-- Logs begin at Tue 2022-05-31 19:57:59 UTC, end at Tue 2022-05-31 21:27:18 UTC. -- May 31 20:54:24.082886 dv-cinder-839793-16-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 31 20:54:26.992689 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.common.config [-] Logging enabled! May 31 20:54:26.993358 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev276 May 31 20:54:26.993497 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104209) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 31 20:54:26.996736 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.common.config [-] Logging enabled! May 31 20:54:26.996995 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev276 May 31 20:54:26.997306 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104209) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 31 20:54:26.998279 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 31 20:54:26.998515 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 31 20:54:26.999037 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 31 20:54:26.999285 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 31 20:54:26.999512 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 31 20:54:26.999833 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:27.000134 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:27.000367 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:27.000670 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:27.000961 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:27.001246 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:27.001538 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:27.001836 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:27.002158 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:27.002443 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:27.002728 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:27.002960 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:27.003242 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:27.003530 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:27.003820 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:27.004048 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] debug = True {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:27.004330 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:27.004779 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:27.005198 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:27.005489 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:27.005782 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:27.006090 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:27.006362 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:27.006637 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:27.006920 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:27.007252 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] host = dv-cinder-839793-16-iscsi {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:27.007529 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:27.007812 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:27.008099 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:27.008386 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:27.008705 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:27.008984 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:27.009270 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:27.009542 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:27.009813 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] log_file = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:27.010125 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:27.010414 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:27.010701 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:27.010993 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:27.011217 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:27.011438 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:27.011722 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:27.012010 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:27.012287 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:27.012560 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:27.012832 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:27.013104 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:27.013375 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:27.013642 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:27.013944 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:27.014232 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:27.014517 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:27.014790 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:27.015062 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:27.015333 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:27.015607 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:27.015890 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:27.016166 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:27.016435 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:27.016706 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:27.016991 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:27.017257 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:27.017571 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:27.017825 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:27.018146 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:27.018430 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:27.018713 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:27.018988 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:27.019267 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:27.019537 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:27.019807 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:27.020079 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] use_json = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:27.020351 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:27.020649 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:27.020930 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:27.021202 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:27.021474 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:27.021745 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:27.022045 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:27.022333 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:27.022607 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:27.022904 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.023201 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.023501 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.023783 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.024087 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.024367 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.024654 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.024931 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.025223 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.025509 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.025796 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.026104 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.026406 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.026696 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.026993 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.027295 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.027587 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.027877 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.028151 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.028424 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.028695 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.028972 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.029256 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.029532 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.029818 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.030131 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.030410 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.030706 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.030987 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.031272 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.031564 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.031851 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.032123 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.032400 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.032689 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.032968 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.033239 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.033528 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.033803 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.034098 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.034381 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.034672 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.034962 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.035232 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.035508 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.035794 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.036703 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.036873 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.037143 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.037420 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.037750 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.037998 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.038278 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.038552 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.038822 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.039101 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.039374 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.039646 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.039923 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.040194 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.040469 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.040739 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.041008 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.041281 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.041553 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.041824 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.042115 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.042388 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.042709 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.042939 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.043212 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.043483 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.043755 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.044024 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.044324 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.044602 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.044879 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.045160 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.045437 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.045712 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.046017 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.046298 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.046578 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.046855 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.047142 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.047425 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.047712 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.047999 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.048272 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.048595 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.048874 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.049151 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.049435 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.049711 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.050010 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.050298 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.050584 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.050875 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.051170 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.051448 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.052415 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.052699 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.052994 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.053278 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.053590 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.053871 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:27.054116 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 31 20:54:27.054367 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104209) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 31 20:54:27.434036 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 31 20:54:27.434314 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 31 20:54:27.434619 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 31 20:54:27.434949 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.manager [-] Loading core plugin: ml2 May 31 20:54:27.765373 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:27.765569 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:27.765836 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:27.767039 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:27.767311 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:27.767575 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:27.821569 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:27.821858 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:27.822159 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:27.839287 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:27.839567 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:27.839852 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:27.868842 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:27.869119 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:27.869390 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:27.906028 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:27.908008 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:27.908283 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:28.257511 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:28.258183 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:28.258183 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:28.258348 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:28.259012 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:28.358538 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:28.358855 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:28.359137 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:28.359415 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:28.359677 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:28.359987 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:28.360244 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:28.360499 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:28.360754 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:28.361036 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:28.361300 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:28.361558 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:28.361811 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:28.362088 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:28.362347 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:28.362611 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:28.363004 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:28.363276 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:28.363550 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:28.363810 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:28.364129 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:28.364995 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:28.365265 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:28.365643 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:28.365922 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:28.366189 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:28.366588 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104209) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 20:54:28.366830 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104209) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 20:54:28.367069 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104209) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 20:54:28.367307 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104209) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 20:54:28.367542 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104209) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 20:54:28.367777 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104209) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 20:54:28.368142 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 31 20:54:28.371324 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 31 20:54:28.375229 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 31 20:54:28.378865 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) May 31 20:54:28.380512 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 31 20:54:28.380984 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 31 20:54:28.381321 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 31 20:54:28.381707 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 31 20:54:28.384730 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 31 20:54:28.384974 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 31 20:54:28.385329 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 31 20:54:28.390322 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 31 20:54:28.414274 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 31 20:54:28.414735 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:28.415034 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104209) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 31 20:54:28.415408 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:28.416766 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104209) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 31 20:54:28.417046 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 31 20:54:28.417289 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 31 20:54:28.420497 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:28.420801 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:28.482923 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 31 20:54:28.483158 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 31 20:54:28.483397 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 31 20:54:28.483772 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 31 20:54:28.536963 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO dbcounter [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Registered counter for database neutron May 31 20:54:28.556589 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_db.sqlalchemy.engines [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104209) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 31 20:54:28.562569 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG dbcounter [-] [104209] Writer thread running {{(pid=104209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 31 20:54:29.136494 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.plugins.ml2.managers [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Initializing driver for type 'gre' May 31 20:54:29.136949 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] gre ID ranges: [(1, 1000)] May 31 20:54:29.344584 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.plugins.ml2.managers [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Initializing driver for type 'local' May 31 20:54:29.345252 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.plugins.ml2.managers [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Initializing driver for type 'vlan' May 31 20:54:29.413448 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] VlanTypeDriver initialization complete May 31 20:54:29.413733 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.plugins.ml2.managers [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Initializing driver for type 'vxlan' May 31 20:54:29.414282 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] vxlan ID ranges: [(1, 1000)] May 31 20:54:29.605030 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.plugins.ml2.managers [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Initializing extension driver 'port_security' May 31 20:54:29.605366 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.plugins.ml2.extensions.port_security [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] PortSecurityExtensionDriver initialization complete May 31 20:54:29.605696 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.plugins.ml2.managers [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Initializing mechanism driver 'openvswitch' May 31 20:54:29.606063 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.plugins.ml2.managers [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Initializing mechanism driver 'hyperv' May 31 20:54:29.612885 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.plugins.ml2.plugin [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 20:54:29.613556 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Subscribe: > port after_create 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:29.613968 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Subscribe: > port after_update 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:29.614818 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Subscribe: > port after_delete 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:29.615320 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104209) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 31 20:54:29.615742 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Subscribe: > subnet after_create 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:29.616088 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Subscribe: > subnet after_update 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:29.616425 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:29.616813 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104209) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 31 20:54:29.617213 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Subscribe: > network after_create 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:29.617557 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Subscribe: > network after_update 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:29.617964 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Subscribe: > network after_delete 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:29.622074 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104209) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 31 20:54:29.622074 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Subscribe: > security_group after_create 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:29.622074 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Subscribe: > security_group after_update 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:29.622074 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:29.622074 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104209) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 31 20:54:29.622442 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:29.622442 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:29.622442 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:29.622442 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104209) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 31 20:54:29.622442 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Subscribe: > address_group after_create 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:29.622814 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Subscribe: > address_group after_update 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:29.622814 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:29.622974 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104209) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 31 20:54:29.623365 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] ML2 OVO RPC backend initialized. {{(pid=104209) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 31 20:54:29.624069 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:29.624431 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:29.624848 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Subscribe: > network before_response 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:29.625196 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Subscribe: > networks before_response 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:29.625540 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Subscribe: > port before_response 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:29.625880 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Subscribe: > ports before_response 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:29.626246 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Subscribe: > subnet before_response 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:29.626584 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Subscribe: > subnets before_response 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:29.626927 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Subscribe: > network after_create 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:29.627261 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Subscribe: > network after_update 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:29.627592 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Subscribe: > network after_delete 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:29.627924 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Subscribe: > port after_create 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:29.628253 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Subscribe: > port after_update 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:29.628581 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Subscribe: > port after_delete 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:29.628986 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Subscribe: > subnet after_create 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:29.629321 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Subscribe: > subnet after_update 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:29.629656 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:29.638088 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.quota [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loaded quota_driver: . May 31 20:54:29.638452 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.plugins.ml2.plugin [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Modular L2 Plugin initialization complete May 31 20:54:29.638795 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading services supported by the core plugin {{(pid=104209) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 31 20:54:29.639201 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.plugins.ml2.managers [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Got port-security extension from driver 'port_security' May 31 20:54:29.639729 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.extensions.vlantransparent [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Disabled vlantransparent extension. May 31 20:54:29.640224 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104209) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 31 20:54:29.640549 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading Plugin: router May 31 20:54:29.675509 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:29.675827 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Subscribe: > router after_create 55549900 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:29.676193 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Subscribe: > router before_create 55549900 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:29.677079 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:29.677449 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:29.677800 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Subscribe: > router after_delete 55549900 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:29.678183 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:29.678529 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:29.678882 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Subscribe: > router after_create 55549900 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:29.679224 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Subscribe: > router after_update 55549900 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:29.679569 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Subscribe: > router after_update 55549900 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:29.679913 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:29.680268 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Subscribe: > router after_update 55549900 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:29.680677 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Subscribe: > router precommit_update 55549900 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:29.681044 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Subscribe: port after_update 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:29.681388 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Subscribe: port after_delete 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:29.681719 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Subscribe: subnet after_update 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:29.682088 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:29.682442 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:29.682782 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Subscribe: > router precommit_create 55549900 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:29.683122 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Subscribe: port before_delete 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:29.683462 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Subscribe: > router precommit_create 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:29.683814 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Subscribe: > router after_update 55549900 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:29.684151 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:29.684499 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Subscribe: > router precommit_create 55549900 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:29.684855 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:29.685195 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Subscribe: > router precommit_update 55549900 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:29.685555 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Subscribe: > agent after_create 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:29.685916 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Subscribe: > agent after_delete 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:29.686259 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Subscribe: > network after_delete 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:29.687145 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.quota.resource_registry [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Tracking information for resource: router configured {{(pid=104209) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 20:54:29.687472 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.quota.resource_registry [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Tracking information for resource: floatingip configured {{(pid=104209) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 20:54:29.692811 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.db.l3_agentschedulers_db [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 31 20:54:29.693392 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Subscribe: port after_update 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:29.693750 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Subscribe: port after_create 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:29.694739 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Subscribe: port after_delete 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:29.695029 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Subscribe: port after_update 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:29.695827 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Subscribe: > router before_create 55550100 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:29.696196 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:29.696554 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Subscribe: > router precommit_create 55550100 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:29.696908 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Subscribe: > router precommit_update 55550100 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:29.701727 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.services.provider_configuration [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Service providers = [] {{(pid=104209) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 31 20:54:29.702124 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.db.servicetype_db [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104209) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 31 20:54:29.705138 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.services.service_base [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104209) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 31 20:54:29.705485 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.services.service_base [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104209) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 31 20:54:29.705826 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.services.service_base [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104209) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 31 20:54:29.706740 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.services.service_base [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104209) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 31 20:54:29.707109 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.services.service_base [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Default provider is not specified for service type L3_ROUTER_NAT May 31 20:54:29.707522 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104209) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 20:54:29.707888 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 31 20:54:29.718853 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104209) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 20:54:29.719184 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading Plugin: auto_allocate May 31 20:54:29.725795 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Subscribe: network precommit_update 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:29.726195 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Subscribe: network precommit_create 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:29.726725 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104209) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 20:54:29.727043 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading Plugin: tag May 31 20:54:29.734161 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104209) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 20:54:29.734492 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading Plugin: timestamp May 31 20:54:29.738339 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104209) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 20:54:29.738669 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading Plugin: network_ip_availability May 31 20:54:29.744720 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:29.745091 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:29.745548 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:29.746322 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104209) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 20:54:29.746643 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading Plugin: flavors May 31 20:54:29.751443 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104209) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 20:54:29.751773 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading Plugin: revisions May 31 20:54:29.757689 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104209) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 20:54:29.758109 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_concurrency.lockutils [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.323s {{(pid=104209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 31 20:54:29.758884 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104209) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 31 20:54:29.759202 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Initializing extension manager. May 31 20:54:29.759732 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: __init__.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.760073 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: __pycache__ {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.760404 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: _port_mac_address_override.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.760734 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: address_group.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.761537 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.762135 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loaded extension: address-group May 31 20:54:29.762459 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: address_scope.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.763164 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.763667 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loaded extension: address-scope May 31 20:54:29.763985 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.764964 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.765551 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loaded extension: router-admin-state-down-before-update May 31 20:54:29.765791 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: agent.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.766526 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.767032 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loaded extension: agent May 31 20:54:29.767346 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: agent_resources_synced.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.768241 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.768786 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loaded extension: agent-resources-synced May 31 20:54:29.769069 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: allowedaddresspairs.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.770950 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.771478 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loaded extension: allowed-address-pairs May 31 20:54:29.771801 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: auto_allocated_topology.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.772870 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.773387 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loaded extension: auto-allocated-topology May 31 20:54:29.773711 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: availability_zone.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.774505 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.775012 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loaded extension: availability_zone May 31 20:54:29.775333 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: availability_zone_filter.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.776242 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.776749 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loaded extension: availability_zone_filter May 31 20:54:29.777072 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: data_plane_status.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.777982 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.778488 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Extension data-plane-status not supported by any of loaded plugins May 31 20:54:29.778809 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: default_subnetpools.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.779711 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.780218 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loaded extension: default-subnetpools May 31 20:54:29.780538 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.781359 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.781864 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loaded extension: dhcp_agent_scheduler May 31 20:54:29.782214 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: dns.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.783142 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.783645 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Extension dns-integration not supported by any of loaded plugins May 31 20:54:29.783965 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: dns_domain_ports.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.784874 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.785376 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Extension dns-domain-ports not supported by any of loaded plugins May 31 20:54:29.785694 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.787163 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.787665 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 31 20:54:29.787982 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: dvr.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.788648 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.789153 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loaded extension: dvr May 31 20:54:29.789471 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: ecmp_routes.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.790418 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.790918 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Extension ecmp_routes not supported by any of loaded plugins May 31 20:54:29.791237 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: empty_string_filtering.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.792139 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.792846 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loaded extension: empty-string-filtering May 31 20:54:29.793167 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.794093 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.794596 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 31 20:54:29.794913 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.795808 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.796314 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 31 20:54:29.796633 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: external_net.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.797524 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.798054 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loaded extension: external-net May 31 20:54:29.798376 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.799271 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.799776 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loaded extension: extra_dhcp_opt May 31 20:54:29.800093 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: extraroute.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.800995 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.801574 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loaded extension: extraroute May 31 20:54:29.802567 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: extraroute_atomic.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.803604 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.804113 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loaded extension: extraroute-atomic May 31 20:54:29.804430 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: filter_validation.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.805096 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.805597 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loaded extension: filter-validation May 31 20:54:29.805938 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: fip_pf_description.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.806835 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.807331 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 31 20:54:29.807646 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: fip_pf_port_range.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.808549 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.809044 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 31 20:54:29.809362 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: fip_port_details.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.810294 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.810795 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loaded extension: fip-port-details May 31 20:54:29.811111 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: flavors.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.812338 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.812853 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loaded extension: flavors May 31 20:54:29.813173 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.815065 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.815577 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 31 20:54:29.815905 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: floatingip_pools.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.816599 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.817108 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loaded extension: floatingip-pools May 31 20:54:29.817467 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: ip_allocation.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.818408 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.818917 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Extension ip_allocation not supported by any of loaded plugins May 31 20:54:29.819241 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.820143 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.820872 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loaded extension: ip-substring-filtering May 31 20:54:29.821197 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: l2_adjacency.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.822165 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.822671 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Extension l2_adjacency not supported by any of loaded plugins May 31 20:54:29.822992 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: l3.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.823988 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.824510 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loaded extension: router May 31 20:54:29.824831 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.827122 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.827655 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 31 20:54:29.827983 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.828892 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.829410 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loaded extension: ext-gw-mode May 31 20:54:29.829735 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.830676 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.831191 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loaded extension: l3-ha May 31 20:54:29.831513 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.832405 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.832935 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 31 20:54:29.833257 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: l3_flavors.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.834186 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.834697 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loaded extension: l3-flavors May 31 20:54:29.835014 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.836371 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.836884 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 31 20:54:29.837208 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.838153 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.838674 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loaded extension: l3-port-ip-change-not-allowed May 31 20:54:29.838999 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: l3agentscheduler.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.840043 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.840556 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loaded extension: l3_agent_scheduler May 31 20:54:29.840881 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: local_ip.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.842689 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.843206 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Extension local_ip not supported by any of loaded plugins May 31 20:54:29.843533 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: logging.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.844981 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.845496 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Extension logging not supported by any of loaded plugins May 31 20:54:29.845824 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: metering.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.846586 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.847172 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loaded extension: metering May 31 20:54:29.847497 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.849298 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.849813 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loaded extension: metering_source_and_destination_fields May 31 20:54:29.874162 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: multiprovidernet.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.874934 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.875460 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loaded extension: multi-provider May 31 20:54:29.875792 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: netmtu.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.876709 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.877215 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loaded extension: net-mtu May 31 20:54:29.877534 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: netmtu_writable.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.878480 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.878984 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loaded extension: net-mtu-writable May 31 20:54:29.879304 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: network_availability_zone.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.879997 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.880575 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loaded extension: network_availability_zone May 31 20:54:29.880917 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: network_ip_availability.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.882060 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.882570 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loaded extension: network-ip-availability May 31 20:54:29.882892 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: network_segment_range.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.883673 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.884175 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Extension network-segment-range not supported by any of loaded plugins May 31 20:54:29.884497 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: pagination.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.885465 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.885794 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loaded extension: pagination May 31 20:54:29.886144 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: port_device_profile.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.887099 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.887617 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loaded extension: port-device-profile May 31 20:54:29.887935 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: port_mac_address_override.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.888870 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.889379 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loaded extension: port-mac-override May 31 20:54:29.889699 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.890734 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.891285 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loaded extension: port-mac-address-regenerate May 31 20:54:29.891658 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.892616 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.893121 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loaded extension: port-numa-affinity-policy May 31 20:54:29.893440 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: port_resource_request.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.894400 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.898008 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Extension port-resource-request not supported by any of loaded plugins May 31 20:54:29.898008 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: port_resource_request_groups.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.898821 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.899346 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 31 20:54:29.899667 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: portbindings.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.900613 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.901128 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loaded extension: binding May 31 20:54:29.901448 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: portbindings_extended.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.902768 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.903378 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loaded extension: binding-extended May 31 20:54:29.903705 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: portsecurity.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.904623 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.905139 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loaded extension: port-security May 31 20:54:29.905458 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: project_id.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.906461 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.906789 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loaded extension: project-id May 31 20:54:29.907108 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: providernet.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.908030 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.908555 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loaded extension: provider May 31 20:54:29.908874 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: qos.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.913284 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.913822 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Extension qos not supported by any of loaded plugins May 31 20:54:29.914195 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.915549 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.916059 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 31 20:54:29.916384 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.917339 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.917846 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 31 20:54:29.918193 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: qos_default.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.919098 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.919608 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Extension qos-default not supported by any of loaded plugins May 31 20:54:29.919931 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: qos_fip.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.920839 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.921451 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Extension qos-fip not supported by any of loaded plugins May 31 20:54:29.921780 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.922721 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.923266 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 31 20:54:29.923585 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: qos_gateway_ip.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.924506 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.925012 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 31 20:54:29.925330 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: qos_port_network_policy.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.926308 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.927377 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 31 20:54:29.927698 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.928741 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.929312 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 31 20:54:29.929633 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.930693 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.931206 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 31 20:54:29.931521 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: qos_pps_rule.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.932693 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.933202 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Extension qos-pps not supported by any of loaded plugins May 31 20:54:29.933527 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: qos_rule_type_details.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.934634 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.935152 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 31 20:54:29.935475 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: qos_rule_type_filter.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.936376 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.936922 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 31 20:54:29.937244 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: qos_rules_alias.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.938305 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.938858 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Extension qos-rules-alias not supported by any of loaded plugins May 31 20:54:29.939179 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: quota_check_limit.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.944613 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.945133 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loaded extension: quota-check-limit May 31 20:54:29.945456 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: quotasv2.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.946472 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.946795 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loaded extension: quotas May 31 20:54:29.947112 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: quotasv2_detail.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.948824 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.949221 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loaded extension: quota_details May 31 20:54:29.949555 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: rbac.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.950652 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.951175 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loaded extension: rbac-policies May 31 20:54:29.951495 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: rbac_address_group.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.952412 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.952929 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loaded extension: rbac-address-group May 31 20:54:29.953292 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: rbac_address_scope.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.954384 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.954978 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loaded extension: rbac-address-scope May 31 20:54:29.955301 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: rbac_security_groups.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.956214 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.956733 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loaded extension: rbac-security-groups May 31 20:54:29.957051 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: rbac_subnetpool.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.958001 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.958509 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loaded extension: rbac-subnetpool May 31 20:54:29.958825 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: revisionifmatch.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.959748 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.960251 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loaded extension: revision-if-match May 31 20:54:29.960631 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: revisions.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.961745 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.962280 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loaded extension: standard-attr-revisions May 31 20:54:29.962600 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: router_availability_zone.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.963264 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.963771 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loaded extension: router_availability_zone May 31 20:54:29.964089 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: routerservicetype.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.965006 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.965510 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Extension router-service-type not supported by any of loaded plugins May 31 20:54:29.965828 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.966898 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.967457 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loaded extension: security-groups-normalized-cidr May 31 20:54:29.967772 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.971442 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.971950 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loaded extension: port-security-groups-filtering May 31 20:54:29.972318 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.973241 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.974466 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loaded extension: security-groups-remote-address-group May 31 20:54:29.974785 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.975705 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.976222 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loaded extension: security-groups-shared-filtering May 31 20:54:29.976540 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: securitygroup.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.987048 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.987657 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loaded extension: security-group May 31 20:54:29.987990 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: segment.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.988734 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.989831 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Extension segment not supported by any of loaded plugins May 31 20:54:29.990177 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.991138 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.991672 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 31 20:54:29.991990 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: servicetype.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:29.993083 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:29.993601 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loaded extension: service-type May 31 20:54:29.993956 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: sorting.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:30.000115 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:30.000444 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loaded extension: sorting May 31 20:54:30.000849 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: standard_attr_segment.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:30.001770 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:30.002316 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Extension standard-attr-segment not supported by any of loaded plugins May 31 20:54:30.002638 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: standardattrdescription.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:30.003290 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:30.003891 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loaded extension: standard-attr-description May 31 20:54:30.004308 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: stateful_security_group.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:30.005297 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:30.005818 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loaded extension: stateful-security-group May 31 20:54:30.006210 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: stdattrs_common.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:30.006865 dv-cinder-839793-16-iscsi neutron-server[104209]: WARNING neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 31 20:54:30.007184 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:30.008226 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:30.008739 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 31 20:54:30.009058 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: subnet_onboard.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:30.010154 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:30.010671 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loaded extension: subnet_onboard May 31 20:54:30.011008 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:30.011975 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:30.012494 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 31 20:54:30.012812 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: subnet_service_types.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:30.013727 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:30.014271 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loaded extension: subnet-service-types May 31 20:54:30.014594 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: subnetallocation.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:30.015664 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:30.016186 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loaded extension: subnet_allocation May 31 20:54:30.016503 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:30.017163 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:30.017712 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loaded extension: subnetpool-prefix-ops May 31 20:54:30.018137 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:30.019123 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:30.019625 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 31 20:54:30.019941 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: tagging.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:30.021134 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:30.021664 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loaded extension: standard-attr-tag May 31 20:54:30.022025 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: timestamp.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:30.023331 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:30.023848 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loaded extension: standard-attr-timestamp May 31 20:54:30.024174 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: trunk.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:30.025235 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:30.025742 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Extension trunk not supported by any of loaded plugins May 31 20:54:30.026099 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: trunk_details.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:30.027004 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:30.027503 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Extension trunk-details not supported by any of loaded plugins May 31 20:54:30.027822 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: uplink_status_propagation.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:30.028792 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:30.029388 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 31 20:54:30.029707 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Loading extension file: vlantransparent.py {{(pid=104209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 20:54:30.030408 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 20:54:30.030906 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Extension vlan-transparent not supported by any of loaded plugins May 31 20:54:30.033709 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.quota.resource_registry [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Creating instance of TrackedResource for resource:network May 31 20:54:30.034274 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.quota.resource_registry [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Creating instance of TrackedResource for resource:subnet May 31 20:54:30.034718 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.quota.resource_registry [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Creating instance of TrackedResource for resource:subnetpool May 31 20:54:30.035153 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.quota.resource_registry [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Creating instance of TrackedResource for resource:port May 31 20:54:30.037012 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.v2.resource_helper [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104209) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 20:54:30.037450 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.v2.resource_helper [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Service FLAVORS assigned prefix: {{(pid=104209) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 20:54:30.038099 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.v2.resource_helper [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104209) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 20:54:30.038526 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.v2.resource_helper [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104209) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 20:54:30.045657 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.quota.resource_registry [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Creating instance of TrackedResource for resource:router May 31 20:54:30.045657 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.quota.resource_registry [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Creating instance of TrackedResource for resource:floatingip May 31 20:54:30.045657 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.v2.resource_helper [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Service METERING assigned prefix: /metering {{(pid=104209) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 20:54:30.045657 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:30.045657 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:30.046045 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 20:54:30.046045 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.quota.resource_registry [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Creating instance of CountableResource for resource:rbac_policy May 31 20:54:30.046045 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.quota.resource_registry [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Creating instance of TrackedResource for resource:security_group May 31 20:54:30.046045 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.quota.resource_registry [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Creating instance of TrackedResource for resource:security_group_rule May 31 20:54:30.046045 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.v2.resource_helper [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Service CORE assigned prefix: {{(pid=104209) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 20:54:30.046045 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.quota.resource_registry [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Creating instance of TrackedResource for resource:subnetpool May 31 20:54:30.046045 dv-cinder-839793-16-iscsi neutron-server[104209]: WARNING neutron.quota.resource_registry [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] subnetpool is already registered May 31 20:54:30.046553 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.v2.resource_helper [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Service CORE assigned prefix: {{(pid=104209) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 20:54:30.046553 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.quota.resource_registry [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Creating instance of TrackedResource for resource:subnetpool May 31 20:54:30.046553 dv-cinder-839793-16-iscsi neutron-server[104209]: WARNING neutron.quota.resource_registry [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] subnetpool is already registered May 31 20:54:30.048619 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.v2.resource_helper [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104209) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 20:54:30.049050 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.v2.resource_helper [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Service FLAVORS assigned prefix: {{(pid=104209) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 20:54:30.049640 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.v2.resource_helper [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104209) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 20:54:30.050091 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.v2.resource_helper [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104209) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 20:54:30.050428 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.quota.resource_registry [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Creating instance of TrackedResource for resource:router May 31 20:54:30.050767 dv-cinder-839793-16-iscsi neutron-server[104209]: WARNING neutron.quota.resource_registry [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] router is already registered May 31 20:54:30.051181 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.quota.resource_registry [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Creating instance of TrackedResource for resource:floatingip May 31 20:54:30.051557 dv-cinder-839793-16-iscsi neutron-server[104209]: WARNING neutron.quota.resource_registry [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] floatingip is already registered May 31 20:54:30.052646 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.v2.resource_helper [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Service METERING assigned prefix: /metering {{(pid=104209) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 20:54:30.053314 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.quota.resource_registry [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Creating instance of CountableResource for resource:rbac_policy May 31 20:54:30.053638 dv-cinder-839793-16-iscsi neutron-server[104209]: WARNING neutron.quota.resource_registry [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] rbac_policy is already registered May 31 20:54:30.054074 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.quota.resource_registry [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Creating instance of TrackedResource for resource:security_group May 31 20:54:30.054408 dv-cinder-839793-16-iscsi neutron-server[104209]: WARNING neutron.quota.resource_registry [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] security_group is already registered May 31 20:54:30.054810 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.quota.resource_registry [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Creating instance of TrackedResource for resource:security_group_rule May 31 20:54:30.055142 dv-cinder-839793-16-iscsi neutron-server[104209]: WARNING neutron.quota.resource_registry [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] security_group_rule is already registered May 31 20:54:30.055765 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.v2.resource_helper [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Service CORE assigned prefix: {{(pid=104209) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 20:54:30.056088 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.quota.resource_registry [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Creating instance of TrackedResource for resource:subnetpool May 31 20:54:30.056424 dv-cinder-839793-16-iscsi neutron-server[104209]: WARNING neutron.quota.resource_registry [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] subnetpool is already registered May 31 20:54:30.056842 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.v2.resource_helper [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Service CORE assigned prefix: {{(pid=104209) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 20:54:30.057165 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.quota.resource_registry [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Creating instance of TrackedResource for resource:subnetpool May 31 20:54:30.057490 dv-cinder-839793-16-iscsi neutron-server[104209]: WARNING neutron.quota.resource_registry [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] subnetpool is already registered May 31 20:54:30.058087 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Extended resource: extensions {{(pid=104209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 20:54:30.059556 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Extended resource: address-groups {{(pid=104209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 20:54:30.061033 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Extended resource: address-scopes {{(pid=104209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 20:54:30.062374 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Extended resource: agents {{(pid=104209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 20:54:30.063693 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Extended resource: auto-allocated-topology {{(pid=104209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 20:54:30.064925 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Extended resource: availability_zones {{(pid=104209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 20:54:30.066161 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Extended resource: dhcp-networks {{(pid=104209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 20:54:30.067748 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Extended resource: dhcp-agents {{(pid=104209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 20:54:30.069162 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Extended resource: routers {{(pid=104209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 20:54:30.070973 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Extended resource: flavors {{(pid=104209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 20:54:30.073294 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Extended resource: service_profiles {{(pid=104209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 20:54:30.074606 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Extended resource: next_providers {{(pid=104209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 20:54:30.076116 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Extended resource: service_profiles {{(pid=104209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 20:54:30.077656 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Extended resource: floatingip-pools {{(pid=104209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 20:54:30.078917 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Extended resource: routers {{(pid=104209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 20:54:30.080605 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Extended resource: floatingips {{(pid=104209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 20:54:30.081872 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Extended resource: l3-routers {{(pid=104209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 20:54:30.083870 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Extended resource: l3-agents {{(pid=104209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 20:54:30.085283 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Extended resource: metering-labels {{(pid=104209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 20:54:30.086651 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Extended resource: metering-label-rules {{(pid=104209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 20:54:30.088013 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Extended resource: network-ip-availabilities {{(pid=104209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 20:54:30.089250 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Extended resource: bindings {{(pid=104209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 20:54:30.090837 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Extended resource: quotas {{(pid=104209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 20:54:30.092590 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Extended resource: quotas {{(pid=104209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 20:54:30.094141 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Extended resource: rbac-policies {{(pid=104209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 20:54:30.095420 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Extended resource: security-groups {{(pid=104209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 20:54:30.096797 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Extended resource: security-group-rules {{(pid=104209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 20:54:30.098131 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Extended resource: service-providers {{(pid=104209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 20:54:30.100110 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Extended resource: subnetpools {{(pid=104209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 20:54:30.101549 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Extended resource: subnetpools {{(pid=104209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 20:54:30.103112 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Extended resource: tags {{(pid=104209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 20:54:30.104789 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Extended resource: tags {{(pid=104209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 20:54:30.107004 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Extended resource: tags {{(pid=104209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 20:54:30.108869 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Extended resource: tags {{(pid=104209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 20:54:30.110556 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Extended resource: tags {{(pid=104209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 20:54:30.112672 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Extended resource: tags {{(pid=104209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 20:54:30.114403 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Extended resource: tags {{(pid=104209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 20:54:30.116407 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Extended resource: tags {{(pid=104209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 20:54:30.118391 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Extended resource: tags {{(pid=104209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 20:54:30.120124 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron.api.extensions [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Extended resource: tags {{(pid=104209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 20:54:30.126904 dv-cinder-839793-16-iscsi neutron-server[104209]: WARNING keystonemiddleware.auth_token [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 31 20:54:30.132101 dv-cinder-839793-16-iscsi neutron-server[104209]: WARNING keystonemiddleware.auth_token [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 31 20:54:30.140912 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_concurrency.lockutils [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Acquired lock "singleton_lock" {{(pid=104209) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 31 20:54:30.141387 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_concurrency.lockutils [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Releasing lock "singleton_lock" {{(pid=104209) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 31 20:54:30.142069 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO oslo_service.service [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Starting 2 workers May 31 20:54:30.147688 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Started child 104320 {{(pid=104209) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 31 20:54:30.152607 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Started child 104321 {{(pid=104209) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 31 20:54:30.153248 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:54:30.154238 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO neutron.service [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Neutron service started, listening on 0.0.0.0:9696 May 31 20:54:30.154742 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [-] (104320) wsgi starting up on http://0.0.0.0:9696 May 31 20:54:30.154920 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:54:30.157448 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:54:30.157949 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO oslo_service.service [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Starting 1 workers May 31 20:54:30.158893 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [-] (104321) wsgi starting up on http://0.0.0.0:9696 May 31 20:54:30.163458 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Started child 104322 {{(pid=104209) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 31 20:54:30.166013 dv-cinder-839793-16-iscsi neutron-server[104209]: INFO oslo_service.service [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Starting 1 workers May 31 20:54:30.167509 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.service [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] calling RpcWorker wait() {{(pid=104322) _wait /opt/stack/neutron/neutron/service.py:128}} May 31 20:54:30.168064 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.service [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] returning from RpcWorker wait() {{(pid=104322) _wait /opt/stack/neutron/neutron/service.py:135}} May 31 20:54:30.168793 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Started child 104323 {{(pid=104209) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 31 20:54:30.169296 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:54:30.169596 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG neutron_lib.callbacks.manager [None req-37fff6e8-079d-42a5-821e-8e10947d4397 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:54:30.169752 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 20:54:30.171630 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104209) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 31 20:54:30.172055 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 31 20:54:30.172173 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 31 20:54:30.172348 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 31 20:54:30.172663 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 31 20:54:30.172825 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 31 20:54:30.173512 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.174024 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.174285 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.174560 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.174895 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:54:30.175363 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.175445 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.175704 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.175988 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.176241 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.176424 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 20:54:30.176556 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.176629 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.176836 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.177096 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.177464 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.177733 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.177996 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.178243 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.178417 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.178662 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.178916 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.179170 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.179462 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] debug = True {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.179701 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.180195 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.180435 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.180671 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.180907 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.181175 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.181399 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.181677 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.181944 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.182162 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.182381 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.182623 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.182850 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.183095 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.183302 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.183590 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.184201 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.184346 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] host = dv-cinder-839793-16-iscsi {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.184661 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.184813 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.185077 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.185325 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.185567 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.185797 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.186070 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.186336 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.186583 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.186832 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.187095 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.187321 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.187537 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.187780 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] log_file = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.187941 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] log_options = True {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.188180 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.188433 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.188685 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.188943 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.189079 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.189202 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.189454 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.189591 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.189838 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.190116 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.190656 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.190797 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.191031 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.191203 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.191451 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.191667 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.191906 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.192134 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.192378 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.192601 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.194009 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.194722 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.194722 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.194942 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.195577 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.195577 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.195852 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.196035 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.196268 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.196511 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.196773 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.197027 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.197254 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.197498 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.197765 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.198032 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.198268 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.198492 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.198765 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.199000 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.199261 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.199524 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.199812 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.200182 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.200545 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.200790 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.201040 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] use_json = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.201256 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.201495 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.201724 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.201976 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.202217 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.202527 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.202761 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.203167 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.203333 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.203910 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.204251 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.204578 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.204984 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.205132 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.205306 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.205991 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.205991 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.206270 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.206421 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.206818 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.207059 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.207392 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.207672 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.210461 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.210461 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.210752 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.210752 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.211017 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.211256 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.211479 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.211735 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.212131 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.212732 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.212732 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.215350 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.215350 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.215350 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.215350 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.215350 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.215350 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.215350 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.215350 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.217996 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.217996 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.217996 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.217996 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.217996 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.217996 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.217996 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.217996 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.218452 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.218452 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.218452 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.218452 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.218452 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.218452 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.218452 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.218858 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.218858 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.218990 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.219323 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.219419 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.219618 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.219847 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.220064 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.220318 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.220544 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.220802 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.221051 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.221295 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.221536 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.222061 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.222061 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.222386 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.222524 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.222692 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.222906 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.223155 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.224038 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.224266 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.224475 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.225242 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.225456 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.225703 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.225961 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.226201 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.226419 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.226629 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.226863 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.227078 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.227298 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.227507 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.227699 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.227926 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.228110 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.228345 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.228559 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.228771 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.229002 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.229233 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.229563 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.229799 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.230067 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.230291 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.230541 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.230796 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.230995 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.231214 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.231432 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.231914 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.232167 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.232420 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.232700 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.232951 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.233170 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.233408 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.233644 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.233860 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.234105 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.234322 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.234558 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.234781 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.235130 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.235442 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.235642 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.235884 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.236967 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.237733 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.238650 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.238911 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.239237 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.239466 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.239763 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.240071 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.240352 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.240638 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.240909 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.241146 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.241400 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.241635 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.241919 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.242168 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.242408 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.242670 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.242918 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.243164 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.243409 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.243646 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.243954 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.244214 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.244438 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.244656 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.244932 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.245187 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.245426 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.245698 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.245990 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.246230 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.246466 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.246714 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.246948 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.247186 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.247432 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.247660 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.247862 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.248091 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.248314 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.248533 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.248758 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.248995 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.249243 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.249481 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.249714 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.249960 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.250180 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.251999 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.251999 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.251999 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.251999 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.251999 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.251999 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.251999 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.251999 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.252594 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.252594 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.252770 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.253017 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.253255 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.253501 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.253731 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.254017 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.254233 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.254479 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.254729 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.254944 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.255158 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.255445 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.255686 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.255896 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.256122 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.256355 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.256589 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.256828 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.257163 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.257991 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.258225 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.258482 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.258714 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.258924 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.259151 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.259374 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.259617 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.259837 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.260059 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.260278 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.260515 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.260754 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.260970 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.261205 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.261467 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.261720 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.261981 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.262234 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.262461 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.262743 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.262911 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.263127 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.263480 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.264454 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.264674 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.264912 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.265147 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.265452 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.265698 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.266121 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.266220 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.266429 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.266527 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 57498) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 20:54:30.266660 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.266890 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.267578 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.267578 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.267578 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.267895 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.267963 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.268183 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.268419 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.268626 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.268845 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.269066 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.269274 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.269495 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.269791 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.269967 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.270168 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.270916 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.271199 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.271367 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.271575 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.271782 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.272001 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.272214 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.272423 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.272671 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.272883 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.273091 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.273310 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.273527 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.273736 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.274056 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.274318 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.274563 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.274871 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.275100 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.275354 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.276026 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.276026 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.276267 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [-] 10.222.0.55 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0073352 May 31 20:54:30.276397 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.276397 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.276659 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.276766 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.276989 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.277245 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.277551 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.278737 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.280751 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.280751 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.280751 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.280751 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.280751 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.280751 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.280751 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.281638 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.281638 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.281638 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.282010 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.282010 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.282256 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.282485 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.282730 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.282965 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.283204 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.283464 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.283696 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.283996 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.284134 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.284355 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.284571 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.284796 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.285035 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.285276 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.285492 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.285651 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 31 20:54:30.286911 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104209) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 31 20:54:30.287059 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 31 20:54:30.287212 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 31 20:54:30.287367 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 31 20:54:30.287572 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 31 20:54:30.287704 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 31 20:54:30.287875 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.288026 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.288840 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.288840 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.288840 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.288840 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.288840 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.289391 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.289391 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.289391 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.289391 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.289810 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.289810 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.290085 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.290085 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.290361 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.290361 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.290571 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.290676 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.290785 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.290890 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.291044 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] debug = True {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.291203 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.291534 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.291702 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.291859 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.292015 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.292327 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.292452 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.292584 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.292740 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.292897 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.293054 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.293210 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.293368 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.293531 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.293672 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.293829 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.294008 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.294233 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] host = dv-cinder-839793-16-iscsi {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.294340 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.294444 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.294588 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.294746 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.294904 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.295449 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.295449 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.295449 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.295775 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.295775 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.295919 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.296006 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.296085 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.296249 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] log_file = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.296430 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] log_options = True {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.296615 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.296722 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.296863 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.297059 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.297811 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.297811 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.297811 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.297811 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.297811 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.298253 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.298336 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.298439 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.298597 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.298753 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.299309 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.299309 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.299309 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.299521 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.299521 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.299640 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.299800 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.305514 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.305514 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.305514 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.305514 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.305514 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.305514 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.305514 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.305514 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.305514 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.307389 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.307389 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.307389 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.307389 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.307389 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.307389 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.307389 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.307389 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.308348 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.308348 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.308348 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.308348 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.308348 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.308348 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.308348 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.308348 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.309287 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] use_json = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.309287 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.309287 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.309287 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.309287 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.309287 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.309287 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.309287 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.310311 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.310311 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 20:54:30.310311 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.310311 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.310311 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.310311 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.310311 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.310311 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.315951 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.315951 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.315951 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.315951 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.315951 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.315951 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.315951 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.315951 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.316438 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.316438 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.316438 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.316438 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.316438 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.316438 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.316438 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.316438 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.316882 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.316882 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.316882 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.316882 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.316882 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.316882 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.316882 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.316882 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.317985 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.317985 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.317985 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.317985 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.317985 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.317985 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.317985 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.317985 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.318471 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.318471 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.318471 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.318471 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.318471 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.318471 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.318471 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.318471 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.318471 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.319039 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.319039 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.319039 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.319039 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.319039 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.319039 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.319039 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.319039 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.319039 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.319849 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.319849 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.319849 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.319849 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.319849 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.319849 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.319849 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.319849 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.320336 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.320336 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.320336 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.320336 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.320336 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.320336 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.320336 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.320336 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.320336 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.320919 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.320919 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.320919 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.320919 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.320919 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.320919 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.320919 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.320919 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.320919 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.321439 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.321439 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.321439 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.321439 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.321439 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.321439 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.321778 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.321778 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.321957 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.322669 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.323023 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.323228 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.323379 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.323521 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.323663 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.323803 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.323949 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.324090 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.324232 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.324373 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.324534 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.324677 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.324834 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.324995 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.325147 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.325314 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.325473 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.325558 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.325726 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.325885 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.326065 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.326620 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.326620 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.326858 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.326953 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.327074 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.327219 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.327392 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.327551 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.327716 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.327875 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.328043 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.328212 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.328373 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.328533 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.328693 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.328852 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.329012 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.329171 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.329331 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.329490 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.329650 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.329809 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.331346 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.331346 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.331346 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.331346 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.331806 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.331806 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.332010 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.332130 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.332289 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.332753 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.332753 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.332753 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.333219 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.333219 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.333219 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.333547 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.333547 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.333747 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.333860 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.334779 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.334955 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.335121 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.337963 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.337963 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.337963 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.337963 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.337963 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.337963 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.337963 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.337963 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.338505 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.338577 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 20:54:30.338656 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.338656 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.338656 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.338656 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.338656 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.338656 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.338656 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.338656 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.339178 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.339178 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.339178 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.339178 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.339178 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.339178 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.339178 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.339178 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.339629 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.339629 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.340407 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.340591 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.340756 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.340918 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.341082 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.341242 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.341407 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.341656 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.341824 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.342632 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.342632 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.342632 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.344499 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.344712 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.345483 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.345658 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.345827 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.346035 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.346202 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.346365 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.346531 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.346717 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.346846 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.347009 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.347169 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.349115 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.349115 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.349115 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.349115 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.349115 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.349115 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.349115 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.349115 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.349115 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.349670 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.349670 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.349670 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.349670 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.349670 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.350189 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.350189 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.350969 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.351135 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.351334 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.352161 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.352161 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.352161 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.352161 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.352161 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.352740 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.352740 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.352740 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.352740 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.353130 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.353130 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.353376 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.353376 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.353542 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.353632 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.353766 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.353973 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.354132 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.354447 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.354771 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.354935 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.355908 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.355908 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.355908 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.355908 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.355908 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.355908 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.356352 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.356352 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.356352 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.356798 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.356880 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.358215 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.358215 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.358215 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.358215 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.358215 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.358215 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.358215 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.358215 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.358766 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.358766 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.358766 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.358766 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.359002 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.359002 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.359507 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.359507 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.359507 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.359750 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.359888 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.360001 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.360109 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.360586 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.360586 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.360586 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.360846 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.361045 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.361144 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.361287 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.361446 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.361608 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.361768 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.362007 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.362139 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.362275 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.363807 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.363807 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.363807 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.363807 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.363807 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.363807 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.363807 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.363807 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 20:54:30.365354 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 31 20:54:39.494452 dv-cinder-839793-16-iscsi neutron-server[104209]: DEBUG dbcounter [-] [104209] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104209) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 20:54:42.135059 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42cb1ad3-3ab8-4efb-9d56-b5ee3b0608c7 None None] get_active_networks_info from dv-cinder-839793-16-iscsi {{(pid=104322) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 31 20:54:42.159667 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writer thread running {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 31 20:54:42.160018 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writer thread running {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 31 20:54:42.249675 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42cb1ad3-3ab8-4efb-9d56-b5ee3b0608c7 None None] No non-hosted networks {{(pid=104322) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 31 20:54:42.268187 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.agentschedulers_db [None req-42cb1ad3-3ab8-4efb-9d56-b5ee3b0608c7 None None] DHCP Agent not found on host dv-cinder-839793-16-iscsi {{(pid=104322) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 31 20:54:42.403849 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-09865ea1-d507-4435-9f5e-e013be703a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1612833'] for agent (5ca9f0a2-8e5f-4b54-94fa-454f095515e4), after_create {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:54:43.942396 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writer thread running {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 31 20:54:44.527094 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-794328f2-eb97-4e9d-a33b-a8e26532d8dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1612833'] for agent (13ce5b10-321e-4e80-b29e-1cfc3c51661e), after_create {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:54:44.556699 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.db.api [None req-d38259d0-31fe-42c7-ba2f-0c8692d26c4f None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-839793-16-iscsi {{(pid=104322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 31 20:54:44.557479 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG oslo_db.api [None req-d38259d0-31fe-42c7-ba2f-0c8692d26c4f None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 20:54:45.138825 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-d38259d0-31fe-42c7-ba2f-0c8692d26c4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (13ce5b10-321e-4e80-b29e-1cfc3c51661e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:54:45.335939 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 57572) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 20:54:45.595678 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-58fa0aab-c296-4be2-a1ab-08418c16cad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1612833'] for agent (8170e961-7e1e-4c09-b09f-6b764c457cfd), after_create {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:54:45.956490 dv-cinder-839793-16-iscsi neutron-server[104321]: WARNING oslo_policy.policy [None req-e7aa631a-b765-4172-bb50-3b2a26259926 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 20:54:45.957619 dv-cinder-839793-16-iscsi neutron-server[104321]: WARNING oslo_policy.policy [None req-e7aa631a-b765-4172-bb50-3b2a26259926 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 20:54:46.176725 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [None req-e7aa631a-b765-4172-bb50-3b2a26259926 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=104321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 31 20:54:46.189923 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-e7aa631a-b765-4172-bb50-3b2a26259926 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8409400 May 31 20:54:46.747087 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-b770b660-b824-4665-84d0-9bbdd29e8e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1612833'] for agent (1c1563bc-5b12-4065-8d27-b22246e8e8d3), after_create {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:54:48.530072 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1612833'] for agent (a61205dd-b11c-42a1-aa2d-4b7310a8dc99), after_create {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:54:48.531738 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:54:48.532587 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:54:48.533443 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:54:48.534000 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:54:48.534502 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:54:48.537289 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:54:48.537289 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:54:48.537289 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:54:48.537289 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:54:48.537289 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:54:48.538395 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:54:48.538952 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:54:48.539506 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:54:48.540263 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:54:48.540833 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:54:48.541491 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-839793-16-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 20:54:48.551984 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-839793-16-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 20:54:48.762077 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 57608) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 20:54:49.135725 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [None req-79c45875-a07a-4a82-8658-ff12eddc07d7 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 20:54:49.233818 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.policy [None req-79c45875-a07a-4a82-8658-ff12eddc07d7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104321) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 31 20:54:49.275712 dv-cinder-839793-16-iscsi neutron-server[104321]: WARNING oslo_policy.policy [None req-79c45875-a07a-4a82-8658-ff12eddc07d7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 20:54:49.276092 dv-cinder-839793-16-iscsi neutron-server[104321]: WARNING oslo_policy.policy [None req-79c45875-a07a-4a82-8658-ff12eddc07d7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 20:54:49.296645 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writer thread running {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 31 20:54:49.440482 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-79c45875-a07a-4a82-8658-ff12eddc07d7 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747259934064', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747259934468', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747259950513', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747259961247', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747259955096', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747259961519', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-681064', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-689572', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1824711', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1647582'] for rbac-policy (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:54:49.655183 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-79c45875-a07a-4a82-8658-ff12eddc07d7 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:54:49.656318 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-79c45875-a07a-4a82-8658-ff12eddc07d7 admin admin] 10.222.0.55 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8930705 May 31 20:54:51.897030 dv-cinder-839793-16-iscsi neutron-server[104322]: INFO neutron.db.l3_hamode_db [None req-66349878-877a-41ac-87e4-291cc17d8fed None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 31 20:54:51.976341 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66349878-877a-41ac-87e4-291cc17d8fed None None] Routers set() bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 20:54:51.976712 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66349878-877a-41ac-87e4-291cc17d8fed None None] Router IDs set() for agent in host dv-cinder-839793-16-iscsi {{(pid=104322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} May 31 20:54:52.169915 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 57620) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 20:54:52.505493 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [None req-d71e1670-f670-443b-b22b-60f5ba0832bd demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 20:54:52.589647 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d71e1670-f670-443b-b22b-60f5ba0832bd demo demo] Made reservation on behalf of 4d4e8b473d4746f4ba53769be39ac5d2 for: {'network': 1} {{(pid=104321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 20:54:52.593492 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-d71e1670-f670-443b-b22b-60f5ba0832bd demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for network (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:54:52.611116 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-d71e1670-f670-443b-b22b-60f5ba0832bd demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:54:52.720309 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-d71e1670-f670-443b-b22b-60f5ba0832bd demo demo] Publish callbacks [] for security_group (f2d2ca6b-0739-41a6-b343-4a1b8aa52e5d), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:54:52.806664 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-d71e1670-f670-443b-b22b-60f5ba0832bd demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (f2d2ca6b-0739-41a6-b343-4a1b8aa52e5d), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:54:52.832439 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d71e1670-f670-443b-b22b-60f5ba0832bd demo demo] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=104321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 20:54:52.869584 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-d71e1670-f670-443b-b22b-60f5ba0832bd demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747261968276', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674812'] for segment (9d98555c-1d59-40ca-94d6-5c0af30c5723), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:54:52.870146 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-d71e1670-f670-443b-b22b-60f5ba0832bd demo demo] Unsubscribe: segment precommit_create {{(pid=104321) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 31 20:54:52.870686 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.db.segments_db [None req-d71e1670-f670-443b-b22b-60f5ba0832bd demo demo] Added segment 9d98555c-1d59-40ca-94d6-5c0af30c5723 of type vlan for network a3fd8e0b-fb36-4de1-b03d-689e2e37ec62 May 31 20:54:52.887264 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71e1670-f670-443b-b22b-60f5ba0832bd demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d2ca6b-0739-41a6-b343-4a1b8aa52e5d,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 20:54:52.941748 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71e1670-f670-443b-b22b-60f5ba0832bd demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:54:52.942107 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71e1670-f670-443b-b22b-60f5ba0832bd demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:54:52.942452 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71e1670-f670-443b-b22b-60f5ba0832bd demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:54:52.942802 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71e1670-f670-443b-b22b-60f5ba0832bd demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:54:52.943129 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71e1670-f670-443b-b22b-60f5ba0832bd demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:54:52.943474 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71e1670-f670-443b-b22b-60f5ba0832bd demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:54:52.943809 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71e1670-f670-443b-b22b-60f5ba0832bd demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:54:52.944126 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71e1670-f670-443b-b22b-60f5ba0832bd demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:54:52.944453 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71e1670-f670-443b-b22b-60f5ba0832bd demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:54:52.944770 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71e1670-f670-443b-b22b-60f5ba0832bd demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:54:52.945081 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71e1670-f670-443b-b22b-60f5ba0832bd demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:54:52.945413 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71e1670-f670-443b-b22b-60f5ba0832bd demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:54:52.945727 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71e1670-f670-443b-b22b-60f5ba0832bd demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:54:52.946070 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71e1670-f670-443b-b22b-60f5ba0832bd demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:54:52.946380 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71e1670-f670-443b-b22b-60f5ba0832bd demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:54:52.947923 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71e1670-f670-443b-b22b-60f5ba0832bd demo demo] Tracked resource versions report: May 31 20:54:52.947923 dv-cinder-839793-16-iscsi neutron-server[104321]: pushed versions: May 31 20:54:52.947923 dv-cinder-839793-16-iscsi neutron-server[104321]: { 'AddressGroup': {'1.2'}, May 31 20:54:52.947923 dv-cinder-839793-16-iscsi neutron-server[104321]: 'Agent': {'1.1'}, May 31 20:54:52.947923 dv-cinder-839793-16-iscsi neutron-server[104321]: 'ConntrackHelper': {'1.0'}, May 31 20:54:52.947923 dv-cinder-839793-16-iscsi neutron-server[104321]: 'LocalIPAssociation': {'1.0'}, May 31 20:54:52.947923 dv-cinder-839793-16-iscsi neutron-server[104321]: 'Log': {'1.0'}, May 31 20:54:52.947923 dv-cinder-839793-16-iscsi neutron-server[104321]: 'NDPProxy': {'1.0'}, May 31 20:54:52.947923 dv-cinder-839793-16-iscsi neutron-server[104321]: 'Network': {'1.1'}, May 31 20:54:52.947923 dv-cinder-839793-16-iscsi neutron-server[104321]: 'Port': {'1.7'}, May 31 20:54:52.947923 dv-cinder-839793-16-iscsi neutron-server[104321]: 'PortForwarding': {'1.3'}, May 31 20:54:52.947923 dv-cinder-839793-16-iscsi neutron-server[104321]: 'QosPolicy': {'1.10'}, May 31 20:54:52.947923 dv-cinder-839793-16-iscsi neutron-server[104321]: 'SecurityGroup': {'1.5'}, May 31 20:54:52.947923 dv-cinder-839793-16-iscsi neutron-server[104321]: 'SecurityGroupRule': {'1.2'}, May 31 20:54:52.947923 dv-cinder-839793-16-iscsi neutron-server[104321]: 'SubPort': {'1.0'}, May 31 20:54:52.947923 dv-cinder-839793-16-iscsi neutron-server[104321]: 'Subnet': {'1.1'}, May 31 20:54:52.947923 dv-cinder-839793-16-iscsi neutron-server[104321]: 'Trunk': {'1.1'}} May 31 20:54:52.947923 dv-cinder-839793-16-iscsi neutron-server[104321]: consumer versions: May 31 20:54:52.947923 dv-cinder-839793-16-iscsi neutron-server[104321]: { DHCP agent@dv-cinder-839793-16-iscsi: {}, May 31 20:54:52.947923 dv-cinder-839793-16-iscsi neutron-server[104321]: L3 agent@dv-cinder-839793-16-iscsi: {}, May 31 20:54:52.947923 dv-cinder-839793-16-iscsi neutron-server[104321]: Metadata agent@dv-cinder-839793-16-iscsi: {}, May 31 20:54:52.947923 dv-cinder-839793-16-iscsi neutron-server[104321]: Metering agent@dv-cinder-839793-16-iscsi: {}, May 31 20:54:52.947923 dv-cinder-839793-16-iscsi neutron-server[104321]: Open vSwitch agent@dv-cinder-839793-16-iscsi: { 'AddressGroup': '1.2', May 31 20:54:52.947923 dv-cinder-839793-16-iscsi neutron-server[104321]: 'Agent': '1.1', May 31 20:54:52.947923 dv-cinder-839793-16-iscsi neutron-server[104321]: 'ConntrackHelper': '1.0', May 31 20:54:52.947923 dv-cinder-839793-16-iscsi neutron-server[104321]: 'LocalIPAssociation': '1.0', May 31 20:54:52.947923 dv-cinder-839793-16-iscsi neutron-server[104321]: 'Log': '1.0', May 31 20:54:52.947923 dv-cinder-839793-16-iscsi neutron-server[104321]: 'NDPProxy': '1.0', May 31 20:54:52.947923 dv-cinder-839793-16-iscsi neutron-server[104321]: 'Network': '1.1', May 31 20:54:52.947923 dv-cinder-839793-16-iscsi neutron-server[104321]: 'Port': '1.7', May 31 20:54:52.947923 dv-cinder-839793-16-iscsi neutron-server[104321]: 'PortForwarding': '1.3', May 31 20:54:52.947923 dv-cinder-839793-16-iscsi neutron-server[104321]: 'QosPolicy': '1.10', May 31 20:54:52.947923 dv-cinder-839793-16-iscsi neutron-server[104321]: 'SecurityGroup': '1.5', May 31 20:54:52.947923 dv-cinder-839793-16-iscsi neutron-server[104321]: 'SecurityGroupRule': '1.2', May 31 20:54:52.947923 dv-cinder-839793-16-iscsi neutron-server[104321]: 'SubPort': '1.0', May 31 20:54:52.947923 dv-cinder-839793-16-iscsi neutron-server[104321]: 'Subnet': '1.1', May 31 20:54:52.947923 dv-cinder-839793-16-iscsi neutron-server[104321]: 'Trunk': '1.1'}} May 31 20:54:52.947923 dv-cinder-839793-16-iscsi neutron-server[104321]: {{(pid=104321) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 20:54:52.982422 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-d71e1670-f670-443b-b22b-60f5ba0832bd demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747261502311'] for network (a3fd8e0b-fb36-4de1-b03d-689e2e37ec62), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:54:53.095324 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-d71e1670-f670-443b-b22b-60f5ba0832bd demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838'] for network (a3fd8e0b-fb36-4de1-b03d-689e2e37ec62), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:54:53.101216 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71e1670-f670-443b-b22b-60f5ba0832bd demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 20:54:53.101919 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-d71e1670-f670-443b-b22b-60f5ba0832bd demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696852'] for network (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:54:53.124836 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=54,neutron:INSERT=43,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 20:54:53.233981 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71e1670-f670-443b-b22b-60f5ba0832bd demo demo] Pushing event updated for resources: {'Network': ['ID=a3fd8e0b-fb36-4de1-b03d-689e2e37ec62,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 20:54:53.244691 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-d71e1670-f670-443b-b22b-60f5ba0832bd demo demo] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.0706728 May 31 20:54:53.247616 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Network a3fd8e0b-fb36-4de1-b03d-689e2e37ec62 details requested by agent ovs-agent-dv-cinder-839793-16-iscsi with host dv-cinder-839793-16-iscsi {{(pid=104322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 31 20:54:55.774664 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 57634) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 20:54:56.297783 dv-cinder-839793-16-iscsi neutron-server[104320]: WARNING oslo_policy.policy [None req-83bf48e1-b7a4-43ce-9e36-af05a1a0aa63 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 20:54:56.298361 dv-cinder-839793-16-iscsi neutron-server[104320]: WARNING oslo_policy.policy [None req-83bf48e1-b7a4-43ce-9e36-af05a1a0aa63 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 20:54:56.526649 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writer thread running {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 31 20:54:56.731889 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.policy [None req-83bf48e1-b7a4-43ce-9e36-af05a1a0aa63 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104320) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 31 20:54:56.773752 dv-cinder-839793-16-iscsi neutron-server[104320]: WARNING oslo_policy.policy [None req-83bf48e1-b7a4-43ce-9e36-af05a1a0aa63 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 20:54:56.774157 dv-cinder-839793-16-iscsi neutron-server[104320]: WARNING oslo_policy.policy [None req-83bf48e1-b7a4-43ce-9e36-af05a1a0aa63 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 20:54:56.781844 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83bf48e1-b7a4-43ce-9e36-af05a1a0aa63 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 20:54:56.783783 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-83bf48e1-b7a4-43ce-9e36-af05a1a0aa63 demo admin] 10.222.0.55 "GET /v2.0/networks/a3fd8e0b-fb36-4de1-b03d-689e2e37ec62 HTTP/1.1" status: 200 len: 825 time: 1.0072811 May 31 20:54:56.823461 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-d1fc36e3-8796-448e-a035-2fc35b4fbe7c demo admin] 10.222.0.55 "GET /v2.0/subnetpools/85bb6f83-76e4-4ad0-81c7-077d9edae77b HTTP/1.1" status: 200 len: 734 time: 0.0339315 May 31 20:54:56.833259 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.v2.base [None req-4e0ac25f-8c5e-472a-b8be-889b96f0590d demo admin] Request body: {'subnet': {'subnetpool_id': '85bb6f83-76e4-4ad0-81c7-077d9edae77b', 'network_id': 'a3fd8e0b-fb36-4de1-b03d-689e2e37ec62', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=104320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 20:54:56.949258 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e0ac25f-8c5e-472a-b8be-889b96f0590d demo admin] Made reservation on behalf of 4d4e8b473d4746f4ba53769be39ac5d2 for: {'subnet': 1} {{(pid=104320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 20:54:56.952190 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-4e0ac25f-8c5e-472a-b8be-889b96f0590d demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:54:57.301617 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-4e0ac25f-8c5e-472a-b8be-889b96f0590d demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838'] for subnet (6fa9f02a-2d87-431f-9093-e6c528f4b5de), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:54:57.376268 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0ac25f-8c5e-472a-b8be-889b96f0590d demo admin] Checking segment: {'id': '9d98555c-1d59-40ca-94d6-5c0af30c5723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a3fd8e0b-fb36-4de1-b03d-689e2e37ec62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 31 20:54:57.376654 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0ac25f-8c5e-472a-b8be-889b96f0590d demo admin] Network hostable DHCP agents. Network: a3fd8e0b-fb36-4de1-b03d-689e2e37ec62, hostable agents: ['5ca9f0a2-8e5f-4b54-94fa-454f095515e4'], hosted agents: [] {{(pid=104320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 20:54:57.384755 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0ac25f-8c5e-472a-b8be-889b96f0590d demo admin] Pushing event updated for resources: {'Subnet': ['ID=6fa9f02a-2d87-431f-9093-e6c528f4b5de,revision_number=0']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 20:54:57.396737 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ac25f-8c5e-472a-b8be-889b96f0590d demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:54:57.397072 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ac25f-8c5e-472a-b8be-889b96f0590d demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:54:57.397419 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ac25f-8c5e-472a-b8be-889b96f0590d demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:54:57.397821 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ac25f-8c5e-472a-b8be-889b96f0590d demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:54:57.398114 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ac25f-8c5e-472a-b8be-889b96f0590d demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:54:57.398416 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ac25f-8c5e-472a-b8be-889b96f0590d demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:54:57.398732 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ac25f-8c5e-472a-b8be-889b96f0590d demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:54:57.399046 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ac25f-8c5e-472a-b8be-889b96f0590d demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:54:57.399380 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ac25f-8c5e-472a-b8be-889b96f0590d demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:54:57.399695 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ac25f-8c5e-472a-b8be-889b96f0590d demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:54:57.400022 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ac25f-8c5e-472a-b8be-889b96f0590d demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:54:57.400356 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ac25f-8c5e-472a-b8be-889b96f0590d demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:54:57.400672 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ac25f-8c5e-472a-b8be-889b96f0590d demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:54:57.400977 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ac25f-8c5e-472a-b8be-889b96f0590d demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:54:57.401287 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ac25f-8c5e-472a-b8be-889b96f0590d demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:54:57.402685 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ac25f-8c5e-472a-b8be-889b96f0590d demo admin] Tracked resource versions report: May 31 20:54:57.402685 dv-cinder-839793-16-iscsi neutron-server[104320]: pushed versions: May 31 20:54:57.402685 dv-cinder-839793-16-iscsi neutron-server[104320]: { 'AddressGroup': {'1.2'}, May 31 20:54:57.402685 dv-cinder-839793-16-iscsi neutron-server[104320]: 'Agent': {'1.1'}, May 31 20:54:57.402685 dv-cinder-839793-16-iscsi neutron-server[104320]: 'ConntrackHelper': {'1.0'}, May 31 20:54:57.402685 dv-cinder-839793-16-iscsi neutron-server[104320]: 'LocalIPAssociation': {'1.0'}, May 31 20:54:57.402685 dv-cinder-839793-16-iscsi neutron-server[104320]: 'Log': {'1.0'}, May 31 20:54:57.402685 dv-cinder-839793-16-iscsi neutron-server[104320]: 'NDPProxy': {'1.0'}, May 31 20:54:57.402685 dv-cinder-839793-16-iscsi neutron-server[104320]: 'Network': {'1.1'}, May 31 20:54:57.402685 dv-cinder-839793-16-iscsi neutron-server[104320]: 'Port': {'1.7'}, May 31 20:54:57.402685 dv-cinder-839793-16-iscsi neutron-server[104320]: 'PortForwarding': {'1.3'}, May 31 20:54:57.402685 dv-cinder-839793-16-iscsi neutron-server[104320]: 'QosPolicy': {'1.10'}, May 31 20:54:57.402685 dv-cinder-839793-16-iscsi neutron-server[104320]: 'SecurityGroup': {'1.5'}, May 31 20:54:57.402685 dv-cinder-839793-16-iscsi neutron-server[104320]: 'SecurityGroupRule': {'1.2'}, May 31 20:54:57.402685 dv-cinder-839793-16-iscsi neutron-server[104320]: 'SubPort': {'1.0'}, May 31 20:54:57.402685 dv-cinder-839793-16-iscsi neutron-server[104320]: 'Subnet': {'1.1'}, May 31 20:54:57.402685 dv-cinder-839793-16-iscsi neutron-server[104320]: 'Trunk': {'1.1'}} May 31 20:54:57.402685 dv-cinder-839793-16-iscsi neutron-server[104320]: consumer versions: May 31 20:54:57.402685 dv-cinder-839793-16-iscsi neutron-server[104320]: { DHCP agent@dv-cinder-839793-16-iscsi: {}, May 31 20:54:57.402685 dv-cinder-839793-16-iscsi neutron-server[104320]: L3 agent@dv-cinder-839793-16-iscsi: {}, May 31 20:54:57.402685 dv-cinder-839793-16-iscsi neutron-server[104320]: Metadata agent@dv-cinder-839793-16-iscsi: {}, May 31 20:54:57.402685 dv-cinder-839793-16-iscsi neutron-server[104320]: Metering agent@dv-cinder-839793-16-iscsi: {}, May 31 20:54:57.402685 dv-cinder-839793-16-iscsi neutron-server[104320]: Open vSwitch agent@dv-cinder-839793-16-iscsi: { 'AddressGroup': '1.2', May 31 20:54:57.402685 dv-cinder-839793-16-iscsi neutron-server[104320]: 'Agent': '1.1', May 31 20:54:57.402685 dv-cinder-839793-16-iscsi neutron-server[104320]: 'ConntrackHelper': '1.0', May 31 20:54:57.402685 dv-cinder-839793-16-iscsi neutron-server[104320]: 'LocalIPAssociation': '1.0', May 31 20:54:57.402685 dv-cinder-839793-16-iscsi neutron-server[104320]: 'Log': '1.0', May 31 20:54:57.402685 dv-cinder-839793-16-iscsi neutron-server[104320]: 'NDPProxy': '1.0', May 31 20:54:57.402685 dv-cinder-839793-16-iscsi neutron-server[104320]: 'Network': '1.1', May 31 20:54:57.402685 dv-cinder-839793-16-iscsi neutron-server[104320]: 'Port': '1.7', May 31 20:54:57.402685 dv-cinder-839793-16-iscsi neutron-server[104320]: 'PortForwarding': '1.3', May 31 20:54:57.402685 dv-cinder-839793-16-iscsi neutron-server[104320]: 'QosPolicy': '1.10', May 31 20:54:57.402685 dv-cinder-839793-16-iscsi neutron-server[104320]: 'SecurityGroup': '1.5', May 31 20:54:57.402685 dv-cinder-839793-16-iscsi neutron-server[104320]: 'SecurityGroupRule': '1.2', May 31 20:54:57.402685 dv-cinder-839793-16-iscsi neutron-server[104320]: 'SubPort': '1.0', May 31 20:54:57.402685 dv-cinder-839793-16-iscsi neutron-server[104320]: 'Subnet': '1.1', May 31 20:54:57.402685 dv-cinder-839793-16-iscsi neutron-server[104320]: 'Trunk': '1.1'}} May 31 20:54:57.402685 dv-cinder-839793-16-iscsi neutron-server[104320]: {{(pid=104320) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 20:54:57.429252 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=65,neutron:INSERT=34,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 20:54:57.509358 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0ac25f-8c5e-472a-b8be-889b96f0590d demo admin] Network a3fd8e0b-fb36-4de1-b03d-689e2e37ec62 is scheduled to be hosted by DHCP agent 5ca9f0a2-8e5f-4b54-94fa-454f095515e4 with binding_index 1 {{(pid=104320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 20:54:57.606505 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.base_scheduler [None req-4e0ac25f-8c5e-472a-b8be-889b96f0590d demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-16-iscsi, a3fd8e0b-fb36-4de1-b03d-689e2e37ec62) {{(pid=104320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 20:54:57.611376 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0ac25f-8c5e-472a-b8be-889b96f0590d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 20:54:57.616394 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-4e0ac25f-8c5e-472a-b8be-889b96f0590d demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696852'] for subnet (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:54:57.617803 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70c46ae-6605-4455-b7b3-133d70344482 None None] Network a3fd8e0b-fb36-4de1-b03d-689e2e37ec62 requested from dv-cinder-839793-16-iscsi {{(pid=104322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 31 20:54:57.752096 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-4e0ac25f-8c5e-472a-b8be-889b96f0590d demo admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9169633 May 31 20:54:57.896082 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390a0c6e-d662-4ddf-bde3-d779c886070d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1581c23-dc20-583c-a781-c643bb3ad1f7-a3fd8e0b-fb36-4de1-b03d-689e2e37ec62', 'network_id': 'a3fd8e0b-fb36-4de1-b03d-689e2e37ec62', 'project_id': '4d4e8b473d4746f4ba53769be39ac5d2', 'fixed_ips': [{'subnet_id': '6fa9f02a-2d87-431f-9093-e6c528f4b5de'}]}} from dv-cinder-839793-16-iscsi. {{(pid=104322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 31 20:54:57.897475 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-390a0c6e-d662-4ddf-bde3-d779c886070d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (None), before_create {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:54:58.226604 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.db_base_plugin_common [None req-390a0c6e-d662-4ddf-bde3-d779c886070d None None] Allocated IP 172.20.0.2 (a3fd8e0b-fb36-4de1-b03d-689e2e37ec62/6fa9f02a-2d87-431f-9093-e6c528f4b5de/d69c88bf-7841-4d17-99c7-ae28fa70373f) {{(pid=104322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 20:54:58.478375 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-390a0c6e-d662-4ddf-bde3-d779c886070d None None] Publish callbacks [] for port (d69c88bf-7841-4d17-99c7-ae28fa70373f), precommit_create {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:54:58.572568 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-390a0c6e-d662-4ddf-bde3-d779c886070d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747261518129'] for port (d69c88bf-7841-4d17-99c7-ae28fa70373f), after_create {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:54:58.576353 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=52,neutron:INSERT=34,neutron:UPDATE=3 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 20:54:58.660504 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390a0c6e-d662-4ddf-bde3-d779c886070d None None] Network a3fd8e0b-fb36-4de1-b03d-689e2e37ec62 is already hosted by enough agents. {{(pid=104322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 20:54:58.669057 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.scheduler.base_scheduler [None req-390a0c6e-d662-4ddf-bde3-d779c886070d None None] Resources bound (agent type, host, resource id): {{(pid=104322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 20:54:58.673955 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390a0c6e-d662-4ddf-bde3-d779c886070d None None] Pushing event updated for resources: {'Port': ['ID=d69c88bf-7841-4d17-99c7-ae28fa70373f,revision_number=1']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 20:54:58.676363 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390a0c6e-d662-4ddf-bde3-d779c886070d None None] Received port after_create {{(pid=104322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 31 20:54:58.686955 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390a0c6e-d662-4ddf-bde3-d779c886070d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:54:58.687301 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390a0c6e-d662-4ddf-bde3-d779c886070d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:54:58.687664 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390a0c6e-d662-4ddf-bde3-d779c886070d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:54:58.688019 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390a0c6e-d662-4ddf-bde3-d779c886070d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:54:58.688356 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390a0c6e-d662-4ddf-bde3-d779c886070d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:54:58.688686 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390a0c6e-d662-4ddf-bde3-d779c886070d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:54:58.689013 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390a0c6e-d662-4ddf-bde3-d779c886070d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:54:58.689335 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390a0c6e-d662-4ddf-bde3-d779c886070d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:54:58.689672 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390a0c6e-d662-4ddf-bde3-d779c886070d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:54:58.690024 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390a0c6e-d662-4ddf-bde3-d779c886070d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:54:58.690354 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390a0c6e-d662-4ddf-bde3-d779c886070d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:54:58.690720 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390a0c6e-d662-4ddf-bde3-d779c886070d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:54:58.691042 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390a0c6e-d662-4ddf-bde3-d779c886070d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:54:58.691362 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390a0c6e-d662-4ddf-bde3-d779c886070d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:54:58.691678 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390a0c6e-d662-4ddf-bde3-d779c886070d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:54:58.693095 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390a0c6e-d662-4ddf-bde3-d779c886070d None None] Tracked resource versions report: May 31 20:54:58.693095 dv-cinder-839793-16-iscsi neutron-server[104322]: pushed versions: May 31 20:54:58.693095 dv-cinder-839793-16-iscsi neutron-server[104322]: { 'AddressGroup': {'1.2'}, May 31 20:54:58.693095 dv-cinder-839793-16-iscsi neutron-server[104322]: 'Agent': {'1.1'}, May 31 20:54:58.693095 dv-cinder-839793-16-iscsi neutron-server[104322]: 'ConntrackHelper': {'1.0'}, May 31 20:54:58.693095 dv-cinder-839793-16-iscsi neutron-server[104322]: 'LocalIPAssociation': {'1.0'}, May 31 20:54:58.693095 dv-cinder-839793-16-iscsi neutron-server[104322]: 'Log': {'1.0'}, May 31 20:54:58.693095 dv-cinder-839793-16-iscsi neutron-server[104322]: 'NDPProxy': {'1.0'}, May 31 20:54:58.693095 dv-cinder-839793-16-iscsi neutron-server[104322]: 'Network': {'1.1'}, May 31 20:54:58.693095 dv-cinder-839793-16-iscsi neutron-server[104322]: 'Port': {'1.7'}, May 31 20:54:58.693095 dv-cinder-839793-16-iscsi neutron-server[104322]: 'PortForwarding': {'1.3'}, May 31 20:54:58.693095 dv-cinder-839793-16-iscsi neutron-server[104322]: 'QosPolicy': {'1.10'}, May 31 20:54:58.693095 dv-cinder-839793-16-iscsi neutron-server[104322]: 'SecurityGroup': {'1.5'}, May 31 20:54:58.693095 dv-cinder-839793-16-iscsi neutron-server[104322]: 'SecurityGroupRule': {'1.2'}, May 31 20:54:58.693095 dv-cinder-839793-16-iscsi neutron-server[104322]: 'SubPort': {'1.0'}, May 31 20:54:58.693095 dv-cinder-839793-16-iscsi neutron-server[104322]: 'Subnet': {'1.1'}, May 31 20:54:58.693095 dv-cinder-839793-16-iscsi neutron-server[104322]: 'Trunk': {'1.1'}} May 31 20:54:58.693095 dv-cinder-839793-16-iscsi neutron-server[104322]: consumer versions: May 31 20:54:58.693095 dv-cinder-839793-16-iscsi neutron-server[104322]: { DHCP agent@dv-cinder-839793-16-iscsi: {}, May 31 20:54:58.693095 dv-cinder-839793-16-iscsi neutron-server[104322]: L3 agent@dv-cinder-839793-16-iscsi: {}, May 31 20:54:58.693095 dv-cinder-839793-16-iscsi neutron-server[104322]: Metadata agent@dv-cinder-839793-16-iscsi: {}, May 31 20:54:58.693095 dv-cinder-839793-16-iscsi neutron-server[104322]: Metering agent@dv-cinder-839793-16-iscsi: {}, May 31 20:54:58.693095 dv-cinder-839793-16-iscsi neutron-server[104322]: Open vSwitch agent@dv-cinder-839793-16-iscsi: { 'AddressGroup': '1.2', May 31 20:54:58.693095 dv-cinder-839793-16-iscsi neutron-server[104322]: 'Agent': '1.1', May 31 20:54:58.693095 dv-cinder-839793-16-iscsi neutron-server[104322]: 'ConntrackHelper': '1.0', May 31 20:54:58.693095 dv-cinder-839793-16-iscsi neutron-server[104322]: 'LocalIPAssociation': '1.0', May 31 20:54:58.693095 dv-cinder-839793-16-iscsi neutron-server[104322]: 'Log': '1.0', May 31 20:54:58.693095 dv-cinder-839793-16-iscsi neutron-server[104322]: 'NDPProxy': '1.0', May 31 20:54:58.693095 dv-cinder-839793-16-iscsi neutron-server[104322]: 'Network': '1.1', May 31 20:54:58.693095 dv-cinder-839793-16-iscsi neutron-server[104322]: 'Port': '1.7', May 31 20:54:58.693095 dv-cinder-839793-16-iscsi neutron-server[104322]: 'PortForwarding': '1.3', May 31 20:54:58.693095 dv-cinder-839793-16-iscsi neutron-server[104322]: 'QosPolicy': '1.10', May 31 20:54:58.693095 dv-cinder-839793-16-iscsi neutron-server[104322]: 'SecurityGroup': '1.5', May 31 20:54:58.693095 dv-cinder-839793-16-iscsi neutron-server[104322]: 'SecurityGroupRule': '1.2', May 31 20:54:58.693095 dv-cinder-839793-16-iscsi neutron-server[104322]: 'SubPort': '1.0', May 31 20:54:58.693095 dv-cinder-839793-16-iscsi neutron-server[104322]: 'Subnet': '1.1', May 31 20:54:58.693095 dv-cinder-839793-16-iscsi neutron-server[104322]: 'Trunk': '1.1'}} May 31 20:54:58.693095 dv-cinder-839793-16-iscsi neutron-server[104322]: {{(pid=104322) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 20:54:58.774408 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.managers [None req-390a0c6e-d662-4ddf-bde3-d779c886070d None None] Attempting to bind port d69c88bf-7841-4d17-99c7-ae28fa70373f on host dv-cinder-839793-16-iscsi for vnic_type normal with profile {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 31 20:54:58.774747 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.managers [None req-390a0c6e-d662-4ddf-bde3-d779c886070d None None] Attempting to bind port d69c88bf-7841-4d17-99c7-ae28fa70373f by drivers openvswitch,hyperv on host dv-cinder-839793-16-iscsi at level 0 using segments [{'id': '9d98555c-1d59-40ca-94d6-5c0af30c5723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a3fd8e0b-fb36-4de1-b03d-689e2e37ec62'}] {{(pid=104322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 31 20:54:58.775194 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390a0c6e-d662-4ddf-bde3-d779c886070d None None] Attempting to bind port d69c88bf-7841-4d17-99c7-ae28fa70373f on network a3fd8e0b-fb36-4de1-b03d-689e2e37ec62 {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 31 20:54:58.780795 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390a0c6e-d662-4ddf-bde3-d779c886070d None None] Checking agent: {'id': 'a61205dd-b11c-42a1-aa2d-4b7310a8dc99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 20, 54, 48), 'started_at': datetime.datetime(2022, 5, 31, 20, 54, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 20, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 31 20:54:58.781176 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390a0c6e-d662-4ddf-bde3-d779c886070d None None] Checking segment: {'id': '9d98555c-1d59-40ca-94d6-5c0af30c5723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a3fd8e0b-fb36-4de1-b03d-689e2e37ec62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 31 20:54:58.781675 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-390a0c6e-d662-4ddf-bde3-d779c886070d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:54:58.782142 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390a0c6e-d662-4ddf-bde3-d779c886070d None None] Bound using segment: {'id': '9d98555c-1d59-40ca-94d6-5c0af30c5723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a3fd8e0b-fb36-4de1-b03d-689e2e37ec62'} {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 31 20:54:58.786706 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.managers [None req-390a0c6e-d662-4ddf-bde3-d779c886070d None None] Bound port: d69c88bf-7841-4d17-99c7-ae28fa70373f, host: dv-cinder-839793-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d98555c-1d59-40ca-94d6-5c0af30c5723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a3fd8e0b-fb36-4de1-b03d-689e2e37ec62'}}] {{(pid=104322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 31 20:54:58.786706 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-390a0c6e-d662-4ddf-bde3-d779c886070d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (d69c88bf-7841-4d17-99c7-ae28fa70373f), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:54:58.849771 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-390a0c6e-d662-4ddf-bde3-d779c886070d None None] For port d69c88bf-7841-4d17-99c7-ae28fa70373f, host dv-cinder-839793-16-iscsi, cleared binding levels {{(pid=104322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 31 20:54:58.854333 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-390a0c6e-d662-4ddf-bde3-d779c886070d None None] For port d69c88bf-7841-4d17-99c7-ae28fa70373f, host dv-cinder-839793-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=d69c88bf-7841-4d17-99c7-ae28fa70373f,segment=NetworkSegment(9d98555c-1d59-40ca-94d6-5c0af30c5723),segment_id=9d98555c-1d59-40ca-94d6-5c0af30c5723)] {{(pid=104322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 31 20:54:58.924472 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-390a0c6e-d662-4ddf-bde3-d779c886070d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (d69c88bf-7841-4d17-99c7-ae28fa70373f), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:54:58.997275 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390a0c6e-d662-4ddf-bde3-d779c886070d None None] Pushing event updated for resources: {'Port': ['ID=d69c88bf-7841-4d17-99c7-ae28fa70373f,revision_number=2']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 20:55:00.289097 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 57658) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 20:55:00.629979 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [None req-aad7e079-36da-4a89-aeb7-e6a2f2ab18cc admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=104320) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 31 20:55:00.632983 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-aad7e079-36da-4a89-aeb7-e6a2f2ab18cc admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3428800 May 31 20:55:01.714239 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=8 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 20:55:01.719370 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=16,neutron:INSERT=31 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 20:55:03.162999 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 57670) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 20:55:03.231512 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=51,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 20:55:03.510243 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [None req-5e18e6b6-41b7-4038-84b3-cb9d79d02c24 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=104321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 31 20:55:03.526333 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-5e18e6b6-41b7-4038-84b3-cb9d79d02c24 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3622599 May 31 20:55:06.033119 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 57678) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 20:55:06.362762 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [None req-134ceaff-9f64-4c72-99c9-bd35e06558dc demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 20:55:06.446391 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-134ceaff-9f64-4c72-99c9-bd35e06558dc demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1600068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256106'] for router (302e144d-a7c7-4e96-b042-a64ed6cf9309), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:55:06.448104 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-134ceaff-9f64-4c72-99c9-bd35e06558dc demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1599220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1598582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1761038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256083'] for router (302e144d-a7c7-4e96-b042-a64ed6cf9309), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:55:06.586683 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-134ceaff-9f64-4c72-99c9-bd35e06558dc demo demo] Publish callbacks [] for router_controller (302e144d-a7c7-4e96-b042-a64ed6cf9309), precommit_add_association {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:55:06.647186 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-134ceaff-9f64-4c72-99c9-bd35e06558dc demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1599171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598497'] for router (302e144d-a7c7-4e96-b042-a64ed6cf9309), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:55:06.727823 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-134ceaff-9f64-4c72-99c9-bd35e06558dc demo demo] Publish callbacks [] for router (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:55:06.728933 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-134ceaff-9f64-4c72-99c9-bd35e06558dc demo demo] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6948469 May 31 20:55:07.630005 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=57,neutron:UPDATE=2,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 20:55:08.964246 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=72,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 20:55:08.978754 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=74,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 20:55:08.997169 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=11 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 20:55:09.261262 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 57694) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 20:55:09.386271 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device d69c88bf-7841-4d17-99c7-ae28fa70373f up at agent ovs-agent-dv-cinder-839793-16-iscsi {{(pid=104322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 31 20:55:09.468416 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Provisioning complete for port d69c88bf-7841-4d17-99c7-ae28fa70373f triggered by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 20:55:09.468829 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (d69c88bf-7841-4d17-99c7-ae28fa70373f), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:55:09.571690 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Current status of the port d69c88bf-7841-4d17-99c7-ae28fa70373f is: DOWN; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 20:55:09.572049 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (d69c88bf-7841-4d17-99c7-ae28fa70373f), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:55:09.608098 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] For port d69c88bf-7841-4d17-99c7-ae28fa70373f, host dv-cinder-839793-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=d69c88bf-7841-4d17-99c7-ae28fa70373f,segment=NetworkSegment(9d98555c-1d59-40ca-94d6-5c0af30c5723),segment_id=9d98555c-1d59-40ca-94d6-5c0af30c5723)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 20:55:09.630713 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [None req-827e3c98-64f1-49d0-8a7a-72fd7b150dfb admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=104320) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 31 20:55:09.631643 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-827e3c98-64f1-49d0-8a7a-72fd7b150dfb admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3694711 May 31 20:55:09.657084 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (d69c88bf-7841-4d17-99c7-ae28fa70373f), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:55:09.713245 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Pushing event updated for resources: {'Port': ['ID=d69c88bf-7841-4d17-99c7-ae28fa70373f,revision_number=3']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 20:55:10.827812 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4c3cbd-46c2-4101-8ed3-bd6f45506b88 None None] Network a3fd8e0b-fb36-4de1-b03d-689e2e37ec62 requested from dv-cinder-839793-16-iscsi {{(pid=104322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 31 20:55:10.878503 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-fa476f7d-f15a-411a-b666-913db68a4226 None None] Provisioning complete for port d69c88bf-7841-4d17-99c7-ae28fa70373f triggered by entity DHCP. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 20:55:10.878891 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-fa476f7d-f15a-411a-b666-913db68a4226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (d69c88bf-7841-4d17-99c7-ae28fa70373f), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:55:11.012119 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-fa476f7d-f15a-411a-b666-913db68a4226 None None] Current status of the port d69c88bf-7841-4d17-99c7-ae28fa70373f is: ACTIVE; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 20:55:11.236136 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-df360871-055e-4940-9db4-e70cc88e6a6a None None] Provisioning complete for port d69c88bf-7841-4d17-99c7-ae28fa70373f triggered by entity DHCP. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 20:55:11.236521 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-df360871-055e-4940-9db4-e70cc88e6a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (d69c88bf-7841-4d17-99c7-ae28fa70373f), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:55:11.311404 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-df360871-055e-4940-9db4-e70cc88e6a6a None None] Current status of the port d69c88bf-7841-4d17-99c7-ae28fa70373f is: ACTIVE; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 20:55:11.362545 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device d69c88bf-7841-4d17-99c7-ae28fa70373f up at agent ovs-agent-dv-cinder-839793-16-iscsi {{(pid=104322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 31 20:55:11.406760 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Provisioning complete for port d69c88bf-7841-4d17-99c7-ae28fa70373f triggered by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 20:55:11.407144 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (d69c88bf-7841-4d17-99c7-ae28fa70373f), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:55:11.482540 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Current status of the port d69c88bf-7841-4d17-99c7-ae28fa70373f is: ACTIVE; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 20:55:12.164164 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 57702) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 20:55:12.168700 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-c8962bed-6b38-4539-a679-8e91e1365ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (5ca9f0a2-8e5f-4b54-94fa-454f095515e4), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:55:12.477796 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.v2.base [None req-5e3aadba-f112-4b3a-823a-1befdc844340 admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=104320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 20:55:12.568590 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e3aadba-f112-4b3a-823a-1befdc844340 admin admin] Made reservation on behalf of f6a1a8d766964543bcc4e46371605ff7 for: {'network': 1} {{(pid=104320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 20:55:12.570949 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-5e3aadba-f112-4b3a-823a-1befdc844340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for network (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:55:12.586829 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-5e3aadba-f112-4b3a-823a-1befdc844340 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:55:12.691273 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-5e3aadba-f112-4b3a-823a-1befdc844340 admin admin] Publish callbacks [] for security_group (ec5d147b-0f87-4a1e-ac46-34f7c7cde5d7), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:55:12.759685 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-5e3aadba-f112-4b3a-823a-1befdc844340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (ec5d147b-0f87-4a1e-ac46-34f7c7cde5d7), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:55:12.776145 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5e3aadba-f112-4b3a-823a-1befdc844340 admin admin] Reserving flat network on physical network physnet1 {{(pid=104320) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 31 20:55:12.802346 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3aadba-f112-4b3a-823a-1befdc844340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec5d147b-0f87-4a1e-ac46-34f7c7cde5d7,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 20:55:12.805056 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-5e3aadba-f112-4b3a-823a-1befdc844340 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747261968276', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674812'] for segment (4436eed2-294e-4646-83cf-aec09b7c7c9c), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:55:12.805588 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-5e3aadba-f112-4b3a-823a-1befdc844340 admin admin] Unsubscribe: segment precommit_create {{(pid=104320) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 31 20:55:12.806091 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.db.segments_db [None req-5e3aadba-f112-4b3a-823a-1befdc844340 admin admin] Added segment 4436eed2-294e-4646-83cf-aec09b7c7c9c of type flat for network c2cfca3b-95da-4cff-a3c5-795dffb6abac May 31 20:55:12.868175 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-5e3aadba-f112-4b3a-823a-1befdc844340 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747261502311'] for network (c2cfca3b-95da-4cff-a3c5-795dffb6abac), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:55:12.968589 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-5e3aadba-f112-4b3a-823a-1befdc844340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838'] for network (c2cfca3b-95da-4cff-a3c5-795dffb6abac), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:55:12.969603 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3aadba-f112-4b3a-823a-1befdc844340 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 20:55:12.970187 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-5e3aadba-f112-4b3a-823a-1befdc844340 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696852'] for network (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:55:13.078945 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3aadba-f112-4b3a-823a-1befdc844340 admin admin] Pushing event updated for resources: {'Network': ['ID=c2cfca3b-95da-4cff-a3c5-795dffb6abac,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 20:55:13.089065 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Network c2cfca3b-95da-4cff-a3c5-795dffb6abac details requested by agent ovs-agent-dv-cinder-839793-16-iscsi with host dv-cinder-839793-16-iscsi {{(pid=104322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 31 20:55:13.207722 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-5e3aadba-f112-4b3a-823a-1befdc844340 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0424678 May 31 20:55:14.508236 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-7c8f76e7-5d6f-4c5b-be86-3b5c64bf6ca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (13ce5b10-321e-4e80-b29e-1cfc3c51661e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:55:15.576517 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-58fa0aab-c296-4be2-a1ab-08418c16cad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (8170e961-7e1e-4c09-b09f-6b764c457cfd), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:55:15.655573 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 57716) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 20:55:16.008578 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4270f546-7d50-44d0-ab5a-57163de81dd6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 20:55:16.010007 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-4270f546-7d50-44d0-ab5a-57163de81dd6 demo admin] 10.222.0.55 "GET /v2.0/subnets/6fa9f02a-2d87-431f-9093-e6c528f4b5de HTTP/1.1" status: 200 len: 849 time: 0.3534560 May 31 20:55:16.135507 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-748733e1-9512-457a-8870-5a6af3b0dc62 demo admin] 10.222.0.55 "GET /v2.0/routers/302e144d-a7c7-4e96-b042-a64ed6cf9309 HTTP/1.1" status: 200 len: 704 time: 0.1192596 May 31 20:55:16.402475 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-527eb03e-3167-4ba6-a7f7-ac242f95e0eb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:55:16.703508 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.db_base_plugin_common [None req-527eb03e-3167-4ba6-a7f7-ac242f95e0eb demo admin] Allocated IP 172.20.0.1 (a3fd8e0b-fb36-4de1-b03d-689e2e37ec62/6fa9f02a-2d87-431f-9093-e6c528f4b5de/0d05bfed-c8a0-4e09-bad3-9a7a18d0d887) {{(pid=104321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 20:55:16.705353 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-b770b660-b824-4665-84d0-9bbdd29e8e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (1c1563bc-5b12-4065-8d27-b22246e8e8d3), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:55:16.888260 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-527eb03e-3167-4ba6-a7f7-ac242f95e0eb demo admin] Publish callbacks [] for port (0d05bfed-c8a0-4e09-bad3-9a7a18d0d887), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:55:17.100805 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-527eb03e-3167-4ba6-a7f7-ac242f95e0eb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747261518129'] for port (0d05bfed-c8a0-4e09-bad3-9a7a18d0d887), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:55:17.167081 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 20:55:17.173913 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 20:55:17.181167 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527eb03e-3167-4ba6-a7f7-ac242f95e0eb demo admin] Network a3fd8e0b-fb36-4de1-b03d-689e2e37ec62 is already hosted by enough agents. {{(pid=104321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 20:55:17.192166 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.base_scheduler [None req-527eb03e-3167-4ba6-a7f7-ac242f95e0eb demo admin] Resources bound (agent type, host, resource id): {{(pid=104321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 20:55:17.195342 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527eb03e-3167-4ba6-a7f7-ac242f95e0eb demo admin] Received port after_create {{(pid=104321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 31 20:55:17.195943 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-527eb03e-3167-4ba6-a7f7-ac242f95e0eb demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598285'] for router_interface (302e144d-a7c7-4e96-b042-a64ed6cf9309), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:55:17.216994 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527eb03e-3167-4ba6-a7f7-ac242f95e0eb demo admin] Pushing event updated for resources: {'Port': ['ID=0d05bfed-c8a0-4e09-bad3-9a7a18d0d887,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 20:55:17.462026 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-dd88cbbe-293f-49ae-8d6f-0c7355aa5bf7 None None] Provisioning complete for port 0d05bfed-c8a0-4e09-bad3-9a7a18d0d887 triggered by entity DHCP. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 20:55:17.462340 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-dd88cbbe-293f-49ae-8d6f-0c7355aa5bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (0d05bfed-c8a0-4e09-bad3-9a7a18d0d887), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:55:17.494371 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-dd88cbbe-293f-49ae-8d6f-0c7355aa5bf7 None None] Port 0d05bfed-c8a0-4e09-bad3-9a7a18d0d887 cannot update to ACTIVE because it is not bound. {{(pid=104322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 31 20:55:17.537127 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-527eb03e-3167-4ba6-a7f7-ac242f95e0eb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (0d05bfed-c8a0-4e09-bad3-9a7a18d0d887), before_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:55:17.767601 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-527eb03e-3167-4ba6-a7f7-ac242f95e0eb demo admin] Publish callbacks [] for port (0d05bfed-c8a0-4e09-bad3-9a7a18d0d887), precommit_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:55:17.828366 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-527eb03e-3167-4ba6-a7f7-ac242f95e0eb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (0d05bfed-c8a0-4e09-bad3-9a7a18d0d887), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:55:17.832222 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-527eb03e-3167-4ba6-a7f7-ac242f95e0eb demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1696816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1599485'] for router_interface (302e144d-a7c7-4e96-b042-a64ed6cf9309), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:55:17.910232 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527eb03e-3167-4ba6-a7f7-ac242f95e0eb demo admin] Pushing event updated for resources: {'Port': ['ID=0d05bfed-c8a0-4e09-bad3-9a7a18d0d887,revision_number=2']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 20:55:17.959331 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527eb03e-3167-4ba6-a7f7-ac242f95e0eb demo admin] Network a3fd8e0b-fb36-4de1-b03d-689e2e37ec62 is already hosted by enough agents. {{(pid=104321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 20:55:17.960715 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.base_scheduler [None req-527eb03e-3167-4ba6-a7f7-ac242f95e0eb demo admin] Resources bound (agent type, host, resource id): {{(pid=104321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 20:55:18.214874 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-c3740b48-4f8e-4be4-ae17-8800fb96080c None None] Provisioning complete for port 0d05bfed-c8a0-4e09-bad3-9a7a18d0d887 triggered by entity DHCP. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 20:55:18.215511 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-c3740b48-4f8e-4be4-ae17-8800fb96080c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (0d05bfed-c8a0-4e09-bad3-9a7a18d0d887), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:55:18.228612 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-527eb03e-3167-4ba6-a7f7-ac242f95e0eb demo admin] Router 302e144d-a7c7-4e96-b042-a64ed6cf9309 is scheduled to L3 agent 13ce5b10-321e-4e80-b29e-1cfc3c51661e with binding_index 1 {{(pid=104321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 31 20:55:18.248156 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-c3740b48-4f8e-4be4-ae17-8800fb96080c None None] Port 0d05bfed-c8a0-4e09-bad3-9a7a18d0d887 cannot update to ACTIVE because it is not bound. {{(pid=104322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 31 20:55:18.312894 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 20:55:18.324575 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-527eb03e-3167-4ba6-a7f7-ac242f95e0eb demo admin] Notify agent at l3_agent.dv-cinder-839793-16-iscsi the message routers_updated {{(pid=104321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 31 20:55:18.329737 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-527eb03e-3167-4ba6-a7f7-ac242f95e0eb demo admin] 10.222.0.55 "PUT /v2.0/routers/302e144d-a7c7-4e96-b042-a64ed6cf9309/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1879895 May 31 20:55:18.345518 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9ee452-f664-494e-8faf-7bd0a592f43a None None] Sync routers for ids ['302e144d-a7c7-4e96-b042-a64ed6cf9309'] in dv-cinder-839793-16-iscsi {{(pid=104323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 20:55:18.358595 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9ee452-f664-494e-8faf-7bd0a592f43a None None] Routers {'302e144d-a7c7-4e96-b042-a64ed6cf9309'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 20:55:18.359400 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-0d9ee452-f664-494e-8faf-7bd0a592f43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T20:55:14Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['302e144d-a7c7-4e96-b042-a64ed6cf9309'], 'active': True} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 20:55:18.523019 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (a61205dd-b11c-42a1-aa2d-4b7310a8dc99), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:55:18.546249 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvr_db [None req-0d9ee452-f664-494e-8faf-7bd0a592f43a None None] Set router 302e144d-a7c7-4e96-b042-a64ed6cf9309 gateway port host: None {{(pid=104323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 20:55:18.961745 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-0d9ee452-f664-494e-8faf-7bd0a592f43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '302e144d-a7c7-4e96-b042-a64ed6cf9309', 'name': 'router1', 'tenant_id': '4d4e8b473d4746f4ba53769be39ac5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T20:55:06Z', 'updated_at': '2022-05-31T20:55:17Z', 'revision_number': 2, 'project_id': '4d4e8b473d4746f4ba53769be39ac5d2', 'gw_port_host': None, '_interfaces': [{'id': '0d05bfed-c8a0-4e09-bad3-9a7a18d0d887', 'name': '', 'network_id': 'a3fd8e0b-fb36-4de1-b03d-689e2e37ec62', 'tenant_id': '4d4e8b473d4746f4ba53769be39ac5d2', 'mac_address': 'fa:16:3e:a7:01:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '302e144d-a7c7-4e96-b042-a64ed6cf9309', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6fa9f02a-2d87-431f-9093-e6c528f4b5de', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T20:55:16Z', 'updated_at': '2022-05-31T20:55:17Z', 'revision_number': 2, 'project_id': '4d4e8b473d4746f4ba53769be39ac5d2', 'subnets': [{'id': '6fa9f02a-2d87-431f-9093-e6c528f4b5de', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '85bb6f83-76e4-4ad0-81c7-077d9edae77b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 20:55:19.011367 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9ee452-f664-494e-8faf-7bd0a592f43a None None] Checking router: 302e144d-a7c7-4e96-b042-a64ed6cf9309 for host: dv-cinder-839793-16-iscsi {{(pid=104323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 20:55:19.011739 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9ee452-f664-494e-8faf-7bd0a592f43a None None] Updating router 302e144d-a7c7-4e96-b042-a64ed6cf9309 port 0d05bfed-c8a0-4e09-bad3-9a7a18d0d887 binding host dv-cinder-839793-16-iscsi {{(pid=104323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 20:55:19.064595 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron_lib.callbacks.manager [None req-0d9ee452-f664-494e-8faf-7bd0a592f43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (0d05bfed-c8a0-4e09-bad3-9a7a18d0d887), before_update {{(pid=104323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:55:19.613498 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron_lib.callbacks.manager [None req-0d9ee452-f664-494e-8faf-7bd0a592f43a None None] Publish callbacks [] for port (0d05bfed-c8a0-4e09-bad3-9a7a18d0d887), precommit_update {{(pid=104323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:55:19.696705 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron_lib.callbacks.manager [None req-0d9ee452-f664-494e-8faf-7bd0a592f43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (0d05bfed-c8a0-4e09-bad3-9a7a18d0d887), after_update {{(pid=104323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:55:19.859611 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6cc470-a576-4197-bd81-abf2a03b601d None None] Pushing event updated for resources: {'Port': ['ID=0d05bfed-c8a0-4e09-bad3-9a7a18d0d887,revision_number=3']} {{(pid=104323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 20:55:19.878328 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.managers [None req-0d9ee452-f664-494e-8faf-7bd0a592f43a None None] Attempting to bind port 0d05bfed-c8a0-4e09-bad3-9a7a18d0d887 on host dv-cinder-839793-16-iscsi for vnic_type normal with profile {{(pid=104323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 31 20:55:19.878722 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.managers [None req-0d9ee452-f664-494e-8faf-7bd0a592f43a None None] Attempting to bind port 0d05bfed-c8a0-4e09-bad3-9a7a18d0d887 by drivers openvswitch,hyperv on host dv-cinder-839793-16-iscsi at level 0 using segments [{'id': '9d98555c-1d59-40ca-94d6-5c0af30c5723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a3fd8e0b-fb36-4de1-b03d-689e2e37ec62'}] {{(pid=104323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 31 20:55:19.879159 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9ee452-f664-494e-8faf-7bd0a592f43a None None] Attempting to bind port 0d05bfed-c8a0-4e09-bad3-9a7a18d0d887 on network a3fd8e0b-fb36-4de1-b03d-689e2e37ec62 {{(pid=104323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 31 20:55:19.882072 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6cc470-a576-4197-bd81-abf2a03b601d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:55:19.885158 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6cc470-a576-4197-bd81-abf2a03b601d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:55:19.885158 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6cc470-a576-4197-bd81-abf2a03b601d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:55:19.885158 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6cc470-a576-4197-bd81-abf2a03b601d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:55:19.885158 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6cc470-a576-4197-bd81-abf2a03b601d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:55:19.885158 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6cc470-a576-4197-bd81-abf2a03b601d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:55:19.885158 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6cc470-a576-4197-bd81-abf2a03b601d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:55:19.885158 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6cc470-a576-4197-bd81-abf2a03b601d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:55:19.885158 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6cc470-a576-4197-bd81-abf2a03b601d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:55:19.885158 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6cc470-a576-4197-bd81-abf2a03b601d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:55:19.885158 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6cc470-a576-4197-bd81-abf2a03b601d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:55:19.886079 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6cc470-a576-4197-bd81-abf2a03b601d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:55:19.886079 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6cc470-a576-4197-bd81-abf2a03b601d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:55:19.886241 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6cc470-a576-4197-bd81-abf2a03b601d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:55:19.886427 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6cc470-a576-4197-bd81-abf2a03b601d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:55:19.887816 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6cc470-a576-4197-bd81-abf2a03b601d None None] Tracked resource versions report: May 31 20:55:19.887816 dv-cinder-839793-16-iscsi neutron-server[104323]: pushed versions: May 31 20:55:19.887816 dv-cinder-839793-16-iscsi neutron-server[104323]: { 'AddressGroup': {'1.2'}, May 31 20:55:19.887816 dv-cinder-839793-16-iscsi neutron-server[104323]: 'Agent': {'1.1'}, May 31 20:55:19.887816 dv-cinder-839793-16-iscsi neutron-server[104323]: 'ConntrackHelper': {'1.0'}, May 31 20:55:19.887816 dv-cinder-839793-16-iscsi neutron-server[104323]: 'LocalIPAssociation': {'1.0'}, May 31 20:55:19.887816 dv-cinder-839793-16-iscsi neutron-server[104323]: 'Log': {'1.0'}, May 31 20:55:19.887816 dv-cinder-839793-16-iscsi neutron-server[104323]: 'NDPProxy': {'1.0'}, May 31 20:55:19.887816 dv-cinder-839793-16-iscsi neutron-server[104323]: 'Network': {'1.1'}, May 31 20:55:19.887816 dv-cinder-839793-16-iscsi neutron-server[104323]: 'Port': {'1.7'}, May 31 20:55:19.887816 dv-cinder-839793-16-iscsi neutron-server[104323]: 'PortForwarding': {'1.3'}, May 31 20:55:19.887816 dv-cinder-839793-16-iscsi neutron-server[104323]: 'QosPolicy': {'1.10'}, May 31 20:55:19.887816 dv-cinder-839793-16-iscsi neutron-server[104323]: 'SecurityGroup': {'1.5'}, May 31 20:55:19.887816 dv-cinder-839793-16-iscsi neutron-server[104323]: 'SecurityGroupRule': {'1.2'}, May 31 20:55:19.887816 dv-cinder-839793-16-iscsi neutron-server[104323]: 'SubPort': {'1.0'}, May 31 20:55:19.887816 dv-cinder-839793-16-iscsi neutron-server[104323]: 'Subnet': {'1.1'}, May 31 20:55:19.887816 dv-cinder-839793-16-iscsi neutron-server[104323]: 'Trunk': {'1.1'}} May 31 20:55:19.887816 dv-cinder-839793-16-iscsi neutron-server[104323]: consumer versions: May 31 20:55:19.887816 dv-cinder-839793-16-iscsi neutron-server[104323]: { DHCP agent@dv-cinder-839793-16-iscsi: {}, May 31 20:55:19.887816 dv-cinder-839793-16-iscsi neutron-server[104323]: L3 agent@dv-cinder-839793-16-iscsi: {}, May 31 20:55:19.887816 dv-cinder-839793-16-iscsi neutron-server[104323]: Metadata agent@dv-cinder-839793-16-iscsi: {}, May 31 20:55:19.887816 dv-cinder-839793-16-iscsi neutron-server[104323]: Metering agent@dv-cinder-839793-16-iscsi: {}, May 31 20:55:19.887816 dv-cinder-839793-16-iscsi neutron-server[104323]: Open vSwitch agent@dv-cinder-839793-16-iscsi: { 'AddressGroup': '1.2', May 31 20:55:19.887816 dv-cinder-839793-16-iscsi neutron-server[104323]: 'Agent': '1.1', May 31 20:55:19.887816 dv-cinder-839793-16-iscsi neutron-server[104323]: 'ConntrackHelper': '1.0', May 31 20:55:19.887816 dv-cinder-839793-16-iscsi neutron-server[104323]: 'LocalIPAssociation': '1.0', May 31 20:55:19.887816 dv-cinder-839793-16-iscsi neutron-server[104323]: 'Log': '1.0', May 31 20:55:19.887816 dv-cinder-839793-16-iscsi neutron-server[104323]: 'NDPProxy': '1.0', May 31 20:55:19.887816 dv-cinder-839793-16-iscsi neutron-server[104323]: 'Network': '1.1', May 31 20:55:19.887816 dv-cinder-839793-16-iscsi neutron-server[104323]: 'Port': '1.7', May 31 20:55:19.887816 dv-cinder-839793-16-iscsi neutron-server[104323]: 'PortForwarding': '1.3', May 31 20:55:19.887816 dv-cinder-839793-16-iscsi neutron-server[104323]: 'QosPolicy': '1.10', May 31 20:55:19.887816 dv-cinder-839793-16-iscsi neutron-server[104323]: 'SecurityGroup': '1.5', May 31 20:55:19.887816 dv-cinder-839793-16-iscsi neutron-server[104323]: 'SecurityGroupRule': '1.2', May 31 20:55:19.887816 dv-cinder-839793-16-iscsi neutron-server[104323]: 'SubPort': '1.0', May 31 20:55:19.887816 dv-cinder-839793-16-iscsi neutron-server[104323]: 'Subnet': '1.1', May 31 20:55:19.887816 dv-cinder-839793-16-iscsi neutron-server[104323]: 'Trunk': '1.1'}} May 31 20:55:19.887816 dv-cinder-839793-16-iscsi neutron-server[104323]: {{(pid=104323) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 20:55:19.894370 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9ee452-f664-494e-8faf-7bd0a592f43a None None] Checking agent: {'id': 'a61205dd-b11c-42a1-aa2d-4b7310a8dc99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 20, 54, 48), 'started_at': datetime.datetime(2022, 5, 31, 20, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 20, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 31 20:55:19.894768 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9ee452-f664-494e-8faf-7bd0a592f43a None None] Checking segment: {'id': '9d98555c-1d59-40ca-94d6-5c0af30c5723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a3fd8e0b-fb36-4de1-b03d-689e2e37ec62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 31 20:55:19.895449 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron_lib.callbacks.manager [None req-0d9ee452-f664-494e-8faf-7bd0a592f43a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:55:19.895708 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9ee452-f664-494e-8faf-7bd0a592f43a None None] Bound using segment: {'id': '9d98555c-1d59-40ca-94d6-5c0af30c5723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a3fd8e0b-fb36-4de1-b03d-689e2e37ec62'} {{(pid=104323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 31 20:55:19.896178 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.managers [None req-0d9ee452-f664-494e-8faf-7bd0a592f43a None None] Bound port: 0d05bfed-c8a0-4e09-bad3-9a7a18d0d887, host: dv-cinder-839793-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d98555c-1d59-40ca-94d6-5c0af30c5723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a3fd8e0b-fb36-4de1-b03d-689e2e37ec62'}}] {{(pid=104323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 31 20:55:19.896552 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron_lib.callbacks.manager [None req-0d9ee452-f664-494e-8faf-7bd0a592f43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (0d05bfed-c8a0-4e09-bad3-9a7a18d0d887), before_update {{(pid=104323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:55:19.932133 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 20:55:19.962687 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.db [None req-0d9ee452-f664-494e-8faf-7bd0a592f43a None None] For port 0d05bfed-c8a0-4e09-bad3-9a7a18d0d887, host dv-cinder-839793-16-iscsi, cleared binding levels {{(pid=104323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 31 20:55:19.978903 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-0bed2763-d627-45d4-ad4e-a199180c7d79 None None] Provisioning complete for port 0d05bfed-c8a0-4e09-bad3-9a7a18d0d887 triggered by entity DHCP. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 20:55:19.982076 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-0bed2763-d627-45d4-ad4e-a199180c7d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (0d05bfed-c8a0-4e09-bad3-9a7a18d0d887), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:55:19.982183 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 20:55:19.983562 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.db [None req-0d9ee452-f664-494e-8faf-7bd0a592f43a None None] For port 0d05bfed-c8a0-4e09-bad3-9a7a18d0d887, host dv-cinder-839793-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=0d05bfed-c8a0-4e09-bad3-9a7a18d0d887,segment=NetworkSegment(9d98555c-1d59-40ca-94d6-5c0af30c5723),segment_id=9d98555c-1d59-40ca-94d6-5c0af30c5723)] {{(pid=104323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 31 20:55:20.013256 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-0bed2763-d627-45d4-ad4e-a199180c7d79 None None] Port 0d05bfed-c8a0-4e09-bad3-9a7a18d0d887 cannot update to ACTIVE because it is not bound. {{(pid=104322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 31 20:55:20.074077 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron_lib.callbacks.manager [None req-0d9ee452-f664-494e-8faf-7bd0a592f43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (0d05bfed-c8a0-4e09-bad3-9a7a18d0d887), after_update {{(pid=104323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:55:20.134162 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6cc470-a576-4197-bd81-abf2a03b601d None None] Pushing event updated for resources: {'Port': ['ID=0d05bfed-c8a0-4e09-bad3-9a7a18d0d887,revision_number=4']} {{(pid=104323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 20:55:20.142544 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9ee452-f664-494e-8faf-7bd0a592f43a None None] Routers {'302e144d-a7c7-4e96-b042-a64ed6cf9309'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 20:55:20.143035 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-0d9ee452-f664-494e-8faf-7bd0a592f43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T20:55:14Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['302e144d-a7c7-4e96-b042-a64ed6cf9309'], 'active': True} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 20:55:20.233397 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvr_db [None req-0d9ee452-f664-494e-8faf-7bd0a592f43a None None] Set router 302e144d-a7c7-4e96-b042-a64ed6cf9309 gateway port host: None {{(pid=104323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 20:55:20.433799 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-f0c29b0c-40e8-45cb-9cef-f836ca98641c None None] Provisioning complete for port 0d05bfed-c8a0-4e09-bad3-9a7a18d0d887 triggered by entity DHCP. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 20:55:20.434375 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f0c29b0c-40e8-45cb-9cef-f836ca98641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (0d05bfed-c8a0-4e09-bad3-9a7a18d0d887), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:55:20.440917 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-0d9ee452-f664-494e-8faf-7bd0a592f43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '302e144d-a7c7-4e96-b042-a64ed6cf9309', 'name': 'router1', 'tenant_id': '4d4e8b473d4746f4ba53769be39ac5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T20:55:06Z', 'updated_at': '2022-05-31T20:55:17Z', 'revision_number': 2, 'project_id': '4d4e8b473d4746f4ba53769be39ac5d2', 'gw_port_host': None, '_interfaces': [{'id': '0d05bfed-c8a0-4e09-bad3-9a7a18d0d887', 'name': '', 'network_id': 'a3fd8e0b-fb36-4de1-b03d-689e2e37ec62', 'tenant_id': '4d4e8b473d4746f4ba53769be39ac5d2', 'mac_address': 'fa:16:3e:a7:01:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '302e144d-a7c7-4e96-b042-a64ed6cf9309', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6fa9f02a-2d87-431f-9093-e6c528f4b5de', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T20:55:16Z', 'updated_at': '2022-05-31T20:55:19Z', 'revision_number': 4, 'project_id': '4d4e8b473d4746f4ba53769be39ac5d2', 'subnets': [{'id': '6fa9f02a-2d87-431f-9093-e6c528f4b5de', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '85bb6f83-76e4-4ad0-81c7-077d9edae77b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 20:55:20.465945 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9ee452-f664-494e-8faf-7bd0a592f43a None None] The sync data for ids ['302e144d-a7c7-4e96-b042-a64ed6cf9309'] in dv-cinder-839793-16-iscsi is: [{'id': '302e144d-a7c7-4e96-b042-a64ed6cf9309', 'name': 'router1', 'tenant_id': '4d4e8b473d4746f4ba53769be39ac5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T20:55:06Z', 'updated_at': '2022-05-31T20:55:17Z', 'revision_number': 2, 'project_id': '4d4e8b473d4746f4ba53769be39ac5d2', 'gw_port_host': None, '_interfaces': [{'id': '0d05bfed-c8a0-4e09-bad3-9a7a18d0d887', 'name': '', 'network_id': 'a3fd8e0b-fb36-4de1-b03d-689e2e37ec62', 'tenant_id': '4d4e8b473d4746f4ba53769be39ac5d2', 'mac_address': 'fa:16:3e:a7:01:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '302e144d-a7c7-4e96-b042-a64ed6cf9309', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6fa9f02a-2d87-431f-9093-e6c528f4b5de', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T20:55:16Z', 'updated_at': '2022-05-31T20:55:19Z', 'revision_number': 4, 'project_id': '4d4e8b473d4746f4ba53769be39ac5d2', 'subnets': [{'id': '6fa9f02a-2d87-431f-9093-e6c528f4b5de', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '85bb6f83-76e4-4ad0-81c7-077d9edae77b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 20:55:20.521706 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f0c29b0c-40e8-45cb-9cef-f836ca98641c None None] Current status of the port 0d05bfed-c8a0-4e09-bad3-9a7a18d0d887 is: DOWN; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 20:55:20.522155 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f0c29b0c-40e8-45cb-9cef-f836ca98641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (0d05bfed-c8a0-4e09-bad3-9a7a18d0d887), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:55:20.524953 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 20:55:20.557144 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-f0c29b0c-40e8-45cb-9cef-f836ca98641c None None] For port 0d05bfed-c8a0-4e09-bad3-9a7a18d0d887, host dv-cinder-839793-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=0d05bfed-c8a0-4e09-bad3-9a7a18d0d887,segment=NetworkSegment(9d98555c-1d59-40ca-94d6-5c0af30c5723),segment_id=9d98555c-1d59-40ca-94d6-5c0af30c5723)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 20:55:20.628432 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f0c29b0c-40e8-45cb-9cef-f836ca98641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (0d05bfed-c8a0-4e09-bad3-9a7a18d0d887), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:55:20.679557 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c29b0c-40e8-45cb-9cef-f836ca98641c None None] Pushing event updated for resources: {'Port': ['ID=0d05bfed-c8a0-4e09-bad3-9a7a18d0d887,revision_number=5']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 20:55:20.798349 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 57738) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 20:55:20.909305 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a6ee25-4e28-41c1-86e7-473c14d689bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 20:55:20.910690 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-e4a6ee25-4e28-41c1-86e7-473c14d689bc admin admin] 10.222.0.55 "GET /v2.0/networks/c2cfca3b-95da-4cff-a3c5-795dffb6abac HTTP/1.1" status: 200 len: 842 time: 0.1113298 May 31 20:55:20.920223 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [None req-7599bd73-8fc0-4bb1-8357-e45ed2f29f96 admin admin] Request body: {'subnet': {'cidr': '172.27.0.0/24', 'name': 'public-subnet', 'ip_version': 4, 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'gateway_ip': '172.27.0.1', 'enable_dhcp': False}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 20:55:20.988729 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7599bd73-8fc0-4bb1-8357-e45ed2f29f96 admin admin] Made reservation on behalf of f6a1a8d766964543bcc4e46371605ff7 for: {'subnet': 1} {{(pid=104321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 20:55:20.991041 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-7599bd73-8fc0-4bb1-8357-e45ed2f29f96 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:55:21.243956 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 20:55:21.347024 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.objects.ports [None req-7599bd73-8fc0-4bb1-8357-e45ed2f29f96 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104321) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 31 20:55:21.347468 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-7599bd73-8fc0-4bb1-8357-e45ed2f29f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838'] for subnet (763c29f6-cebe-4813-9ab2-68212649a0b5), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:55:21.405384 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7599bd73-8fc0-4bb1-8357-e45ed2f29f96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=763c29f6-cebe-4813-9ab2-68212649a0b5,revision_number=0']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 20:55:21.416542 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7599bd73-8fc0-4bb1-8357-e45ed2f29f96 admin admin] Checking segment: {'id': '4436eed2-294e-4646-83cf-aec09b7c7c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 31 20:55:21.416908 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7599bd73-8fc0-4bb1-8357-e45ed2f29f96 admin admin] Network hostable DHCP agents. Network: c2cfca3b-95da-4cff-a3c5-795dffb6abac, hostable agents: ['5ca9f0a2-8e5f-4b54-94fa-454f095515e4'], hosted agents: [] {{(pid=104321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 20:55:21.496564 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7599bd73-8fc0-4bb1-8357-e45ed2f29f96 admin admin] Network c2cfca3b-95da-4cff-a3c5-795dffb6abac is scheduled to be hosted by DHCP agent 5ca9f0a2-8e5f-4b54-94fa-454f095515e4 with binding_index 1 {{(pid=104321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 20:55:21.582237 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.base_scheduler [None req-7599bd73-8fc0-4bb1-8357-e45ed2f29f96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-16-iscsi, c2cfca3b-95da-4cff-a3c5-795dffb6abac) {{(pid=104321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 20:55:21.586815 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7599bd73-8fc0-4bb1-8357-e45ed2f29f96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 20:55:21.588302 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-7599bd73-8fc0-4bb1-8357-e45ed2f29f96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696852'] for subnet (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:55:21.591076 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceff8b27-5303-4ddd-aede-b6b3a54402aa None None] Network c2cfca3b-95da-4cff-a3c5-795dffb6abac requested from dv-cinder-839793-16-iscsi {{(pid=104322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 31 20:55:21.654304 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 20:55:21.668225 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-7599bd73-8fc0-4bb1-8357-e45ed2f29f96 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7513638 May 31 20:55:21.697718 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f44703e-a7e8-4170-bfca-8c4c22ec79a5 None None] Network c2cfca3b-95da-4cff-a3c5-795dffb6abac requested from dv-cinder-839793-16-iscsi {{(pid=104322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 31 20:55:21.763886 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 20:55:22.212494 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.agents_db [None req-3d709c36-86fd-4f4f-bf7d-9e9748143f4e None None] Agent healthcheck: found 5 active agents {{(pid=104323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 31 20:55:23.077033 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=33,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 20:55:23.152631 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=39,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 20:55:24.085668 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 57752) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 20:55:24.216619 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-2dc045c8-7c31-455f-a593-a57eaa87be2a demo admin] 10.222.0.55 "GET /v2.0/routers/302e144d-a7c7-4e96-b042-a64ed6cf9309 HTTP/1.1" status: 200 len: 710 time: 0.1297812 May 31 20:55:24.308466 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff1a3c6-52c6-4980-810f-b00ea264d1de demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 20:55:24.309749 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-2ff1a3c6-52c6-4980-810f-b00ea264d1de demo admin] 10.222.0.55 "GET /v2.0/networks/c2cfca3b-95da-4cff-a3c5-795dffb6abac HTTP/1.1" status: 200 len: 886 time: 0.0874791 May 31 20:55:24.319102 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [None req-cba58379-c052-4ebb-9834-65c622297982 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac'}}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 20:55:24.469639 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 20:55:24.642289 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-cba58379-c052-4ebb-9834-65c622297982 demo admin] Publish callbacks [] for router_gateway (302e144d-a7c7-4e96-b042-a64ed6cf9309), precommit_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:55:24.916359 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-cba58379-c052-4ebb-9834-65c622297982 demo admin] Publish callbacks [] for router_gateway (302e144d-a7c7-4e96-b042-a64ed6cf9309), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:55:24.992572 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-cba58379-c052-4ebb-9834-65c622297982 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:55:25.084320 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 20:55:25.102472 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.db_base_plugin_common [None req-cba58379-c052-4ebb-9834-65c622297982 demo admin] Allocated IP 172.27.0.237 (c2cfca3b-95da-4cff-a3c5-795dffb6abac/763c29f6-cebe-4813-9ab2-68212649a0b5/0a4e1b4a-d851-4b70-93b1-8524d1955b8f) {{(pid=104321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 20:55:25.213017 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-cba58379-c052-4ebb-9834-65c622297982 demo admin] Publish callbacks [] for port (0a4e1b4a-d851-4b70-93b1-8524d1955b8f), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:55:25.328644 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-cba58379-c052-4ebb-9834-65c622297982 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747261518129'] for port (0a4e1b4a-d851-4b70-93b1-8524d1955b8f), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:55:25.366891 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 20:55:25.368992 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba58379-c052-4ebb-9834-65c622297982 demo admin] Network c2cfca3b-95da-4cff-a3c5-795dffb6abac is already hosted by enough agents. {{(pid=104321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 20:55:25.372198 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.base_scheduler [None req-cba58379-c052-4ebb-9834-65c622297982 demo admin] Resources bound (agent type, host, resource id): {{(pid=104321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 20:55:25.379137 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba58379-c052-4ebb-9834-65c622297982 demo admin] Received port after_create {{(pid=104321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 31 20:55:25.384148 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba58379-c052-4ebb-9834-65c622297982 demo admin] Pushing event updated for resources: {'Port': ['ID=0a4e1b4a-d851-4b70-93b1-8524d1955b8f,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 20:55:25.726758 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-cba58379-c052-4ebb-9834-65c622297982 demo admin] Publish callbacks [] for router_gateway (302e144d-a7c7-4e96-b042-a64ed6cf9309), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:55:25.934311 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-cba58379-c052-4ebb-9834-65c622297982 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1598532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1599194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256077'] for router (302e144d-a7c7-4e96-b042-a64ed6cf9309), precommit_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:55:25.938135 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-cba58379-c052-4ebb-9834-65c622297982 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1598547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1598506', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1599185'] for router (302e144d-a7c7-4e96-b042-a64ed6cf9309), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:55:26.146759 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cba58379-c052-4ebb-9834-65c622297982 demo admin] Router 302e144d-a7c7-4e96-b042-a64ed6cf9309 has already been hosted by L3 agent 13ce5b10-321e-4e80-b29e-1cfc3c51661e {{(pid=104321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 31 20:55:26.252939 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba58379-c052-4ebb-9834-65c622297982 demo admin] Notify agent at l3_agent.dv-cinder-839793-16-iscsi the message routers_updated {{(pid=104321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 31 20:55:26.257672 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-cba58379-c052-4ebb-9834-65c622297982 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:55:26.270002 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-cba58379-c052-4ebb-9834-65c622297982 demo admin] 10.222.0.55 "PUT /v2.0/routers/302e144d-a7c7-4e96-b042-a64ed6cf9309 HTTP/1.1" status: 200 len: 890 time: 1.9429822 May 31 20:55:28.812343 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 57764) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 20:55:28.966436 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-ab15e703-c169-4d00-a3ab-aa75db9fcdfb admin admin] 10.222.0.55 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1529679 May 31 20:55:29.384693 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device 0d05bfed-c8a0-4e09-bad3-9a7a18d0d887 up at agent ovs-agent-dv-cinder-839793-16-iscsi {{(pid=104322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 31 20:55:29.431292 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Provisioning complete for port 0d05bfed-c8a0-4e09-bad3-9a7a18d0d887 triggered by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 20:55:29.431682 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (0d05bfed-c8a0-4e09-bad3-9a7a18d0d887), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:55:29.506863 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33240ddb-fb35-4a7d-a43d-aa198e58a6ce None None] Sync routers for ids ['302e144d-a7c7-4e96-b042-a64ed6cf9309'] in dv-cinder-839793-16-iscsi {{(pid=104322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 20:55:29.527848 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Current status of the port 0d05bfed-c8a0-4e09-bad3-9a7a18d0d887 is: ACTIVE; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 20:55:29.531092 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33240ddb-fb35-4a7d-a43d-aa198e58a6ce None None] Routers {'302e144d-a7c7-4e96-b042-a64ed6cf9309'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 20:55:29.531772 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-33240ddb-fb35-4a7d-a43d-aa198e58a6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T20:55:14Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['302e144d-a7c7-4e96-b042-a64ed6cf9309'], 'active': True} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 20:55:29.740742 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvr_db [None req-33240ddb-fb35-4a7d-a43d-aa198e58a6ce None None] Set router 302e144d-a7c7-4e96-b042-a64ed6cf9309 gateway port host: dv-cinder-839793-16-iscsi {{(pid=104322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 20:55:30.203437 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-33240ddb-fb35-4a7d-a43d-aa198e58a6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '302e144d-a7c7-4e96-b042-a64ed6cf9309', 'name': 'router1', 'tenant_id': '4d4e8b473d4746f4ba53769be39ac5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '0a4e1b4a-d851-4b70-93b1-8524d1955b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T20:55:06Z', 'updated_at': '2022-05-31T20:55:25Z', 'revision_number': 4, 'project_id': '4d4e8b473d4746f4ba53769be39ac5d2', 'gw_port': {'id': '0a4e1b4a-d851-4b70-93b1-8524d1955b8f', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f4:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '302e144d-a7c7-4e96-b042-a64ed6cf9309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T20:55:24Z', 'updated_at': '2022-05-31T20:55:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_interfaces': [{'id': '0d05bfed-c8a0-4e09-bad3-9a7a18d0d887', 'name': '', 'network_id': 'a3fd8e0b-fb36-4de1-b03d-689e2e37ec62', 'tenant_id': '4d4e8b473d4746f4ba53769be39ac5d2', 'mac_address': 'fa:16:3e:a7:01:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302e144d-a7c7-4e96-b042-a64ed6cf9309', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6fa9f02a-2d87-431f-9093-e6c528f4b5de', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T20:55:16Z', 'updated_at': '2022-05-31T20:55:20Z', 'revision_number': 5, 'project_id': '4d4e8b473d4746f4ba53769be39ac5d2', 'subnets': [{'id': '6fa9f02a-2d87-431f-9093-e6c528f4b5de', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '85bb6f83-76e4-4ad0-81c7-077d9edae77b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 20:55:30.256193 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33240ddb-fb35-4a7d-a43d-aa198e58a6ce None None] Checking router: 302e144d-a7c7-4e96-b042-a64ed6cf9309 for host: dv-cinder-839793-16-iscsi {{(pid=104322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 20:55:30.256563 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33240ddb-fb35-4a7d-a43d-aa198e58a6ce None None] Updating router 302e144d-a7c7-4e96-b042-a64ed6cf9309 port 0a4e1b4a-d851-4b70-93b1-8524d1955b8f binding host dv-cinder-839793-16-iscsi {{(pid=104322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 20:55:30.320123 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-33240ddb-fb35-4a7d-a43d-aa198e58a6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (0a4e1b4a-d851-4b70-93b1-8524d1955b8f), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:55:30.676068 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-33240ddb-fb35-4a7d-a43d-aa198e58a6ce None None] Publish callbacks [] for port (0a4e1b4a-d851-4b70-93b1-8524d1955b8f), precommit_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:55:30.753580 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-33240ddb-fb35-4a7d-a43d-aa198e58a6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (0a4e1b4a-d851-4b70-93b1-8524d1955b8f), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:55:30.799791 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6610b2-916f-4d92-8ff5-a6a797d8cf91 None None] Pushing event updated for resources: {'Port': ['ID=0a4e1b4a-d851-4b70-93b1-8524d1955b8f,revision_number=2']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 20:55:30.818984 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.managers [None req-33240ddb-fb35-4a7d-a43d-aa198e58a6ce None None] Attempting to bind port 0a4e1b4a-d851-4b70-93b1-8524d1955b8f on host dv-cinder-839793-16-iscsi for vnic_type normal with profile {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 31 20:55:30.819945 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.managers [None req-33240ddb-fb35-4a7d-a43d-aa198e58a6ce None None] Attempting to bind port 0a4e1b4a-d851-4b70-93b1-8524d1955b8f by drivers openvswitch,hyperv on host dv-cinder-839793-16-iscsi at level 0 using segments [{'id': '4436eed2-294e-4646-83cf-aec09b7c7c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac'}] {{(pid=104322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 31 20:55:30.820414 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33240ddb-fb35-4a7d-a43d-aa198e58a6ce None None] Attempting to bind port 0a4e1b4a-d851-4b70-93b1-8524d1955b8f on network c2cfca3b-95da-4cff-a3c5-795dffb6abac {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 31 20:55:30.826270 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33240ddb-fb35-4a7d-a43d-aa198e58a6ce None None] Checking agent: {'id': 'a61205dd-b11c-42a1-aa2d-4b7310a8dc99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 20, 54, 48), 'started_at': datetime.datetime(2022, 5, 31, 20, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 20, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 31 20:55:30.831950 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33240ddb-fb35-4a7d-a43d-aa198e58a6ce None None] Checking segment: {'id': '4436eed2-294e-4646-83cf-aec09b7c7c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 31 20:55:30.831950 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-33240ddb-fb35-4a7d-a43d-aa198e58a6ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:55:30.831950 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33240ddb-fb35-4a7d-a43d-aa198e58a6ce None None] Bound using segment: {'id': '4436eed2-294e-4646-83cf-aec09b7c7c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac'} {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 31 20:55:30.831950 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.managers [None req-33240ddb-fb35-4a7d-a43d-aa198e58a6ce None None] Bound port: 0a4e1b4a-d851-4b70-93b1-8524d1955b8f, host: dv-cinder-839793-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4436eed2-294e-4646-83cf-aec09b7c7c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac'}}] {{(pid=104322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 31 20:55:30.831950 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-33240ddb-fb35-4a7d-a43d-aa198e58a6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (0a4e1b4a-d851-4b70-93b1-8524d1955b8f), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:55:30.988592 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-33240ddb-fb35-4a7d-a43d-aa198e58a6ce None None] For port 0a4e1b4a-d851-4b70-93b1-8524d1955b8f, host dv-cinder-839793-16-iscsi, cleared binding levels {{(pid=104322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 31 20:55:30.993300 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-33240ddb-fb35-4a7d-a43d-aa198e58a6ce None None] For port 0a4e1b4a-d851-4b70-93b1-8524d1955b8f, host dv-cinder-839793-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=0a4e1b4a-d851-4b70-93b1-8524d1955b8f,segment=NetworkSegment(4436eed2-294e-4646-83cf-aec09b7c7c9c),segment_id=4436eed2-294e-4646-83cf-aec09b7c7c9c)] {{(pid=104322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 31 20:55:31.113554 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-33240ddb-fb35-4a7d-a43d-aa198e58a6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (0a4e1b4a-d851-4b70-93b1-8524d1955b8f), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:55:31.175404 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33240ddb-fb35-4a7d-a43d-aa198e58a6ce None None] Routers {'302e144d-a7c7-4e96-b042-a64ed6cf9309'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 20:55:31.175927 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-33240ddb-fb35-4a7d-a43d-aa198e58a6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T20:55:14Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['302e144d-a7c7-4e96-b042-a64ed6cf9309'], 'active': True} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 20:55:31.177946 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6610b2-916f-4d92-8ff5-a6a797d8cf91 None None] Pushing event updated for resources: {'Port': ['ID=0a4e1b4a-d851-4b70-93b1-8524d1955b8f,revision_number=3']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 20:55:31.290617 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 20:55:31.295024 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvr_db [None req-33240ddb-fb35-4a7d-a43d-aa198e58a6ce None None] Set router 302e144d-a7c7-4e96-b042-a64ed6cf9309 gateway port host: dv-cinder-839793-16-iscsi {{(pid=104322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 20:55:31.427630 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 20:55:31.459501 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=100 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 20:55:31.516215 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-33240ddb-fb35-4a7d-a43d-aa198e58a6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '302e144d-a7c7-4e96-b042-a64ed6cf9309', 'name': 'router1', 'tenant_id': '4d4e8b473d4746f4ba53769be39ac5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '0a4e1b4a-d851-4b70-93b1-8524d1955b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T20:55:06Z', 'updated_at': '2022-05-31T20:55:25Z', 'revision_number': 4, 'project_id': '4d4e8b473d4746f4ba53769be39ac5d2', 'gw_port': {'id': '0a4e1b4a-d851-4b70-93b1-8524d1955b8f', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f4:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '302e144d-a7c7-4e96-b042-a64ed6cf9309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T20:55:24Z', 'updated_at': '2022-05-31T20:55:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_interfaces': [{'id': '0d05bfed-c8a0-4e09-bad3-9a7a18d0d887', 'name': '', 'network_id': 'a3fd8e0b-fb36-4de1-b03d-689e2e37ec62', 'tenant_id': '4d4e8b473d4746f4ba53769be39ac5d2', 'mac_address': 'fa:16:3e:a7:01:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302e144d-a7c7-4e96-b042-a64ed6cf9309', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6fa9f02a-2d87-431f-9093-e6c528f4b5de', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T20:55:16Z', 'updated_at': '2022-05-31T20:55:20Z', 'revision_number': 5, 'project_id': '4d4e8b473d4746f4ba53769be39ac5d2', 'subnets': [{'id': '6fa9f02a-2d87-431f-9093-e6c528f4b5de', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '85bb6f83-76e4-4ad0-81c7-077d9edae77b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 20:55:31.546877 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33240ddb-fb35-4a7d-a43d-aa198e58a6ce None None] The sync data for ids ['302e144d-a7c7-4e96-b042-a64ed6cf9309'] in dv-cinder-839793-16-iscsi is: [{'id': '302e144d-a7c7-4e96-b042-a64ed6cf9309', 'name': 'router1', 'tenant_id': '4d4e8b473d4746f4ba53769be39ac5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '0a4e1b4a-d851-4b70-93b1-8524d1955b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T20:55:06Z', 'updated_at': '2022-05-31T20:55:25Z', 'revision_number': 4, 'project_id': '4d4e8b473d4746f4ba53769be39ac5d2', 'gw_port': {'id': '0a4e1b4a-d851-4b70-93b1-8524d1955b8f', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f4:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '302e144d-a7c7-4e96-b042-a64ed6cf9309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T20:55:24Z', 'updated_at': '2022-05-31T20:55:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_interfaces': [{'id': '0d05bfed-c8a0-4e09-bad3-9a7a18d0d887', 'name': '', 'network_id': 'a3fd8e0b-fb36-4de1-b03d-689e2e37ec62', 'tenant_id': '4d4e8b473d4746f4ba53769be39ac5d2', 'mac_address': 'fa:16:3e:a7:01:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302e144d-a7c7-4e96-b042-a64ed6cf9309', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6fa9f02a-2d87-431f-9093-e6c528f4b5de', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T20:55:16Z', 'updated_at': '2022-05-31T20:55:20Z', 'revision_number': 5, 'project_id': '4d4e8b473d4746f4ba53769be39ac5d2', 'subnets': [{'id': '6fa9f02a-2d87-431f-9093-e6c528f4b5de', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '85bb6f83-76e4-4ad0-81c7-077d9edae77b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 20:55:33.442989 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device 0a4e1b4a-d851-4b70-93b1-8524d1955b8f up at agent ovs-agent-dv-cinder-839793-16-iscsi {{(pid=104322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 31 20:55:33.502960 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Provisioning complete for port 0a4e1b4a-d851-4b70-93b1-8524d1955b8f triggered by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 20:55:33.503358 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (0a4e1b4a-d851-4b70-93b1-8524d1955b8f), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:55:33.596541 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Current status of the port 0a4e1b4a-d851-4b70-93b1-8524d1955b8f is: DOWN; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 20:55:33.596813 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (0a4e1b4a-d851-4b70-93b1-8524d1955b8f), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:55:33.620567 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] For port 0a4e1b4a-d851-4b70-93b1-8524d1955b8f, host dv-cinder-839793-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=0a4e1b4a-d851-4b70-93b1-8524d1955b8f,segment=NetworkSegment(4436eed2-294e-4646-83cf-aec09b7c7c9c),segment_id=4436eed2-294e-4646-83cf-aec09b7c7c9c)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 20:55:33.701816 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (0a4e1b4a-d851-4b70-93b1-8524d1955b8f), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:55:33.794150 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Pushing event updated for resources: {'Port': ['ID=0a4e1b4a-d851-4b70-93b1-8524d1955b8f,revision_number=4']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 20:55:35.423465 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device 0a4e1b4a-d851-4b70-93b1-8524d1955b8f up at agent ovs-agent-dv-cinder-839793-16-iscsi {{(pid=104322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 31 20:55:35.530319 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Provisioning complete for port 0a4e1b4a-d851-4b70-93b1-8524d1955b8f triggered by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 20:55:35.530708 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (0a4e1b4a-d851-4b70-93b1-8524d1955b8f), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:55:35.661813 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Current status of the port 0a4e1b4a-d851-4b70-93b1-8524d1955b8f is: ACTIVE; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 20:55:36.245513 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=46 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 20:55:36.247584 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 20:55:38.957440 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=3 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 20:55:38.961960 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=4 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 20:55:40.223203 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=55 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 20:55:40.229922 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=34 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 20:55:42.164163 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-5dc5a22d-a802-466d-8547-eeaf1694ed4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (5ca9f0a2-8e5f-4b54-94fa-454f095515e4), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:55:44.493215 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-efaca318-6ce0-4c1d-bcda-c817c2704c1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (13ce5b10-321e-4e80-b29e-1cfc3c51661e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:55:45.533661 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-58fa0aab-c296-4be2-a1ab-08418c16cad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (8170e961-7e1e-4c09-b09f-6b764c457cfd), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:55:46.723436 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-b770b660-b824-4665-84d0-9bbdd29e8e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (1c1563bc-5b12-4065-8d27-b22246e8e8d3), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:55:48.621062 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (a61205dd-b11c-42a1-aa2d-4b7310a8dc99), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:55:56.653617 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=50,neutron:UPDATE=1 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 20:55:58.505309 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=52,neutron:UPDATE=3 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 20:55:58.536501 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=27,neutron:UPDATE=3 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 20:55:59.218573 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.agents_db [None req-3d709c36-86fd-4f4f-bf7d-9e9748143f4e None None] Agent healthcheck: found 5 active agents {{(pid=104323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 31 20:56:12.173850 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f0d6c251-8727-4ff5-ae4a-d75501e79749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (5ca9f0a2-8e5f-4b54-94fa-454f095515e4), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:56:14.515152 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-84302dc2-f144-42af-ae9c-acd2aee3bcb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (13ce5b10-321e-4e80-b29e-1cfc3c51661e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:56:15.556790 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-58fa0aab-c296-4be2-a1ab-08418c16cad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (8170e961-7e1e-4c09-b09f-6b764c457cfd), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:56:16.745225 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-b770b660-b824-4665-84d0-9bbdd29e8e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (1c1563bc-5b12-4065-8d27-b22246e8e8d3), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:56:17.228805 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=3 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 20:56:18.556032 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (a61205dd-b11c-42a1-aa2d-4b7310a8dc99), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:56:20.233749 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=7 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 20:56:28.475894 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=12 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 20:56:28.482169 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=15,neutron:UPDATE=3 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 20:56:28.483914 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 20:56:36.212688 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.agents_db [None req-3d709c36-86fd-4f4f-bf7d-9e9748143f4e None None] Agent healthcheck: found 5 active agents {{(pid=104323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 31 20:56:40.212303 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 20:56:42.188964 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f903c7c3-3a9f-4c19-8c25-91ab0d4fc1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (5ca9f0a2-8e5f-4b54-94fa-454f095515e4), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:56:44.526236 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-b5bebc6d-9b3f-4a37-8e5e-ece4df43a8f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (13ce5b10-321e-4e80-b29e-1cfc3c51661e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:56:45.546320 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-58fa0aab-c296-4be2-a1ab-08418c16cad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (8170e961-7e1e-4c09-b09f-6b764c457cfd), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:56:46.703908 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-b770b660-b824-4665-84d0-9bbdd29e8e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (1c1563bc-5b12-4065-8d27-b22246e8e8d3), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:56:48.580465 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (a61205dd-b11c-42a1-aa2d-4b7310a8dc99), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:56:50.112370 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 58304) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 20:56:50.172840 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.pecan_wsgi.hooks.translation [None req-236fac01-bd6d-4e68-8820-41e63ce873c5 admin admin] GET failed (client error): The resource could not be found. May 31 20:56:50.174158 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-236fac01-bd6d-4e68-8820-41e63ce873c5 admin admin] 10.222.0.55 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0608246 May 31 20:56:50.341722 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28735d0a-8a3e-40bf-9425-2a6260f9fc4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 20:56:50.343194 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-28735d0a-8a3e-40bf-9425-2a6260f9fc4e admin admin] 10.222.0.55 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1646187 May 31 20:56:52.739411 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 58314) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 20:56:52.831477 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97fa043-d070-4852-a031-363ee1421b35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 20:56:52.832863 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-b97fa043-d070-4852-a031-363ee1421b35 admin admin] 10.222.0.55 "GET /v2.0/subnets/6fa9f02a-2d87-431f-9093-e6c528f4b5de HTTP/1.1" status: 200 len: 849 time: 0.0924821 May 31 20:56:52.842944 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.v2.base [None req-844b97a2-8619-4dfb-9c80-bbb3c8f9eda1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 20:56:52.931949 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-844b97a2-8619-4dfb-9c80-bbb3c8f9eda1 admin admin] Publish callbacks [] for subnet (6fa9f02a-2d87-431f-9093-e6c528f4b5de), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:56:53.128806 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-844b97a2-8619-4dfb-9c80-bbb3c8f9eda1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747262050762'] for subnet (6fa9f02a-2d87-431f-9093-e6c528f4b5de), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:56:53.165119 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844b97a2-8619-4dfb-9c80-bbb3c8f9eda1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 20:56:53.165731 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-844b97a2-8619-4dfb-9c80-bbb3c8f9eda1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696852'] for subnet (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:56:53.167791 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-844b97a2-8619-4dfb-9c80-bbb3c8f9eda1 admin admin] 10.222.0.55 "PUT /v2.0/subnets/6fa9f02a-2d87-431f-9093-e6c528f4b5de HTTP/1.1" status: 200 len: 868 time: 0.3289728 May 31 20:56:53.170599 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb65a8ae-10c2-4c79-b678-682bc2c86b02 None None] Network a3fd8e0b-fb36-4de1-b03d-689e2e37ec62 requested from dv-cinder-839793-16-iscsi {{(pid=104322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 31 20:56:53.187155 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844b97a2-8619-4dfb-9c80-bbb3c8f9eda1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fa9f02a-2d87-431f-9093-e6c528f4b5de,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 20:56:53.194776 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844b97a2-8619-4dfb-9c80-bbb3c8f9eda1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:56:53.195125 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844b97a2-8619-4dfb-9c80-bbb3c8f9eda1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:56:53.195480 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844b97a2-8619-4dfb-9c80-bbb3c8f9eda1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:56:53.195820 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844b97a2-8619-4dfb-9c80-bbb3c8f9eda1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:56:53.196150 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844b97a2-8619-4dfb-9c80-bbb3c8f9eda1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:56:53.196477 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844b97a2-8619-4dfb-9c80-bbb3c8f9eda1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:56:53.196805 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844b97a2-8619-4dfb-9c80-bbb3c8f9eda1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:56:53.197156 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844b97a2-8619-4dfb-9c80-bbb3c8f9eda1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:56:53.197484 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844b97a2-8619-4dfb-9c80-bbb3c8f9eda1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:56:53.197797 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844b97a2-8619-4dfb-9c80-bbb3c8f9eda1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:56:53.198151 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844b97a2-8619-4dfb-9c80-bbb3c8f9eda1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:56:53.198475 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844b97a2-8619-4dfb-9c80-bbb3c8f9eda1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:56:53.198796 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844b97a2-8619-4dfb-9c80-bbb3c8f9eda1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:56:53.199114 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844b97a2-8619-4dfb-9c80-bbb3c8f9eda1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:56:53.199442 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844b97a2-8619-4dfb-9c80-bbb3c8f9eda1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:56:53.517820 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-e5fee5a0-9c2a-45dc-9abb-388ea215ba53 None None] Provisioning complete for port 0d05bfed-c8a0-4e09-bad3-9a7a18d0d887 triggered by entity DHCP. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 20:56:53.518240 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-e5fee5a0-9c2a-45dc-9abb-388ea215ba53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (0d05bfed-c8a0-4e09-bad3-9a7a18d0d887), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:56:53.593554 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-e5fee5a0-9c2a-45dc-9abb-388ea215ba53 None None] Current status of the port 0d05bfed-c8a0-4e09-bad3-9a7a18d0d887 is: ACTIVE; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 20:56:53.601921 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-e5fee5a0-9c2a-45dc-9abb-388ea215ba53 None None] Provisioning complete for port d69c88bf-7841-4d17-99c7-ae28fa70373f triggered by entity DHCP. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 20:56:53.602322 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-e5fee5a0-9c2a-45dc-9abb-388ea215ba53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (d69c88bf-7841-4d17-99c7-ae28fa70373f), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:56:53.672115 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-e5fee5a0-9c2a-45dc-9abb-388ea215ba53 None None] Current status of the port d69c88bf-7841-4d17-99c7-ae28fa70373f is: ACTIVE; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 20:56:54.223872 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=4 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 20:56:54.227266 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=4 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 20:56:55.809007 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 58322) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 20:56:56.026892 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0e2d3f-91e4-4fdc-8813-ffa0dc1b93f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 20:56:56.027289 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0e2d3f-91e4-4fdc-8813-ffa0dc1b93f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 20:56:56.029406 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-4d0e2d3f-91e4-4fdc-8813-ffa0dc1b93f0 admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2188063 May 31 20:56:58.427051 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 58330) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 20:56:58.569292 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75979f89-b9c5-48b9-9353-213e2bc83cd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 20:56:58.569760 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75979f89-b9c5-48b9-9353-213e2bc83cd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 20:56:58.571286 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-75979f89-b9c5-48b9-9353-213e2bc83cd1 admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1432946 May 31 20:57:00.842842 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 58338) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 20:57:00.990902 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 20:57:01.015036 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848eeed9-0b24-4d06-bba5-30775c29c39b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 20:57:01.016440 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-848eeed9-0b24-4d06-bba5-30775c29c39b admin admin] 10.222.0.55 "GET /v2.0/networks/a3fd8e0b-fb36-4de1-b03d-689e2e37ec62 HTTP/1.1" status: 200 len: 869 time: 0.1725333 May 31 20:57:03.292626 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 58346) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 20:57:03.415894 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4267e4e0-2496-48da-b325-f2884ebf03fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 20:57:03.417245 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-4267e4e0-2496-48da-b325-f2884ebf03fc admin admin] 10.222.0.55 "GET /v2.0/networks/c2cfca3b-95da-4cff-a3c5-795dffb6abac HTTP/1.1" status: 200 len: 886 time: 0.1236720 May 31 20:57:03.663220 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=32,neutron:UPDATE=4 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 20:57:03.666565 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=30 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 20:57:03.668272 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=30,neutron:UPDATE=1 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 20:57:05.712576 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 58356) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 20:57:05.838306 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff66285-5a72-44b6-bd23-90c761c72ab7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 20:57:05.838757 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff66285-5a72-44b6-bd23-90c761c72ab7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 20:57:05.840842 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-dff66285-5a72-44b6-bd23-90c761c72ab7 admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1272993 May 31 20:57:08.101807 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 58364) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 20:57:08.196556 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 20:57:08.228110 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca208a07-98c8-4ff1-9afe-a51fb052f407 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 20:57:08.228565 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca208a07-98c8-4ff1-9afe-a51fb052f407 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 20:57:08.230114 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-ca208a07-98c8-4ff1-9afe-a51fb052f407 admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1273274 May 31 20:57:10.537311 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 58372) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 20:57:10.631462 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1141c90-ca13-433c-873e-2786165ca29d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 20:57:10.632812 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-e1141c90-ca13-433c-873e-2786165ca29d admin admin] 10.222.0.55 "GET /v2.0/subnets/6fa9f02a-2d87-431f-9093-e6c528f4b5de HTTP/1.1" status: 200 len: 868 time: 0.0945237 May 31 20:57:12.167889 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-0e50ed70-0710-42f2-83a6-944bbd624ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (5ca9f0a2-8e5f-4b54-94fa-454f095515e4), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:57:12.907056 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 58380) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 20:57:12.994120 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c5a325-8fd0-429a-96ac-1dc0a081d3aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 20:57:12.995472 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-88c5a325-8fd0-429a-96ac-1dc0a081d3aa admin admin] 10.222.0.55 "GET /v2.0/subnets/763c29f6-cebe-4813-9ab2-68212649a0b5 HTTP/1.1" status: 200 len: 816 time: 0.0874438 May 31 20:57:13.212801 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.agents_db [None req-3d709c36-86fd-4f4f-bf7d-9e9748143f4e None None] Agent healthcheck: found 5 active agents {{(pid=104323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 31 20:57:14.559426 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-def95c29-35cc-46d1-9a71-3e1bf10a3915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (13ce5b10-321e-4e80-b29e-1cfc3c51661e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:57:15.538916 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-58fa0aab-c296-4be2-a1ab-08418c16cad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (8170e961-7e1e-4c09-b09f-6b764c457cfd), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:57:15.827514 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=18 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 20:57:15.834516 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=15 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 20:57:16.747088 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-b770b660-b824-4665-84d0-9bbdd29e8e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (1c1563bc-5b12-4065-8d27-b22246e8e8d3), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:57:18.586956 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (a61205dd-b11c-42a1-aa2d-4b7310a8dc99), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:57:22.989346 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=19 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 20:57:22.991209 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=12 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 20:57:28.482555 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 20:57:28.490455 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 20:57:28.492211 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 20:57:31.214821 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=4 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 20:57:31.224605 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=4 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 20:57:41.880996 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=14 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 20:57:41.892316 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=12 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 20:57:42.208320 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-70d0d323-91fb-43a8-b60f-0e072d8b4cb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (5ca9f0a2-8e5f-4b54-94fa-454f095515e4), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:57:44.502977 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-65ccc9d5-c11a-4072-85d4-d0b131fefdac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (13ce5b10-321e-4e80-b29e-1cfc3c51661e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:57:45.542833 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-58fa0aab-c296-4be2-a1ab-08418c16cad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (8170e961-7e1e-4c09-b09f-6b764c457cfd), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:57:46.731565 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-b770b660-b824-4665-84d0-9bbdd29e8e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (1c1563bc-5b12-4065-8d27-b22246e8e8d3), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:57:48.548185 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (a61205dd-b11c-42a1-aa2d-4b7310a8dc99), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:57:50.211721 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.agents_db [None req-3d709c36-86fd-4f4f-bf7d-9e9748143f4e None None] Agent healthcheck: found 5 active agents {{(pid=104323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 31 20:57:52.473847 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 58438) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 20:57:52.520705 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [None req-b11b0cd5-5695-476a-9203-ed3d4ae71729 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=104320) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 31 20:57:52.521715 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-b11b0cd5-5695-476a-9203-ed3d4ae71729 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0468950 May 31 20:57:54.914644 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 58446) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 20:57:54.976473 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b8fbc1a-8df4-400b-b3d4-e00d382aabb0 admin admin] GET failed (client error): The resource could not be found. May 31 20:57:54.979324 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-3b8fbc1a-8df4-400b-b3d4-e00d382aabb0 admin admin] 10.222.0.55 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0622175 May 31 20:57:55.118036 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f9518b-40bf-429c-8721-235aaa139d05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 20:57:55.120110 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-a8f9518b-40bf-429c-8721-235aaa139d05 admin admin] 10.222.0.55 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1379631 May 31 20:57:57.427195 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 58454) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 20:57:57.480823 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.v2.base [None req-55ba3982-cbde-4a5f-9729-a9766a40cf4e admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=104320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 20:57:57.588157 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ba3982-cbde-4a5f-9729-a9766a40cf4e admin admin] Made reservation on behalf of f6a1a8d766964543bcc4e46371605ff7 for: {'network': 1} {{(pid=104320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 20:57:57.590605 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-55ba3982-cbde-4a5f-9729-a9766a40cf4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for network (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:57:57.626682 dv-cinder-839793-16-iscsi neutron-server[104320]: WARNING neutron.services.revisions.revision_plugin [None req-55ba3982-cbde-4a5f-9729-a9766a40cf4e admin admin] Could not find related network for resource to bump revision. May 31 20:57:57.641551 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55ba3982-cbde-4a5f-9729-a9766a40cf4e admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=104320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 20:57:57.651147 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-55ba3982-cbde-4a5f-9729-a9766a40cf4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674812'] for segment (0e764242-3ee8-4b5b-9ce4-d4ba8b97823a), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:57:57.651484 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.db.segments_db [None req-55ba3982-cbde-4a5f-9729-a9766a40cf4e admin admin] Added segment 0e764242-3ee8-4b5b-9ce4-d4ba8b97823a of type vlan for network 9d4cb7fe-3761-4474-acf7-777c3fa2140a May 31 20:57:57.691421 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-55ba3982-cbde-4a5f-9729-a9766a40cf4e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747261502311'] for network (9d4cb7fe-3761-4474-acf7-777c3fa2140a), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:57:57.801953 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-55ba3982-cbde-4a5f-9729-a9766a40cf4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838'] for network (9d4cb7fe-3761-4474-acf7-777c3fa2140a), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:57:57.803003 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ba3982-cbde-4a5f-9729-a9766a40cf4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 20:57:57.803576 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-55ba3982-cbde-4a5f-9729-a9766a40cf4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696852'] for network (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:57:57.867417 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ba3982-cbde-4a5f-9729-a9766a40cf4e admin admin] Pushing event updated for resources: {'Network': ['ID=9d4cb7fe-3761-4474-acf7-777c3fa2140a,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 20:57:57.875160 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba3982-cbde-4a5f-9729-a9766a40cf4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:57:57.877119 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba3982-cbde-4a5f-9729-a9766a40cf4e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:57:57.877119 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba3982-cbde-4a5f-9729-a9766a40cf4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:57:57.877119 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba3982-cbde-4a5f-9729-a9766a40cf4e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:57:57.877119 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba3982-cbde-4a5f-9729-a9766a40cf4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:57:57.877119 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba3982-cbde-4a5f-9729-a9766a40cf4e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:57:57.877589 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba3982-cbde-4a5f-9729-a9766a40cf4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:57:57.877589 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba3982-cbde-4a5f-9729-a9766a40cf4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:57:57.877882 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba3982-cbde-4a5f-9729-a9766a40cf4e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:57:57.878229 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba3982-cbde-4a5f-9729-a9766a40cf4e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:57:57.878571 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba3982-cbde-4a5f-9729-a9766a40cf4e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:57:57.878897 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba3982-cbde-4a5f-9729-a9766a40cf4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:57:57.879216 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba3982-cbde-4a5f-9729-a9766a40cf4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:57:57.879533 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba3982-cbde-4a5f-9729-a9766a40cf4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:57:57.879870 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba3982-cbde-4a5f-9729-a9766a40cf4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:57:57.891029 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Network 9d4cb7fe-3761-4474-acf7-777c3fa2140a details requested by agent ovs-agent-dv-cinder-839793-16-iscsi with host dv-cinder-839793-16-iscsi {{(pid=104322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 31 20:57:57.929621 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-55ba3982-cbde-4a5f-9729-a9766a40cf4e admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.5011802 May 31 20:58:00.236463 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 58462) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 20:58:00.299481 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f5118cc-0986-432a-9557-78a8df87f311 admin admin] GET failed (client error): The resource could not be found. May 31 20:58:00.300800 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-6f5118cc-0986-432a-9557-78a8df87f311 admin admin] 10.222.0.55 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0633900 May 31 20:58:00.377684 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0328b2ea-fc83-4d1d-9e5a-360b445cf679 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 20:58:00.379263 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-0328b2ea-fc83-4d1d-9e5a-360b445cf679 admin admin] 10.222.0.55 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0741334 May 31 20:58:00.389258 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.v2.base [None req-aa0a73e1-48c4-4c1b-9d1e-af673c6cc783 admin admin] Request body: {'subnet': {'network_id': '9d4cb7fe-3761-4474-acf7-777c3fa2140a', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=104320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 20:58:00.507962 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa0a73e1-48c4-4c1b-9d1e-af673c6cc783 admin admin] Made reservation on behalf of f6a1a8d766964543bcc4e46371605ff7 for: {'subnet': 1} {{(pid=104320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 20:58:00.510385 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-aa0a73e1-48c4-4c1b-9d1e-af673c6cc783 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:58:00.744965 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-aa0a73e1-48c4-4c1b-9d1e-af673c6cc783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838'] for subnet (eb784a82-b8eb-45e0-8622-eaf44eede0e0), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:58:00.795955 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0a73e1-48c4-4c1b-9d1e-af673c6cc783 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb784a82-b8eb-45e0-8622-eaf44eede0e0,revision_number=0']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 20:58:00.812108 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0a73e1-48c4-4c1b-9d1e-af673c6cc783 admin admin] Checking segment: {'id': '0e764242-3ee8-4b5b-9ce4-d4ba8b97823a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9d4cb7fe-3761-4474-acf7-777c3fa2140a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 31 20:58:00.812738 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0a73e1-48c4-4c1b-9d1e-af673c6cc783 admin admin] Network hostable DHCP agents. Network: 9d4cb7fe-3761-4474-acf7-777c3fa2140a, hostable agents: ['5ca9f0a2-8e5f-4b54-94fa-454f095515e4'], hosted agents: [] {{(pid=104320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 20:58:00.881151 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0a73e1-48c4-4c1b-9d1e-af673c6cc783 admin admin] Network 9d4cb7fe-3761-4474-acf7-777c3fa2140a is scheduled to be hosted by DHCP agent 5ca9f0a2-8e5f-4b54-94fa-454f095515e4 with binding_index 1 {{(pid=104320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 20:58:00.961456 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.base_scheduler [None req-aa0a73e1-48c4-4c1b-9d1e-af673c6cc783 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-16-iscsi, 9d4cb7fe-3761-4474-acf7-777c3fa2140a) {{(pid=104320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 20:58:00.966282 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0a73e1-48c4-4c1b-9d1e-af673c6cc783 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 20:58:00.966862 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-aa0a73e1-48c4-4c1b-9d1e-af673c6cc783 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696852'] for subnet (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:58:00.972872 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3d805b-c1c1-4d90-bf86-effcd421767c None None] Network 9d4cb7fe-3761-4474-acf7-777c3fa2140a requested from dv-cinder-839793-16-iscsi {{(pid=104322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 31 20:58:01.099265 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-aa0a73e1-48c4-4c1b-9d1e-af673c6cc783 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7133887 May 31 20:58:01.172086 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f80ea6f-390d-4f10-a268-c066a12a2ca3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1581c23-dc20-583c-a781-c643bb3ad1f7-9d4cb7fe-3761-4474-acf7-777c3fa2140a', 'network_id': '9d4cb7fe-3761-4474-acf7-777c3fa2140a', 'project_id': 'f6a1a8d766964543bcc4e46371605ff7', 'fixed_ips': [{'subnet_id': 'eb784a82-b8eb-45e0-8622-eaf44eede0e0'}]}} from dv-cinder-839793-16-iscsi. {{(pid=104322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 31 20:58:01.173078 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8f80ea6f-390d-4f10-a268-c066a12a2ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (None), before_create {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:58:01.324037 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.db_base_plugin_common [None req-8f80ea6f-390d-4f10-a268-c066a12a2ca3 None None] Allocated IP 192.168.233.2 (9d4cb7fe-3761-4474-acf7-777c3fa2140a/eb784a82-b8eb-45e0-8622-eaf44eede0e0/baccec0e-9481-4edb-a938-c876caa303ec) {{(pid=104322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 20:58:01.471130 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8f80ea6f-390d-4f10-a268-c066a12a2ca3 None None] Publish callbacks [] for port (baccec0e-9481-4edb-a938-c876caa303ec), precommit_create {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:58:01.602783 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8f80ea6f-390d-4f10-a268-c066a12a2ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747261518129'] for port (baccec0e-9481-4edb-a938-c876caa303ec), after_create {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:58:01.640754 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f80ea6f-390d-4f10-a268-c066a12a2ca3 None None] Network 9d4cb7fe-3761-4474-acf7-777c3fa2140a is already hosted by enough agents. {{(pid=104322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 20:58:01.643628 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.scheduler.base_scheduler [None req-8f80ea6f-390d-4f10-a268-c066a12a2ca3 None None] Resources bound (agent type, host, resource id): {{(pid=104322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 20:58:01.648635 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f80ea6f-390d-4f10-a268-c066a12a2ca3 None None] Received port after_create {{(pid=104322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 31 20:58:01.660551 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f80ea6f-390d-4f10-a268-c066a12a2ca3 None None] Pushing event updated for resources: {'Port': ['ID=baccec0e-9481-4edb-a938-c876caa303ec,revision_number=1']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 20:58:01.671531 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f80ea6f-390d-4f10-a268-c066a12a2ca3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:58:01.671873 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f80ea6f-390d-4f10-a268-c066a12a2ca3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:58:01.672226 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f80ea6f-390d-4f10-a268-c066a12a2ca3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:58:01.672564 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f80ea6f-390d-4f10-a268-c066a12a2ca3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:58:01.672890 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f80ea6f-390d-4f10-a268-c066a12a2ca3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:58:01.673212 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f80ea6f-390d-4f10-a268-c066a12a2ca3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:58:01.673591 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f80ea6f-390d-4f10-a268-c066a12a2ca3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:58:01.673955 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f80ea6f-390d-4f10-a268-c066a12a2ca3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:58:01.674277 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f80ea6f-390d-4f10-a268-c066a12a2ca3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:58:01.674602 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f80ea6f-390d-4f10-a268-c066a12a2ca3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:58:01.675001 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f80ea6f-390d-4f10-a268-c066a12a2ca3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:58:01.675336 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f80ea6f-390d-4f10-a268-c066a12a2ca3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:58:01.675657 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f80ea6f-390d-4f10-a268-c066a12a2ca3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:58:01.675973 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f80ea6f-390d-4f10-a268-c066a12a2ca3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:58:01.676286 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f80ea6f-390d-4f10-a268-c066a12a2ca3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:58:01.728604 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.managers [None req-8f80ea6f-390d-4f10-a268-c066a12a2ca3 None None] Attempting to bind port baccec0e-9481-4edb-a938-c876caa303ec on host dv-cinder-839793-16-iscsi for vnic_type normal with profile {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 31 20:58:01.729026 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.managers [None req-8f80ea6f-390d-4f10-a268-c066a12a2ca3 None None] Attempting to bind port baccec0e-9481-4edb-a938-c876caa303ec by drivers openvswitch,hyperv on host dv-cinder-839793-16-iscsi at level 0 using segments [{'id': '0e764242-3ee8-4b5b-9ce4-d4ba8b97823a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9d4cb7fe-3761-4474-acf7-777c3fa2140a'}] {{(pid=104322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 31 20:58:01.729384 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f80ea6f-390d-4f10-a268-c066a12a2ca3 None None] Attempting to bind port baccec0e-9481-4edb-a938-c876caa303ec on network 9d4cb7fe-3761-4474-acf7-777c3fa2140a {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 31 20:58:01.736061 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f80ea6f-390d-4f10-a268-c066a12a2ca3 None None] Checking agent: {'id': 'a61205dd-b11c-42a1-aa2d-4b7310a8dc99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 20, 54, 48), 'started_at': datetime.datetime(2022, 5, 31, 20, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 20, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 31 20:58:01.736427 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f80ea6f-390d-4f10-a268-c066a12a2ca3 None None] Checking segment: {'id': '0e764242-3ee8-4b5b-9ce4-d4ba8b97823a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9d4cb7fe-3761-4474-acf7-777c3fa2140a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 31 20:58:01.736820 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8f80ea6f-390d-4f10-a268-c066a12a2ca3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:58:01.737251 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f80ea6f-390d-4f10-a268-c066a12a2ca3 None None] Bound using segment: {'id': '0e764242-3ee8-4b5b-9ce4-d4ba8b97823a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9d4cb7fe-3761-4474-acf7-777c3fa2140a'} {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 31 20:58:01.737710 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.managers [None req-8f80ea6f-390d-4f10-a268-c066a12a2ca3 None None] Bound port: baccec0e-9481-4edb-a938-c876caa303ec, host: dv-cinder-839793-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e764242-3ee8-4b5b-9ce4-d4ba8b97823a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9d4cb7fe-3761-4474-acf7-777c3fa2140a'}}] {{(pid=104322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 31 20:58:01.738167 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8f80ea6f-390d-4f10-a268-c066a12a2ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (baccec0e-9481-4edb-a938-c876caa303ec), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:58:01.807589 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8f80ea6f-390d-4f10-a268-c066a12a2ca3 None None] For port baccec0e-9481-4edb-a938-c876caa303ec, host dv-cinder-839793-16-iscsi, cleared binding levels {{(pid=104322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 31 20:58:01.811381 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8f80ea6f-390d-4f10-a268-c066a12a2ca3 None None] For port baccec0e-9481-4edb-a938-c876caa303ec, host dv-cinder-839793-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=baccec0e-9481-4edb-a938-c876caa303ec,segment=NetworkSegment(0e764242-3ee8-4b5b-9ce4-d4ba8b97823a),segment_id=0e764242-3ee8-4b5b-9ce4-d4ba8b97823a)] {{(pid=104322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 31 20:58:01.886009 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8f80ea6f-390d-4f10-a268-c066a12a2ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (baccec0e-9481-4edb-a938-c876caa303ec), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:58:01.945069 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f80ea6f-390d-4f10-a268-c066a12a2ca3 None None] Pushing event updated for resources: {'Port': ['ID=baccec0e-9481-4edb-a938-c876caa303ec,revision_number=2']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 20:58:02.834536 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eaeca98-2b46-44ff-9e94-aca9f6c9e9c4 None None] Network 9d4cb7fe-3761-4474-acf7-777c3fa2140a requested from dv-cinder-839793-16-iscsi {{(pid=104322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 31 20:58:02.896270 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-60552a67-8b69-427b-9620-6b442dcdf271 None None] Provisioning complete for port baccec0e-9481-4edb-a938-c876caa303ec triggered by entity DHCP. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 20:58:02.896658 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-60552a67-8b69-427b-9620-6b442dcdf271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (baccec0e-9481-4edb-a938-c876caa303ec), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:58:03.017078 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-60552a67-8b69-427b-9620-6b442dcdf271 None None] Current status of the port baccec0e-9481-4edb-a938-c876caa303ec is: DOWN; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 20:58:03.017456 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-60552a67-8b69-427b-9620-6b442dcdf271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (baccec0e-9481-4edb-a938-c876caa303ec), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:58:03.057096 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-60552a67-8b69-427b-9620-6b442dcdf271 None None] For port baccec0e-9481-4edb-a938-c876caa303ec, host dv-cinder-839793-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=baccec0e-9481-4edb-a938-c876caa303ec,segment=NetworkSegment(0e764242-3ee8-4b5b-9ce4-d4ba8b97823a),segment_id=0e764242-3ee8-4b5b-9ce4-d4ba8b97823a)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 20:58:03.145169 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-60552a67-8b69-427b-9620-6b442dcdf271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (baccec0e-9481-4edb-a938-c876caa303ec), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:58:03.196210 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60552a67-8b69-427b-9620-6b442dcdf271 None None] Pushing event updated for resources: {'Port': ['ID=baccec0e-9481-4edb-a938-c876caa303ec,revision_number=3']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 20:58:03.265089 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-0c30a054-6bfe-461f-9760-92613007f172 None None] Provisioning complete for port baccec0e-9481-4edb-a938-c876caa303ec triggered by entity DHCP. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 20:58:03.265476 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-0c30a054-6bfe-461f-9760-92613007f172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (baccec0e-9481-4edb-a938-c876caa303ec), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:58:03.316117 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 20:58:03.339158 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:UPDATE=7,neutron:SELECT=90,neutron:INSERT=3 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 20:58:03.352733 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-0c30a054-6bfe-461f-9760-92613007f172 None None] Current status of the port baccec0e-9481-4edb-a938-c876caa303ec is: ACTIVE; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 20:58:03.481970 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device baccec0e-9481-4edb-a938-c876caa303ec up at agent ovs-agent-dv-cinder-839793-16-iscsi {{(pid=104322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 31 20:58:03.526393 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Provisioning complete for port baccec0e-9481-4edb-a938-c876caa303ec triggered by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 20:58:03.526788 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (baccec0e-9481-4edb-a938-c876caa303ec), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:58:03.598935 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Current status of the port baccec0e-9481-4edb-a938-c876caa303ec is: ACTIVE; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 20:58:08.216671 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=4 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 20:58:08.221586 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=4 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 20:58:10.977537 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=73,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 20:58:10.978748 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 20:58:11.719812 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 20:58:12.158791 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-aa04dd1c-c196-49c6-aaf6-9f1f4f5b9bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (5ca9f0a2-8e5f-4b54-94fa-454f095515e4), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:58:14.503374 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-82bb58c1-696d-4734-9010-9a65dc056c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (13ce5b10-321e-4e80-b29e-1cfc3c51661e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:58:15.558243 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-58fa0aab-c296-4be2-a1ab-08418c16cad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (8170e961-7e1e-4c09-b09f-6b764c457cfd), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:58:16.726559 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-b770b660-b824-4665-84d0-9bbdd29e8e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (1c1563bc-5b12-4065-8d27-b22246e8e8d3), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:58:18.563765 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (a61205dd-b11c-42a1-aa2d-4b7310a8dc99), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:58:27.209998 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.agents_db [None req-3d709c36-86fd-4f4f-bf7d-9e9748143f4e None None] Agent healthcheck: found 5 active agents {{(pid=104323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 31 20:58:28.480252 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=30,neutron:UPDATE=2 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 20:58:28.485121 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 20:58:28.486838 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 20:58:42.155505 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8a8bf531-0aa9-4444-a92f-0af7c62df7b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (5ca9f0a2-8e5f-4b54-94fa-454f095515e4), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:58:44.517113 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-e20bb7ee-731c-40f0-8aa2-6cc285c6c5b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (13ce5b10-321e-4e80-b29e-1cfc3c51661e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:58:45.213349 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 20:58:45.218231 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=5 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 20:58:45.545374 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-58fa0aab-c296-4be2-a1ab-08418c16cad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (8170e961-7e1e-4c09-b09f-6b764c457cfd), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:58:46.739391 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-b770b660-b824-4665-84d0-9bbdd29e8e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (1c1563bc-5b12-4065-8d27-b22246e8e8d3), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:58:48.556572 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (a61205dd-b11c-42a1-aa2d-4b7310a8dc99), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:58:58.476819 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 20:58:58.480760 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 20:58:58.485921 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 20:59:04.208740 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.agents_db [None req-3d709c36-86fd-4f4f-bf7d-9e9748143f4e None None] Agent healthcheck: found 5 active agents {{(pid=104323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 31 20:59:12.157250 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-b1b22cdd-fd82-46ea-88c8-d6deb14fa02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (5ca9f0a2-8e5f-4b54-94fa-454f095515e4), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:59:14.560321 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-747e0691-584a-40e4-adb2-466b2ea431b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (13ce5b10-321e-4e80-b29e-1cfc3c51661e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:59:15.580367 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-58fa0aab-c296-4be2-a1ab-08418c16cad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (8170e961-7e1e-4c09-b09f-6b764c457cfd), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:59:16.771970 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-b770b660-b824-4665-84d0-9bbdd29e8e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (1c1563bc-5b12-4065-8d27-b22246e8e8d3), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:59:18.577380 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (a61205dd-b11c-42a1-aa2d-4b7310a8dc99), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:59:22.210919 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=2 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 20:59:22.216127 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=6 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 20:59:28.479377 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:UPDATE=2,neutron:SELECT=3 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 20:59:28.483267 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=4 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 20:59:28.485997 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 20:59:36.158972 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 58500) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 20:59:36.165098 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [None req-db8d0e7c-b0d5-4ada-9242-883df743a3cb tempest-verify_tempest_config-2108856570 tempest-verify_tempest_config-2108856570-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=104320) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 31 20:59:36.166199 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-db8d0e7c-b0d5-4ada-9242-883df743a3cb tempest-verify_tempest_config-2108856570 tempest-verify_tempest_config-2108856570-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0061533 May 31 20:59:36.739825 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 58518) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 20:59:36.843801 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-7be4cc6b-5a3f-4aa7-8b5b-40e698b87fcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:59:36.919149 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-7be4cc6b-5a3f-4aa7-8b5b-40e698b87fcb admin admin] Publish callbacks [] for security_group (e30fd77f-6521-4a15-8afc-c8bf1b1dce99), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:59:36.990477 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-7be4cc6b-5a3f-4aa7-8b5b-40e698b87fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (e30fd77f-6521-4a15-8afc-c8bf1b1dce99), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:59:37.036440 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be4cc6b-5a3f-4aa7-8b5b-40e698b87fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e30fd77f-6521-4a15-8afc-c8bf1b1dce99,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 20:59:37.041303 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-7be4cc6b-5a3f-4aa7-8b5b-40e698b87fcb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5d25674672d14148a902857ee299b975&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3004818 May 31 20:59:37.044199 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 58524) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 20:59:37.045728 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be4cc6b-5a3f-4aa7-8b5b-40e698b87fcb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:59:37.046155 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be4cc6b-5a3f-4aa7-8b5b-40e698b87fcb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:59:37.046514 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be4cc6b-5a3f-4aa7-8b5b-40e698b87fcb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:59:37.046859 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be4cc6b-5a3f-4aa7-8b5b-40e698b87fcb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:59:37.047194 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be4cc6b-5a3f-4aa7-8b5b-40e698b87fcb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:59:37.047530 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be4cc6b-5a3f-4aa7-8b5b-40e698b87fcb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:59:37.047854 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be4cc6b-5a3f-4aa7-8b5b-40e698b87fcb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:59:37.048178 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be4cc6b-5a3f-4aa7-8b5b-40e698b87fcb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:59:37.048517 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be4cc6b-5a3f-4aa7-8b5b-40e698b87fcb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:59:37.048847 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be4cc6b-5a3f-4aa7-8b5b-40e698b87fcb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:59:37.049216 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be4cc6b-5a3f-4aa7-8b5b-40e698b87fcb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:59:37.049548 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be4cc6b-5a3f-4aa7-8b5b-40e698b87fcb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:59:37.049872 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be4cc6b-5a3f-4aa7-8b5b-40e698b87fcb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:59:37.050225 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be4cc6b-5a3f-4aa7-8b5b-40e698b87fcb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:59:37.050548 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be4cc6b-5a3f-4aa7-8b5b-40e698b87fcb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:59:37.102717 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-9b6f6d25-9ebf-4c18-bc86-b7b3a063828e admin admin] Publish callbacks [] for security_group (e30fd77f-6521-4a15-8afc-c8bf1b1dce99), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:59:37.123527 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-9b6f6d25-9ebf-4c18-bc86-b7b3a063828e admin admin] Publish callbacks [] for security_group (e30fd77f-6521-4a15-8afc-c8bf1b1dce99), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:59:37.281650 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-9b6f6d25-9ebf-4c18-bc86-b7b3a063828e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (e30fd77f-6521-4a15-8afc-c8bf1b1dce99), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:59:37.284253 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-9b6f6d25-9ebf-4c18-bc86-b7b3a063828e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:59:37.285560 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-9b6f6d25-9ebf-4c18-bc86-b7b3a063828e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e30fd77f-6521-4a15-8afc-c8bf1b1dce99 HTTP/1.1" status: 204 len: 168 time: 0.2403543 May 31 20:59:37.293734 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6f6d25-9ebf-4c18-bc86-b7b3a063828e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e30fd77f-6521-4a15-8afc-c8bf1b1dce99,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 20:59:37.301075 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6f6d25-9ebf-4c18-bc86-b7b3a063828e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:59:37.301641 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6f6d25-9ebf-4c18-bc86-b7b3a063828e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:59:37.302117 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6f6d25-9ebf-4c18-bc86-b7b3a063828e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:59:37.302461 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6f6d25-9ebf-4c18-bc86-b7b3a063828e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:59:37.302792 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6f6d25-9ebf-4c18-bc86-b7b3a063828e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:59:37.303205 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6f6d25-9ebf-4c18-bc86-b7b3a063828e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:59:37.303491 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6f6d25-9ebf-4c18-bc86-b7b3a063828e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:59:37.303840 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6f6d25-9ebf-4c18-bc86-b7b3a063828e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:59:37.304180 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6f6d25-9ebf-4c18-bc86-b7b3a063828e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:59:37.304507 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6f6d25-9ebf-4c18-bc86-b7b3a063828e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:59:37.304843 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6f6d25-9ebf-4c18-bc86-b7b3a063828e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:59:37.305200 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6f6d25-9ebf-4c18-bc86-b7b3a063828e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:59:37.305515 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6f6d25-9ebf-4c18-bc86-b7b3a063828e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:59:37.305831 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6f6d25-9ebf-4c18-bc86-b7b3a063828e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:59:37.306192 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6f6d25-9ebf-4c18-bc86-b7b3a063828e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 20:59:41.210411 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.agents_db [None req-3d709c36-86fd-4f4f-bf7d-9e9748143f4e None None] Agent healthcheck: found 5 active agents {{(pid=104323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 31 20:59:42.168235 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-510bba23-be33-45d2-af00-477cf808cce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (5ca9f0a2-8e5f-4b54-94fa-454f095515e4), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:59:44.753250 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-abf4fbb4-abfe-4f8a-bb04-f751a55799c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (13ce5b10-321e-4e80-b29e-1cfc3c51661e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:59:45.566953 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-58fa0aab-c296-4be2-a1ab-08418c16cad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (8170e961-7e1e-4c09-b09f-6b764c457cfd), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:59:46.730199 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-b770b660-b824-4665-84d0-9bbdd29e8e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (1c1563bc-5b12-4065-8d27-b22246e8e8d3), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:59:47.032078 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=18,neutron:INSERT=5 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 20:59:47.040335 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=21,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 20:59:47.296847 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=17,neutron:DELETE=3 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 20:59:47.297928 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=18,neutron:DELETE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 20:59:48.550937 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (a61205dd-b11c-42a1-aa2d-4b7310a8dc99), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 20:59:58.480980 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 20:59:58.486546 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 20:59:58.489601 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 20:59:59.216602 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=16 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 20:59:59.225785 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=18 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:00:12.171248 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-60feb5e5-b207-4a2b-a271-26a63e673004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (5ca9f0a2-8e5f-4b54-94fa-454f095515e4), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:00:14.525363 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-ea0023c3-4fa1-4913-bbdf-6e5df4583041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (13ce5b10-321e-4e80-b29e-1cfc3c51661e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:00:15.633415 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-58fa0aab-c296-4be2-a1ab-08418c16cad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (8170e961-7e1e-4c09-b09f-6b764c457cfd), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:00:16.771040 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-b770b660-b824-4665-84d0-9bbdd29e8e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (1c1563bc-5b12-4065-8d27-b22246e8e8d3), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:00:18.210956 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.agents_db [None req-3d709c36-86fd-4f4f-bf7d-9e9748143f4e None None] Agent healthcheck: found 5 active agents {{(pid=104323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 31 21:00:18.604990 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (a61205dd-b11c-42a1-aa2d-4b7310a8dc99), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:00:28.483742 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=13 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:00:28.484607 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:00:28.492738 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:00:40.210454 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=5 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:00:40.211790 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:00:42.166798 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-4086fd44-2670-4d28-b81b-e3cb58837ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (5ca9f0a2-8e5f-4b54-94fa-454f095515e4), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:00:44.520835 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-33e8a32b-244e-4e69-adfe-771ebe4ba8a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (13ce5b10-321e-4e80-b29e-1cfc3c51661e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:00:45.568601 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-58fa0aab-c296-4be2-a1ab-08418c16cad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (8170e961-7e1e-4c09-b09f-6b764c457cfd), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:00:46.731980 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-b770b660-b824-4665-84d0-9bbdd29e8e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (1c1563bc-5b12-4065-8d27-b22246e8e8d3), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:00:48.592208 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (a61205dd-b11c-42a1-aa2d-4b7310a8dc99), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:00:55.213592 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.agents_db [None req-3d709c36-86fd-4f4f-bf7d-9e9748143f4e None None] Agent healthcheck: found 5 active agents {{(pid=104323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 31 21:00:58.487565 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:00:58.494601 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:00:58.497416 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:01:12.178330 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-091dcd8d-51be-4617-bbf9-332549bf2924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (5ca9f0a2-8e5f-4b54-94fa-454f095515e4), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:01:14.532683 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-09ef15e7-baa4-49c6-8d0d-4339f57d538b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (13ce5b10-321e-4e80-b29e-1cfc3c51661e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:01:15.572439 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-58fa0aab-c296-4be2-a1ab-08418c16cad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (8170e961-7e1e-4c09-b09f-6b764c457cfd), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:01:16.732707 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-b770b660-b824-4665-84d0-9bbdd29e8e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (1c1563bc-5b12-4065-8d27-b22246e8e8d3), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:01:18.589256 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (a61205dd-b11c-42a1-aa2d-4b7310a8dc99), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:01:20.208625 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=4 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:01:20.209421 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=6 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:01:20.307298 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1612833'] for agent (51675295-7abb-4335-9c5a-c46a9082010e), after_create {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:01:28.488927 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:01:30.252819 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:01:30.255734 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:01:32.214043 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.agents_db [None req-3d709c36-86fd-4f4f-bf7d-9e9748143f4e None None] Agent healthcheck: found 6 active agents {{(pid=104323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 31 21:01:33.227637 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 58598) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:01:33.348030 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-f0665cf6-0f7b-4d3b-8048-b80b74b473ab admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1192496 May 31 21:01:35.756580 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 58608) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:01:35.818124 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-8b4f7a81-e9c5-4f56-a44e-b926be8ab808 admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0603595 May 31 21:01:42.191469 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-600d3c5e-0cb9-474e-8094-5f6577ce38aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (5ca9f0a2-8e5f-4b54-94fa-454f095515e4), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:01:44.530767 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-2d457949-c326-4e1c-95c6-df09be5382ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (13ce5b10-321e-4e80-b29e-1cfc3c51661e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:01:45.570392 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-58fa0aab-c296-4be2-a1ab-08418c16cad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (8170e961-7e1e-4c09-b09f-6b764c457cfd), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:01:45.812136 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=3 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:01:45.813243 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:01:46.745459 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-b770b660-b824-4665-84d0-9bbdd29e8e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (1c1563bc-5b12-4065-8d27-b22246e8e8d3), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:01:48.556930 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (a61205dd-b11c-42a1-aa2d-4b7310a8dc99), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:01:50.209178 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=17 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:01:50.210220 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=17 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:01:50.316899 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (51675295-7abb-4335-9c5a-c46a9082010e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:01:58.487333 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:01:58.489232 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:UPDATE=3,neutron:SELECT=5 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:02:00.255983 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:02:09.214688 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.agents_db [None req-3d709c36-86fd-4f4f-bf7d-9e9748143f4e None None] Agent healthcheck: found 6 active agents {{(pid=104323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 31 21:02:12.317112 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-48a75b45-0ce8-4356-aa88-8fba121ce454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (5ca9f0a2-8e5f-4b54-94fa-454f095515e4), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:02:14.546148 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-ac36dd7e-6b32-49bd-ab79-639941c1218a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (13ce5b10-321e-4e80-b29e-1cfc3c51661e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:02:15.577754 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-58fa0aab-c296-4be2-a1ab-08418c16cad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (8170e961-7e1e-4c09-b09f-6b764c457cfd), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:02:16.774080 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-b770b660-b824-4665-84d0-9bbdd29e8e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (1c1563bc-5b12-4065-8d27-b22246e8e8d3), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:02:18.554747 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (a61205dd-b11c-42a1-aa2d-4b7310a8dc99), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:02:20.350828 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (51675295-7abb-4335-9c5a-c46a9082010e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:02:27.203261 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=4 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:02:27.208358 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=4 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:02:28.480868 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:02:30.266230 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:02:30.269057 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:02:40.220578 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:02:42.193042 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-4515567f-c842-4e7c-a8d3-5bb2e5259f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (5ca9f0a2-8e5f-4b54-94fa-454f095515e4), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:02:44.537558 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-fa66f520-83f4-41bf-b40b-18a257493d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (13ce5b10-321e-4e80-b29e-1cfc3c51661e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:02:45.587374 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-58fa0aab-c296-4be2-a1ab-08418c16cad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (8170e961-7e1e-4c09-b09f-6b764c457cfd), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:02:46.214851 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.agents_db [None req-3d709c36-86fd-4f4f-bf7d-9e9748143f4e None None] Agent healthcheck: found 6 active agents {{(pid=104323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 31 21:02:46.738121 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-b770b660-b824-4665-84d0-9bbdd29e8e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (1c1563bc-5b12-4065-8d27-b22246e8e8d3), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:02:48.573218 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (a61205dd-b11c-42a1-aa2d-4b7310a8dc99), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:02:50.343003 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (51675295-7abb-4335-9c5a-c46a9082010e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:02:58.488337 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:00.259117 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:00.265056 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:04.194067 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=3 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:04.204276 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=5 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:12.237117 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-ffba0e85-315b-4c05-8391-82f065f9755f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (5ca9f0a2-8e5f-4b54-94fa-454f095515e4), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:14.539815 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f580555c-8d00-4591-99ab-a492fd34295b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (13ce5b10-321e-4e80-b29e-1cfc3c51661e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:15.610461 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-58fa0aab-c296-4be2-a1ab-08418c16cad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (8170e961-7e1e-4c09-b09f-6b764c457cfd), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:16.776114 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-b770b660-b824-4665-84d0-9bbdd29e8e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (1c1563bc-5b12-4065-8d27-b22246e8e8d3), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:17.170461 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 58794) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:03:17.399135 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [None req-6c170082-0e6d-4c68-a244-04f39cc575c9 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2021358227-network', 'tenant_id': '96f91ac37f864ed98a03f9082252e334'}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:03:17.521913 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c170082-0e6d-4c68-a244-04f39cc575c9 admin admin] Made reservation on behalf of 96f91ac37f864ed98a03f9082252e334 for: {'network': 1} {{(pid=104321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 21:03:17.524404 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-6c170082-0e6d-4c68-a244-04f39cc575c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for network (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:17.534264 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-6c170082-0e6d-4c68-a244-04f39cc575c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:17.624067 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-6c170082-0e6d-4c68-a244-04f39cc575c9 admin admin] Publish callbacks [] for security_group (0994c70d-0831-463d-8d2b-12953219bd3a), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:17.684808 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-6c170082-0e6d-4c68-a244-04f39cc575c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (0994c70d-0831-463d-8d2b-12953219bd3a), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:17.716155 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c170082-0e6d-4c68-a244-04f39cc575c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0994c70d-0831-463d-8d2b-12953219bd3a,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:17.722270 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c170082-0e6d-4c68-a244-04f39cc575c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=104321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 21:03:17.728659 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c170082-0e6d-4c68-a244-04f39cc575c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:03:17.729291 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c170082-0e6d-4c68-a244-04f39cc575c9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:03:17.729800 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c170082-0e6d-4c68-a244-04f39cc575c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:03:17.730159 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c170082-0e6d-4c68-a244-04f39cc575c9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:03:17.730638 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c170082-0e6d-4c68-a244-04f39cc575c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:03:17.731114 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c170082-0e6d-4c68-a244-04f39cc575c9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:03:17.731612 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c170082-0e6d-4c68-a244-04f39cc575c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:03:17.742315 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c170082-0e6d-4c68-a244-04f39cc575c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:03:17.742315 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c170082-0e6d-4c68-a244-04f39cc575c9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:03:17.742315 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c170082-0e6d-4c68-a244-04f39cc575c9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:03:17.742315 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c170082-0e6d-4c68-a244-04f39cc575c9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:03:17.742315 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c170082-0e6d-4c68-a244-04f39cc575c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:03:17.742315 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c170082-0e6d-4c68-a244-04f39cc575c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:03:17.742315 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c170082-0e6d-4c68-a244-04f39cc575c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:03:17.742315 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c170082-0e6d-4c68-a244-04f39cc575c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:03:17.745295 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c170082-0e6d-4c68-a244-04f39cc575c9 admin admin] Tracked resource versions report: May 31 21:03:17.745295 dv-cinder-839793-16-iscsi neutron-server[104321]: pushed versions: May 31 21:03:17.745295 dv-cinder-839793-16-iscsi neutron-server[104321]: { 'AddressGroup': {'1.2'}, May 31 21:03:17.745295 dv-cinder-839793-16-iscsi neutron-server[104321]: 'Agent': {'1.1'}, May 31 21:03:17.745295 dv-cinder-839793-16-iscsi neutron-server[104321]: 'ConntrackHelper': {'1.0'}, May 31 21:03:17.745295 dv-cinder-839793-16-iscsi neutron-server[104321]: 'LocalIPAssociation': {'1.0'}, May 31 21:03:17.745295 dv-cinder-839793-16-iscsi neutron-server[104321]: 'Log': {'1.0'}, May 31 21:03:17.745295 dv-cinder-839793-16-iscsi neutron-server[104321]: 'NDPProxy': {'1.0'}, May 31 21:03:17.745295 dv-cinder-839793-16-iscsi neutron-server[104321]: 'Network': {'1.1'}, May 31 21:03:17.745295 dv-cinder-839793-16-iscsi neutron-server[104321]: 'Port': {'1.7'}, May 31 21:03:17.745295 dv-cinder-839793-16-iscsi neutron-server[104321]: 'PortForwarding': {'1.3'}, May 31 21:03:17.745295 dv-cinder-839793-16-iscsi neutron-server[104321]: 'QosPolicy': {'1.10'}, May 31 21:03:17.745295 dv-cinder-839793-16-iscsi neutron-server[104321]: 'SecurityGroup': {'1.5'}, May 31 21:03:17.745295 dv-cinder-839793-16-iscsi neutron-server[104321]: 'SecurityGroupRule': {'1.2'}, May 31 21:03:17.745295 dv-cinder-839793-16-iscsi neutron-server[104321]: 'SubPort': {'1.0'}, May 31 21:03:17.745295 dv-cinder-839793-16-iscsi neutron-server[104321]: 'Subnet': {'1.1'}, May 31 21:03:17.745295 dv-cinder-839793-16-iscsi neutron-server[104321]: 'Trunk': {'1.1'}} May 31 21:03:17.745295 dv-cinder-839793-16-iscsi neutron-server[104321]: consumer versions: May 31 21:03:17.745295 dv-cinder-839793-16-iscsi neutron-server[104321]: { DHCP agent@dv-cinder-839793-16-iscsi: {}, May 31 21:03:17.745295 dv-cinder-839793-16-iscsi neutron-server[104321]: HyperV agent@hv-cinder-83979: {}, May 31 21:03:17.745295 dv-cinder-839793-16-iscsi neutron-server[104321]: L3 agent@dv-cinder-839793-16-iscsi: {}, May 31 21:03:17.745295 dv-cinder-839793-16-iscsi neutron-server[104321]: Metadata agent@dv-cinder-839793-16-iscsi: {}, May 31 21:03:17.745295 dv-cinder-839793-16-iscsi neutron-server[104321]: Metering agent@dv-cinder-839793-16-iscsi: {}, May 31 21:03:17.745295 dv-cinder-839793-16-iscsi neutron-server[104321]: Open vSwitch agent@dv-cinder-839793-16-iscsi: { 'AddressGroup': '1.2', May 31 21:03:17.745295 dv-cinder-839793-16-iscsi neutron-server[104321]: 'Agent': '1.1', May 31 21:03:17.745295 dv-cinder-839793-16-iscsi neutron-server[104321]: 'ConntrackHelper': '1.0', May 31 21:03:17.745295 dv-cinder-839793-16-iscsi neutron-server[104321]: 'LocalIPAssociation': '1.0', May 31 21:03:17.745295 dv-cinder-839793-16-iscsi neutron-server[104321]: 'Log': '1.0', May 31 21:03:17.745295 dv-cinder-839793-16-iscsi neutron-server[104321]: 'NDPProxy': '1.0', May 31 21:03:17.745295 dv-cinder-839793-16-iscsi neutron-server[104321]: 'Network': '1.1', May 31 21:03:17.745295 dv-cinder-839793-16-iscsi neutron-server[104321]: 'Port': '1.7', May 31 21:03:17.745295 dv-cinder-839793-16-iscsi neutron-server[104321]: 'PortForwarding': '1.3', May 31 21:03:17.745295 dv-cinder-839793-16-iscsi neutron-server[104321]: 'QosPolicy': '1.10', May 31 21:03:17.745295 dv-cinder-839793-16-iscsi neutron-server[104321]: 'SecurityGroup': '1.5', May 31 21:03:17.745295 dv-cinder-839793-16-iscsi neutron-server[104321]: 'SecurityGroupRule': '1.2', May 31 21:03:17.745295 dv-cinder-839793-16-iscsi neutron-server[104321]: 'SubPort': '1.0', May 31 21:03:17.745295 dv-cinder-839793-16-iscsi neutron-server[104321]: 'Subnet': '1.1', May 31 21:03:17.745295 dv-cinder-839793-16-iscsi neutron-server[104321]: 'Trunk': '1.1'}} May 31 21:03:17.745295 dv-cinder-839793-16-iscsi neutron-server[104321]: {{(pid=104321) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 21:03:17.762665 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-6c170082-0e6d-4c68-a244-04f39cc575c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674812'] for segment (d8fd7e32-516e-4218-b436-98c93feaacf7), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:17.762996 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.db.segments_db [None req-6c170082-0e6d-4c68-a244-04f39cc575c9 admin admin] Added segment d8fd7e32-516e-4218-b436-98c93feaacf7 of type vlan for network c95b8c46-645b-48ca-b406-ceba2d03bd23 May 31 21:03:17.835073 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-6c170082-0e6d-4c68-a244-04f39cc575c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747261502311'] for network (c95b8c46-645b-48ca-b406-ceba2d03bd23), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:17.948167 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 58848) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:03:18.079248 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-6c170082-0e6d-4c68-a244-04f39cc575c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838'] for network (c95b8c46-645b-48ca-b406-ceba2d03bd23), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:18.080339 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c170082-0e6d-4c68-a244-04f39cc575c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:03:18.080917 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-6c170082-0e6d-4c68-a244-04f39cc575c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696852'] for network (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:18.178003 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c170082-0e6d-4c68-a244-04f39cc575c9 admin admin] Pushing event updated for resources: {'Network': ['ID=c95b8c46-645b-48ca-b406-ceba2d03bd23,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:18.188887 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Network c95b8c46-645b-48ca-b406-ceba2d03bd23 details requested by agent ovs-agent-dv-cinder-839793-16-iscsi with host dv-cinder-839793-16-iscsi {{(pid=104322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 31 21:03:18.227771 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-6c170082-0e6d-4c68-a244-04f39cc575c9 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.0552378 May 31 21:03:18.232184 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 58858) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:03:18.237879 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.v2.base [None req-ef9aafcb-7ba9-45a2-b84b-4542ab7333e5 admin admin] Request body: {'subnet': {'network_id': 'c95b8c46-645b-48ca-b406-ceba2d03bd23', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2021358227-subnet', 'tenant_id': '96f91ac37f864ed98a03f9082252e334', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:03:18.363777 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9aafcb-7ba9-45a2-b84b-4542ab7333e5 admin admin] Made reservation on behalf of 96f91ac37f864ed98a03f9082252e334 for: {'subnet': 1} {{(pid=104320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 21:03:18.369054 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-ef9aafcb-7ba9-45a2-b84b-4542ab7333e5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:18.466094 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [None req-d8b783bf-9cce-4048-b4ea-b8049679d049 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1173740089-network', 'tenant_id': 'f1b54ceb69fc4041b743a11eda4144a8'}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:03:18.515409 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 58866) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:03:18.556104 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b783bf-9cce-4048-b4ea-b8049679d049 admin admin] Made reservation on behalf of f1b54ceb69fc4041b743a11eda4144a8 for: {'network': 1} {{(pid=104321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 21:03:18.558721 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-d8b783bf-9cce-4048-b4ea-b8049679d049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for network (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:18.568195 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-d8b783bf-9cce-4048-b4ea-b8049679d049 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:18.585233 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (a61205dd-b11c-42a1-aa2d-4b7310a8dc99), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:18.617559 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-ef9aafcb-7ba9-45a2-b84b-4542ab7333e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838'] for subnet (6f2bfb30-666a-4f9d-b1a9-88e1d2c510cb), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:18.630006 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 58870) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:03:18.677949 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9aafcb-7ba9-45a2-b84b-4542ab7333e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f2bfb30-666a-4f9d-b1a9-88e1d2c510cb,revision_number=0']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:18.686191 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-d8b783bf-9cce-4048-b4ea-b8049679d049 admin admin] Publish callbacks [] for security_group (12907732-5570-4844-bbdc-00a8a81608d0), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:18.686407 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9aafcb-7ba9-45a2-b84b-4542ab7333e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:03:18.686640 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9aafcb-7ba9-45a2-b84b-4542ab7333e5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:03:18.686955 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9aafcb-7ba9-45a2-b84b-4542ab7333e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:03:18.687296 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9aafcb-7ba9-45a2-b84b-4542ab7333e5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:03:18.687626 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9aafcb-7ba9-45a2-b84b-4542ab7333e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:03:18.687959 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9aafcb-7ba9-45a2-b84b-4542ab7333e5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:03:18.688285 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9aafcb-7ba9-45a2-b84b-4542ab7333e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:03:18.688598 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9aafcb-7ba9-45a2-b84b-4542ab7333e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:03:18.688940 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9aafcb-7ba9-45a2-b84b-4542ab7333e5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:03:18.689262 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9aafcb-7ba9-45a2-b84b-4542ab7333e5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:03:18.689583 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9aafcb-7ba9-45a2-b84b-4542ab7333e5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:03:18.689964 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9aafcb-7ba9-45a2-b84b-4542ab7333e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:03:18.690249 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9aafcb-7ba9-45a2-b84b-4542ab7333e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:03:18.690565 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9aafcb-7ba9-45a2-b84b-4542ab7333e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:03:18.690878 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9aafcb-7ba9-45a2-b84b-4542ab7333e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:03:18.692042 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9aafcb-7ba9-45a2-b84b-4542ab7333e5 admin admin] Tracked resource versions report: May 31 21:03:18.692042 dv-cinder-839793-16-iscsi neutron-server[104320]: pushed versions: May 31 21:03:18.692042 dv-cinder-839793-16-iscsi neutron-server[104320]: { 'AddressGroup': {'1.2'}, May 31 21:03:18.692042 dv-cinder-839793-16-iscsi neutron-server[104320]: 'Agent': {'1.1'}, May 31 21:03:18.692042 dv-cinder-839793-16-iscsi neutron-server[104320]: 'ConntrackHelper': {'1.0'}, May 31 21:03:18.692042 dv-cinder-839793-16-iscsi neutron-server[104320]: 'LocalIPAssociation': {'1.0'}, May 31 21:03:18.692042 dv-cinder-839793-16-iscsi neutron-server[104320]: 'Log': {'1.0'}, May 31 21:03:18.692042 dv-cinder-839793-16-iscsi neutron-server[104320]: 'NDPProxy': {'1.0'}, May 31 21:03:18.692042 dv-cinder-839793-16-iscsi neutron-server[104320]: 'Network': {'1.1'}, May 31 21:03:18.692042 dv-cinder-839793-16-iscsi neutron-server[104320]: 'Port': {'1.7'}, May 31 21:03:18.692042 dv-cinder-839793-16-iscsi neutron-server[104320]: 'PortForwarding': {'1.3'}, May 31 21:03:18.692042 dv-cinder-839793-16-iscsi neutron-server[104320]: 'QosPolicy': {'1.10'}, May 31 21:03:18.692042 dv-cinder-839793-16-iscsi neutron-server[104320]: 'SecurityGroup': {'1.5'}, May 31 21:03:18.692042 dv-cinder-839793-16-iscsi neutron-server[104320]: 'SecurityGroupRule': {'1.2'}, May 31 21:03:18.692042 dv-cinder-839793-16-iscsi neutron-server[104320]: 'SubPort': {'1.0'}, May 31 21:03:18.692042 dv-cinder-839793-16-iscsi neutron-server[104320]: 'Subnet': {'1.1'}, May 31 21:03:18.692042 dv-cinder-839793-16-iscsi neutron-server[104320]: 'Trunk': {'1.1'}} May 31 21:03:18.692042 dv-cinder-839793-16-iscsi neutron-server[104320]: consumer versions: May 31 21:03:18.692042 dv-cinder-839793-16-iscsi neutron-server[104320]: { DHCP agent@dv-cinder-839793-16-iscsi: {}, May 31 21:03:18.692042 dv-cinder-839793-16-iscsi neutron-server[104320]: HyperV agent@hv-cinder-83979: {}, May 31 21:03:18.692042 dv-cinder-839793-16-iscsi neutron-server[104320]: L3 agent@dv-cinder-839793-16-iscsi: {}, May 31 21:03:18.692042 dv-cinder-839793-16-iscsi neutron-server[104320]: Metadata agent@dv-cinder-839793-16-iscsi: {}, May 31 21:03:18.692042 dv-cinder-839793-16-iscsi neutron-server[104320]: Metering agent@dv-cinder-839793-16-iscsi: {}, May 31 21:03:18.692042 dv-cinder-839793-16-iscsi neutron-server[104320]: Open vSwitch agent@dv-cinder-839793-16-iscsi: { 'AddressGroup': '1.2', May 31 21:03:18.692042 dv-cinder-839793-16-iscsi neutron-server[104320]: 'Agent': '1.1', May 31 21:03:18.692042 dv-cinder-839793-16-iscsi neutron-server[104320]: 'ConntrackHelper': '1.0', May 31 21:03:18.692042 dv-cinder-839793-16-iscsi neutron-server[104320]: 'LocalIPAssociation': '1.0', May 31 21:03:18.692042 dv-cinder-839793-16-iscsi neutron-server[104320]: 'Log': '1.0', May 31 21:03:18.692042 dv-cinder-839793-16-iscsi neutron-server[104320]: 'NDPProxy': '1.0', May 31 21:03:18.692042 dv-cinder-839793-16-iscsi neutron-server[104320]: 'Network': '1.1', May 31 21:03:18.692042 dv-cinder-839793-16-iscsi neutron-server[104320]: 'Port': '1.7', May 31 21:03:18.692042 dv-cinder-839793-16-iscsi neutron-server[104320]: 'PortForwarding': '1.3', May 31 21:03:18.692042 dv-cinder-839793-16-iscsi neutron-server[104320]: 'QosPolicy': '1.10', May 31 21:03:18.692042 dv-cinder-839793-16-iscsi neutron-server[104320]: 'SecurityGroup': '1.5', May 31 21:03:18.692042 dv-cinder-839793-16-iscsi neutron-server[104320]: 'SecurityGroupRule': '1.2', May 31 21:03:18.692042 dv-cinder-839793-16-iscsi neutron-server[104320]: 'SubPort': '1.0', May 31 21:03:18.692042 dv-cinder-839793-16-iscsi neutron-server[104320]: 'Subnet': '1.1', May 31 21:03:18.692042 dv-cinder-839793-16-iscsi neutron-server[104320]: 'Trunk': '1.1'}} May 31 21:03:18.692042 dv-cinder-839793-16-iscsi neutron-server[104320]: {{(pid=104320) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 21:03:18.719801 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9aafcb-7ba9-45a2-b84b-4542ab7333e5 admin admin] Checking segment: {'id': 'd8fd7e32-516e-4218-b436-98c93feaacf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c95b8c46-645b-48ca-b406-ceba2d03bd23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 31 21:03:18.720150 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9aafcb-7ba9-45a2-b84b-4542ab7333e5 admin admin] Network hostable DHCP agents. Network: c95b8c46-645b-48ca-b406-ceba2d03bd23, hostable agents: ['5ca9f0a2-8e5f-4b54-94fa-454f095515e4'], hosted agents: [] {{(pid=104320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 21:03:18.827967 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-d8b783bf-9cce-4048-b4ea-b8049679d049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (12907732-5570-4844-bbdc-00a8a81608d0), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:18.851971 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8b783bf-9cce-4048-b4ea-b8049679d049 admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=104321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 21:03:18.878725 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b783bf-9cce-4048-b4ea-b8049679d049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12907732-5570-4844-bbdc-00a8a81608d0,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:18.882731 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-d8b783bf-9cce-4048-b4ea-b8049679d049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674812'] for segment (a3a61b02-d451-4bb6-8acb-f707be60b746), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:18.883151 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.db.segments_db [None req-d8b783bf-9cce-4048-b4ea-b8049679d049 admin admin] Added segment a3a61b02-d451-4bb6-8acb-f707be60b746 of type vlan for network 50707fc3-657a-4d1c-8628-0dfb2710b9bc May 31 21:03:18.919771 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9aafcb-7ba9-45a2-b84b-4542ab7333e5 admin admin] Network c95b8c46-645b-48ca-b406-ceba2d03bd23 is scheduled to be hosted by DHCP agent 5ca9f0a2-8e5f-4b54-94fa-454f095515e4 with binding_index 1 {{(pid=104320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 21:03:18.934662 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-d8b783bf-9cce-4048-b4ea-b8049679d049 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747261502311'] for network (50707fc3-657a-4d1c-8628-0dfb2710b9bc), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:18.950257 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [None req-28ead468-a582-47ba-b26a-1ba8ef1de0a2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1941033604-network', 'tenant_id': 'af420d43367c42e4a4b0948706dd0546'}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:03:18.966064 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [None req-8192c207-eb14-4401-bd82-320ff68bc8a5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-315142425-network', 'tenant_id': '180ff6fd8c5b434abffa058ea99ef7c4'}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:03:19.015300 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.base_scheduler [None req-ef9aafcb-7ba9-45a2-b84b-4542ab7333e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-16-iscsi, c95b8c46-645b-48ca-b406-ceba2d03bd23) {{(pid=104320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:03:19.027035 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9aafcb-7ba9-45a2-b84b-4542ab7333e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:03:19.027629 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-ef9aafcb-7ba9-45a2-b84b-4542ab7333e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696852'] for subnet (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:19.028324 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a72d2c-bb0a-43d8-8101-96fa2e54cde2 None None] Network c95b8c46-645b-48ca-b406-ceba2d03bd23 requested from dv-cinder-839793-16-iscsi {{(pid=104322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 31 21:03:19.157354 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-ef9aafcb-7ba9-45a2-b84b-4542ab7333e5 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9235704 May 31 21:03:19.171184 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f870531d-53ba-4c24-a4f3-45891b4b1619 None None] Network c95b8c46-645b-48ca-b406-ceba2d03bd23 requested from dv-cinder-839793-16-iscsi {{(pid=104322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 31 21:03:19.185349 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ead468-a582-47ba-b26a-1ba8ef1de0a2 admin admin] Made reservation on behalf of af420d43367c42e4a4b0948706dd0546 for: {'network': 1} {{(pid=104321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 21:03:19.187787 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-28ead468-a582-47ba-b26a-1ba8ef1de0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for network (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:19.207350 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-28ead468-a582-47ba-b26a-1ba8ef1de0a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:19.226823 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-d8b783bf-9cce-4048-b4ea-b8049679d049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838'] for network (50707fc3-657a-4d1c-8628-0dfb2710b9bc), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:19.230082 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b783bf-9cce-4048-b4ea-b8049679d049 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:03:19.230082 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-d8b783bf-9cce-4048-b4ea-b8049679d049 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696852'] for network (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:19.230638 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:19.271458 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=69,neutron:INSERT=26,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:19.290641 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8192c207-eb14-4401-bd82-320ff68bc8a5 admin admin] Made reservation on behalf of 180ff6fd8c5b434abffa058ea99ef7c4 for: {'network': 1} {{(pid=104321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 21:03:19.297805 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-8192c207-eb14-4401-bd82-320ff68bc8a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for network (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:19.331647 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-8192c207-eb14-4401-bd82-320ff68bc8a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:19.429829 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b783bf-9cce-4048-b4ea-b8049679d049 admin admin] Pushing event updated for resources: {'Network': ['ID=50707fc3-657a-4d1c-8628-0dfb2710b9bc,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:19.442222 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Network 50707fc3-657a-4d1c-8628-0dfb2710b9bc details requested by agent ovs-agent-dv-cinder-839793-16-iscsi with host dv-cinder-839793-16-iscsi {{(pid=104322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 31 21:03:19.487364 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-d8b783bf-9cce-4048-b4ea-b8049679d049 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.5380981 May 31 21:03:19.490998 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-28ead468-a582-47ba-b26a-1ba8ef1de0a2 admin admin] Publish callbacks [] for security_group (ac52d951-0518-4156-a892-a7c83efcad80), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:19.491914 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 58904) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:03:19.500409 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [None req-ee33675b-289d-4a92-b64a-fc48486b5dfe admin admin] Request body: {'subnet': {'network_id': '50707fc3-657a-4d1c-8628-0dfb2710b9bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1173740089-subnet', 'tenant_id': 'f1b54ceb69fc4041b743a11eda4144a8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:03:19.555084 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-8192c207-eb14-4401-bd82-320ff68bc8a5 admin admin] Publish callbacks [] for security_group (6342a4ee-fd42-4e92-9cb6-20addccbbe99), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:19.573601 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-28ead468-a582-47ba-b26a-1ba8ef1de0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (ac52d951-0518-4156-a892-a7c83efcad80), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:19.600668 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28ead468-a582-47ba-b26a-1ba8ef1de0a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=104321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 21:03:19.609621 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ead468-a582-47ba-b26a-1ba8ef1de0a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac52d951-0518-4156-a892-a7c83efcad80,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:19.616403 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-28ead468-a582-47ba-b26a-1ba8ef1de0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674812'] for segment (1b46059a-aa39-4ed2-ad1d-18b4ddc198b2), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:19.616762 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.db.segments_db [None req-28ead468-a582-47ba-b26a-1ba8ef1de0a2 admin admin] Added segment 1b46059a-aa39-4ed2-ad1d-18b4ddc198b2 of type vlan for network 68e327a3-96b2-4add-895f-c43a3d5daedc May 31 21:03:19.625161 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee33675b-289d-4a92-b64a-fc48486b5dfe admin admin] Made reservation on behalf of f1b54ceb69fc4041b743a11eda4144a8 for: {'subnet': 1} {{(pid=104321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 21:03:19.628356 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-ee33675b-289d-4a92-b64a-fc48486b5dfe admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:19.701211 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-8192c207-eb14-4401-bd82-320ff68bc8a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (6342a4ee-fd42-4e92-9cb6-20addccbbe99), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:19.718938 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-28ead468-a582-47ba-b26a-1ba8ef1de0a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747261502311'] for network (68e327a3-96b2-4add-895f-c43a3d5daedc), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:19.755191 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8192c207-eb14-4401-bd82-320ff68bc8a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=104321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 21:03:19.787596 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8192c207-eb14-4401-bd82-320ff68bc8a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6342a4ee-fd42-4e92-9cb6-20addccbbe99,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:19.794822 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-8192c207-eb14-4401-bd82-320ff68bc8a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674812'] for segment (f5d5aacd-0a79-4c28-aa2d-fa67740c4f52), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:19.795155 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.db.segments_db [None req-8192c207-eb14-4401-bd82-320ff68bc8a5 admin admin] Added segment f5d5aacd-0a79-4c28-aa2d-fa67740c4f52 of type vlan for network 1cab6d20-22a6-4088-8e1d-60992c365df4 May 31 21:03:19.853309 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-8192c207-eb14-4401-bd82-320ff68bc8a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747261502311'] for network (1cab6d20-22a6-4088-8e1d-60992c365df4), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:19.926946 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-28ead468-a582-47ba-b26a-1ba8ef1de0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838'] for network (68e327a3-96b2-4add-895f-c43a3d5daedc), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:19.926946 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ead468-a582-47ba-b26a-1ba8ef1de0a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:03:19.926946 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-28ead468-a582-47ba-b26a-1ba8ef1de0a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696852'] for network (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:20.020538 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ead468-a582-47ba-b26a-1ba8ef1de0a2 admin admin] Pushing event updated for resources: {'Network': ['ID=68e327a3-96b2-4add-895f-c43a3d5daedc,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:20.031978 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Network 68e327a3-96b2-4add-895f-c43a3d5daedc details requested by agent ovs-agent-dv-cinder-839793-16-iscsi with host dv-cinder-839793-16-iscsi {{(pid=104322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 31 21:03:20.067548 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-8192c207-eb14-4401-bd82-320ff68bc8a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838'] for network (1cab6d20-22a6-4088-8e1d-60992c365df4), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:20.068813 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8192c207-eb14-4401-bd82-320ff68bc8a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:03:20.070167 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-8192c207-eb14-4401-bd82-320ff68bc8a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696852'] for network (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:20.133762 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-28ead468-a582-47ba-b26a-1ba8ef1de0a2 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.4978011 May 31 21:03:20.133880 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 58924) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:03:20.138313 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.v2.base [None req-d72970d8-506d-4b33-b76f-e4b199e80f2e admin admin] Request body: {'subnet': {'network_id': '68e327a3-96b2-4add-895f-c43a3d5daedc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1941033604-subnet', 'tenant_id': 'af420d43367c42e4a4b0948706dd0546', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:03:20.155299 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8192c207-eb14-4401-bd82-320ff68bc8a5 admin admin] Pushing event updated for resources: {'Network': ['ID=1cab6d20-22a6-4088-8e1d-60992c365df4,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:20.159047 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-ee33675b-289d-4a92-b64a-fc48486b5dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838'] for subnet (056887a1-bc98-40be-80ec-f43fe7602ab2), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:20.175105 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-8192c207-eb14-4401-bd82-320ff68bc8a5 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.6479516 May 31 21:03:20.175195 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Network 1cab6d20-22a6-4088-8e1d-60992c365df4 details requested by agent ovs-agent-dv-cinder-839793-16-iscsi with host dv-cinder-839793-16-iscsi {{(pid=104322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 31 21:03:20.175314 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 58926) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:03:20.200049 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [None req-b28a7c46-e05f-406d-8108-b6fd3226b306 admin admin] Request body: {'subnet': {'network_id': '1cab6d20-22a6-4088-8e1d-60992c365df4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-315142425-subnet', 'tenant_id': '180ff6fd8c5b434abffa058ea99ef7c4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:03:20.262270 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee33675b-289d-4a92-b64a-fc48486b5dfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=056887a1-bc98-40be-80ec-f43fe7602ab2,revision_number=0']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:20.281931 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee33675b-289d-4a92-b64a-fc48486b5dfe admin admin] Checking segment: {'id': 'a3a61b02-d451-4bb6-8acb-f707be60b746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '50707fc3-657a-4d1c-8628-0dfb2710b9bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 31 21:03:20.282763 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee33675b-289d-4a92-b64a-fc48486b5dfe admin admin] Network hostable DHCP agents. Network: 50707fc3-657a-4d1c-8628-0dfb2710b9bc, hostable agents: ['5ca9f0a2-8e5f-4b54-94fa-454f095515e4'], hosted agents: [] {{(pid=104321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 21:03:20.311062 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d72970d8-506d-4b33-b76f-e4b199e80f2e admin admin] Made reservation on behalf of af420d43367c42e4a4b0948706dd0546 for: {'subnet': 1} {{(pid=104320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 21:03:20.313936 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-d72970d8-506d-4b33-b76f-e4b199e80f2e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:20.406846 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b28a7c46-e05f-406d-8108-b6fd3226b306 admin admin] Made reservation on behalf of 180ff6fd8c5b434abffa058ea99ef7c4 for: {'subnet': 1} {{(pid=104321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 21:03:20.418352 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-b28a7c46-e05f-406d-8108-b6fd3226b306 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:20.455923 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (51675295-7abb-4335-9c5a-c46a9082010e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:20.461025 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee33675b-289d-4a92-b64a-fc48486b5dfe admin admin] Network 50707fc3-657a-4d1c-8628-0dfb2710b9bc is scheduled to be hosted by DHCP agent 5ca9f0a2-8e5f-4b54-94fa-454f095515e4 with binding_index 1 {{(pid=104321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 21:03:20.463920 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=69,neutron:INSERT=26,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:20.553197 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 58956) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:03:20.556994 dv-cinder-839793-16-iscsi neutron-server[104320]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 31 21:03:20.565497 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.base_scheduler [None req-ee33675b-289d-4a92-b64a-fc48486b5dfe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-16-iscsi, 50707fc3-657a-4d1c-8628-0dfb2710b9bc) {{(pid=104321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:03:20.579882 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:INSERT=14,neutron:SELECT=80,neutron:UPDATE=6 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:20.579882 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee33675b-289d-4a92-b64a-fc48486b5dfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:03:20.579882 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-ee33675b-289d-4a92-b64a-fc48486b5dfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696852'] for subnet (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:20.580261 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a6c2f6-04b9-49a6-8242-1e2e31ed1dd5 None None] Network 50707fc3-657a-4d1c-8628-0dfb2710b9bc requested from dv-cinder-839793-16-iscsi {{(pid=104322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 31 21:03:20.645145 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-d72970d8-506d-4b33-b76f-e4b199e80f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838'] for subnet (dc74b44b-e878-454d-9e54-2a90eb48611f), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:20.687644 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-ee33675b-289d-4a92-b64a-fc48486b5dfe admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1887193 May 31 21:03:20.689083 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 58964) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:03:20.692646 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [None req-ee2df6e6-e27f-4a77-b8b8-b47f072e3cfc admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1173740089-router', 'tenant_id': 'f1b54ceb69fc4041b743a11eda4144a8', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac'}}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:03:20.737043 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-b28a7c46-e05f-406d-8108-b6fd3226b306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838'] for subnet (ed08b0b7-388e-4929-9128-adbbfafb9e7c), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:20.781585 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55cf13e-6183-4937-8aaa-07062cab4891 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1581c23-dc20-583c-a781-c643bb3ad1f7-50707fc3-657a-4d1c-8628-0dfb2710b9bc', 'network_id': '50707fc3-657a-4d1c-8628-0dfb2710b9bc', 'project_id': 'f1b54ceb69fc4041b743a11eda4144a8', 'fixed_ips': [{'subnet_id': '056887a1-bc98-40be-80ec-f43fe7602ab2'}]}} from dv-cinder-839793-16-iscsi. {{(pid=104322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 31 21:03:20.781585 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f55cf13e-6183-4937-8aaa-07062cab4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (None), before_create {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:20.802256 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28a7c46-e05f-406d-8108-b6fd3226b306 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed08b0b7-388e-4929-9128-adbbfafb9e7c,revision_number=0']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:20.825366 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-ee2df6e6-e27f-4a77-b8b8-b47f072e3cfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1600068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256106'] for router (f10feabd-124e-4c67-b3a2-78168d08d400), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:20.831777 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-ee2df6e6-e27f-4a77-b8b8-b47f072e3cfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1599220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1598582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1761038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256083'] for router (f10feabd-124e-4c67-b3a2-78168d08d400), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:21.117996 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcab5a0-06d0-4e40-83a1-0ca886492d4b req-a9ed2788-fcb7-4f3e-9149-bfbddfaa24f3 tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:03:21.117996 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ebcab5a0-06d0-4e40-83a1-0ca886492d4b req-a9ed2788-fcb7-4f3e-9149-bfbddfaa24f3 tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] 10.222.0.55 "GET /v2.0/networks?id=c95b8c46-645b-48ca-b406-ceba2d03bd23 HTTP/1.1" status: 200 len: 812 time: 0.4026301 May 31 21:03:21.117996 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72970d8-506d-4b33-b76f-e4b199e80f2e admin admin] Checking segment: {'id': '1b46059a-aa39-4ed2-ad1d-18b4ddc198b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '68e327a3-96b2-4add-895f-c43a3d5daedc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 31 21:03:21.117996 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72970d8-506d-4b33-b76f-e4b199e80f2e admin admin] Network hostable DHCP agents. Network: 68e327a3-96b2-4add-895f-c43a3d5daedc, hostable agents: ['5ca9f0a2-8e5f-4b54-94fa-454f095515e4'], hosted agents: [] {{(pid=104320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 21:03:21.129154 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28a7c46-e05f-406d-8108-b6fd3226b306 admin admin] Checking segment: {'id': 'f5d5aacd-0a79-4c28-aa2d-fa67740c4f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1cab6d20-22a6-4088-8e1d-60992c365df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 31 21:03:21.129154 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28a7c46-e05f-406d-8108-b6fd3226b306 admin admin] Network hostable DHCP agents. Network: 1cab6d20-22a6-4088-8e1d-60992c365df4, hostable agents: ['5ca9f0a2-8e5f-4b54-94fa-454f095515e4'], hosted agents: [] {{(pid=104321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 21:03:21.132836 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72970d8-506d-4b33-b76f-e4b199e80f2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc74b44b-e878-454d-9e54-2a90eb48611f,revision_number=0']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:21.132836 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ebcab5a0-06d0-4e40-83a1-0ca886492d4b req-249eb9f4-a79c-4fa2-9937-3abc370ad088 tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] 10.222.0.55 "GET /v2.0/quotas/96f91ac37f864ed98a03f9082252e334 HTTP/1.1" status: 200 len: 375 time: 0.0420413 May 31 21:03:21.136247 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-ee2df6e6-e27f-4a77-b8b8-b47f072e3cfc admin admin] Publish callbacks [] for router_controller (f10feabd-124e-4c67-b3a2-78168d08d400), precommit_add_association {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:21.138333 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.db_base_plugin_common [None req-f55cf13e-6183-4937-8aaa-07062cab4891 None None] Allocated IP 172.20.0.2 (50707fc3-657a-4d1c-8628-0dfb2710b9bc/056887a1-bc98-40be-80ec-f43fe7602ab2/b17b4cd1-7185-4db2-bbe4-ac558e6e28c9) {{(pid=104322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 21:03:21.139655 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ebcab5a0-06d0-4e40-83a1-0ca886492d4b req-b61844e9-db48-491a-83b6-3ca1d2d76e1d tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=96f91ac37f864ed98a03f9082252e334&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0715554 May 31 21:03:21.228634 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f55cf13e-6183-4937-8aaa-07062cab4891 None None] Publish callbacks [] for port (b17b4cd1-7185-4db2-bbe4-ac558e6e28c9), precommit_create {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:21.271672 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72970d8-506d-4b33-b76f-e4b199e80f2e admin admin] Network 68e327a3-96b2-4add-895f-c43a3d5daedc is scheduled to be hosted by DHCP agent 5ca9f0a2-8e5f-4b54-94fa-454f095515e4 with binding_index 1 {{(pid=104320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 21:03:21.277552 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:21.278463 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:21.287059 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28a7c46-e05f-406d-8108-b6fd3226b306 admin admin] Network 1cab6d20-22a6-4088-8e1d-60992c365df4 is scheduled to be hosted by DHCP agent 5ca9f0a2-8e5f-4b54-94fa-454f095515e4 with binding_index 1 {{(pid=104321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 21:03:21.326957 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [req-ebcab5a0-06d0-4e40-83a1-0ca886492d4b req-a18d74b5-dfb4-48f7-8f6a-cd9f66a90972 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=104320) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 31 21:03:21.335728 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ebcab5a0-06d0-4e40-83a1-0ca886492d4b req-a18d74b5-dfb4-48f7-8f6a-cd9f66a90972 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0726504 May 31 21:03:21.399001 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f55cf13e-6183-4937-8aaa-07062cab4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747261518129'] for port (b17b4cd1-7185-4db2-bbe4-ac558e6e28c9), after_create {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:21.422605 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.base_scheduler [None req-d72970d8-506d-4b33-b76f-e4b199e80f2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-16-iscsi, 68e327a3-96b2-4add-895f-c43a3d5daedc) {{(pid=104320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:03:21.423436 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-ee2df6e6-e27f-4a77-b8b8-b47f072e3cfc admin admin] Publish callbacks [] for router_gateway (f10feabd-124e-4c67-b3a2-78168d08d400), precommit_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:21.432637 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.base_scheduler [None req-b28a7c46-e05f-406d-8108-b6fd3226b306 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-16-iscsi, 1cab6d20-22a6-4088-8e1d-60992c365df4) {{(pid=104321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:03:21.436263 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72970d8-506d-4b33-b76f-e4b199e80f2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:03:21.436912 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-d72970d8-506d-4b33-b76f-e4b199e80f2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696852'] for subnet (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:21.437111 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28a7c46-e05f-406d-8108-b6fd3226b306 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:03:21.438072 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-b28a7c46-e05f-406d-8108-b6fd3226b306 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696852'] for subnet (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:21.447990 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d77f9d-3c90-4a10-a1a1-3c9828923652 None None] Network 68e327a3-96b2-4add-895f-c43a3d5daedc requested from dv-cinder-839793-16-iscsi {{(pid=104322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 31 21:03:21.456217 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1980edd3-a72a-4909-8542-4b5ca8fb803a None None] Network 1cab6d20-22a6-4088-8e1d-60992c365df4 requested from dv-cinder-839793-16-iscsi {{(pid=104322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 31 21:03:21.460308 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ebcab5a0-06d0-4e40-83a1-0ca886492d4b req-76ad5461-270a-4cca-8948-91cb8311ebc0 service neutron] 10.222.0.55 "GET /v2.0/networks/c95b8c46-645b-48ca-b406-ceba2d03bd23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230395 May 31 21:03:21.476895 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55cf13e-6183-4937-8aaa-07062cab4891 None None] Network 50707fc3-657a-4d1c-8628-0dfb2710b9bc is already hosted by enough agents. {{(pid=104322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 21:03:21.485021 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.scheduler.base_scheduler [None req-f55cf13e-6183-4937-8aaa-07062cab4891 None None] Resources bound (agent type, host, resource id): {{(pid=104322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:03:21.486504 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55cf13e-6183-4937-8aaa-07062cab4891 None None] Pushing event updated for resources: {'Port': ['ID=b17b4cd1-7185-4db2-bbe4-ac558e6e28c9,revision_number=1']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:21.498836 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55cf13e-6183-4937-8aaa-07062cab4891 None None] Received port after_create {{(pid=104322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 31 21:03:21.537046 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-b28a7c46-e05f-406d-8108-b6fd3226b306 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3599927 May 31 21:03:21.542515 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 59004) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:03:21.542685 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-d72970d8-506d-4b33-b76f-e4b199e80f2e admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4083133 May 31 21:03:21.546264 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 59006) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:03:21.550233 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [None req-1b4cfec3-f888-4b4d-9dbc-e4185fd6f885 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-315142425-router', 'tenant_id': '180ff6fd8c5b434abffa058ea99ef7c4', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac'}}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:03:21.552458 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.v2.base [None req-a16516cb-91df-4f10-9e71-f54f4c82c063 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1941033604-router', 'tenant_id': 'af420d43367c42e4a4b0948706dd0546', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac'}}} {{(pid=104320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:03:21.581230 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55cf13e-6183-4937-8aaa-07062cab4891 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:03:21.581629 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55cf13e-6183-4937-8aaa-07062cab4891 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:03:21.582065 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55cf13e-6183-4937-8aaa-07062cab4891 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:03:21.582459 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55cf13e-6183-4937-8aaa-07062cab4891 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:03:21.582834 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55cf13e-6183-4937-8aaa-07062cab4891 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:03:21.583389 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55cf13e-6183-4937-8aaa-07062cab4891 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:03:21.583787 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55cf13e-6183-4937-8aaa-07062cab4891 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:03:21.584176 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55cf13e-6183-4937-8aaa-07062cab4891 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:03:21.584700 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55cf13e-6183-4937-8aaa-07062cab4891 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:03:21.585742 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55cf13e-6183-4937-8aaa-07062cab4891 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:03:21.586137 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55cf13e-6183-4937-8aaa-07062cab4891 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:03:21.586500 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55cf13e-6183-4937-8aaa-07062cab4891 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:03:21.586867 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55cf13e-6183-4937-8aaa-07062cab4891 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:03:21.587865 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55cf13e-6183-4937-8aaa-07062cab4891 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:03:21.588124 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55cf13e-6183-4937-8aaa-07062cab4891 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:03:21.590019 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55cf13e-6183-4937-8aaa-07062cab4891 None None] Tracked resource versions report: May 31 21:03:21.590019 dv-cinder-839793-16-iscsi neutron-server[104322]: pushed versions: May 31 21:03:21.590019 dv-cinder-839793-16-iscsi neutron-server[104322]: { 'AddressGroup': {'1.2'}, May 31 21:03:21.590019 dv-cinder-839793-16-iscsi neutron-server[104322]: 'Agent': {'1.1'}, May 31 21:03:21.590019 dv-cinder-839793-16-iscsi neutron-server[104322]: 'ConntrackHelper': {'1.0'}, May 31 21:03:21.590019 dv-cinder-839793-16-iscsi neutron-server[104322]: 'LocalIPAssociation': {'1.0'}, May 31 21:03:21.590019 dv-cinder-839793-16-iscsi neutron-server[104322]: 'Log': {'1.0'}, May 31 21:03:21.590019 dv-cinder-839793-16-iscsi neutron-server[104322]: 'NDPProxy': {'1.0'}, May 31 21:03:21.590019 dv-cinder-839793-16-iscsi neutron-server[104322]: 'Network': {'1.1'}, May 31 21:03:21.590019 dv-cinder-839793-16-iscsi neutron-server[104322]: 'Port': {'1.7'}, May 31 21:03:21.590019 dv-cinder-839793-16-iscsi neutron-server[104322]: 'PortForwarding': {'1.3'}, May 31 21:03:21.590019 dv-cinder-839793-16-iscsi neutron-server[104322]: 'QosPolicy': {'1.10'}, May 31 21:03:21.590019 dv-cinder-839793-16-iscsi neutron-server[104322]: 'SecurityGroup': {'1.5'}, May 31 21:03:21.590019 dv-cinder-839793-16-iscsi neutron-server[104322]: 'SecurityGroupRule': {'1.2'}, May 31 21:03:21.590019 dv-cinder-839793-16-iscsi neutron-server[104322]: 'SubPort': {'1.0'}, May 31 21:03:21.590019 dv-cinder-839793-16-iscsi neutron-server[104322]: 'Subnet': {'1.1'}, May 31 21:03:21.590019 dv-cinder-839793-16-iscsi neutron-server[104322]: 'Trunk': {'1.1'}} May 31 21:03:21.590019 dv-cinder-839793-16-iscsi neutron-server[104322]: consumer versions: May 31 21:03:21.590019 dv-cinder-839793-16-iscsi neutron-server[104322]: { DHCP agent@dv-cinder-839793-16-iscsi: {}, May 31 21:03:21.590019 dv-cinder-839793-16-iscsi neutron-server[104322]: HyperV agent@hv-cinder-83979: {}, May 31 21:03:21.590019 dv-cinder-839793-16-iscsi neutron-server[104322]: L3 agent@dv-cinder-839793-16-iscsi: {}, May 31 21:03:21.590019 dv-cinder-839793-16-iscsi neutron-server[104322]: Metadata agent@dv-cinder-839793-16-iscsi: {}, May 31 21:03:21.590019 dv-cinder-839793-16-iscsi neutron-server[104322]: Metering agent@dv-cinder-839793-16-iscsi: {}, May 31 21:03:21.590019 dv-cinder-839793-16-iscsi neutron-server[104322]: Open vSwitch agent@dv-cinder-839793-16-iscsi: { 'AddressGroup': '1.2', May 31 21:03:21.590019 dv-cinder-839793-16-iscsi neutron-server[104322]: 'Agent': '1.1', May 31 21:03:21.590019 dv-cinder-839793-16-iscsi neutron-server[104322]: 'ConntrackHelper': '1.0', May 31 21:03:21.590019 dv-cinder-839793-16-iscsi neutron-server[104322]: 'LocalIPAssociation': '1.0', May 31 21:03:21.590019 dv-cinder-839793-16-iscsi neutron-server[104322]: 'Log': '1.0', May 31 21:03:21.590019 dv-cinder-839793-16-iscsi neutron-server[104322]: 'NDPProxy': '1.0', May 31 21:03:21.590019 dv-cinder-839793-16-iscsi neutron-server[104322]: 'Network': '1.1', May 31 21:03:21.590019 dv-cinder-839793-16-iscsi neutron-server[104322]: 'Port': '1.7', May 31 21:03:21.590019 dv-cinder-839793-16-iscsi neutron-server[104322]: 'PortForwarding': '1.3', May 31 21:03:21.590019 dv-cinder-839793-16-iscsi neutron-server[104322]: 'QosPolicy': '1.10', May 31 21:03:21.590019 dv-cinder-839793-16-iscsi neutron-server[104322]: 'SecurityGroup': '1.5', May 31 21:03:21.590019 dv-cinder-839793-16-iscsi neutron-server[104322]: 'SecurityGroupRule': '1.2', May 31 21:03:21.590019 dv-cinder-839793-16-iscsi neutron-server[104322]: 'SubPort': '1.0', May 31 21:03:21.590019 dv-cinder-839793-16-iscsi neutron-server[104322]: 'Subnet': '1.1', May 31 21:03:21.590019 dv-cinder-839793-16-iscsi neutron-server[104322]: 'Trunk': '1.1'}} May 31 21:03:21.590019 dv-cinder-839793-16-iscsi neutron-server[104322]: {{(pid=104322) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 21:03:21.612445 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ebcab5a0-06d0-4e40-83a1-0ca886492d4b req-9a01aa8f-e404-4a84-9839-5d10deb321fb service neutron] 10.222.0.55 "GET /v2.0/networks/c95b8c46-645b-48ca-b406-ceba2d03bd23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450033 May 31 21:03:21.734952 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-a16516cb-91df-4f10-9e71-f54f4c82c063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1600068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256106'] for router (c146d4db-8b65-4583-a308-5750e8471648), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:21.736699 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-a16516cb-91df-4f10-9e71-f54f4c82c063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1599220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1598582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1761038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256083'] for router (c146d4db-8b65-4583-a308-5750e8471648), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:21.767374 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-1b4cfec3-f888-4b4d-9dbc-e4185fd6f885 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1600068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256106'] for router (ff272f53-2b7a-4bbe-b725-5972a2793472), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:21.768564 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-1b4cfec3-f888-4b4d-9dbc-e4185fd6f885 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1599220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1598582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1761038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256083'] for router (ff272f53-2b7a-4bbe-b725-5972a2793472), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:21.842803 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-ee2df6e6-e27f-4a77-b8b8-b47f072e3cfc admin admin] Publish callbacks [] for router_gateway (f10feabd-124e-4c67-b3a2-78168d08d400), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:21.874170 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-ee2df6e6-e27f-4a77-b8b8-b47f072e3cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:21.882096 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 59022) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:03:21.923909 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-1b4cfec3-f888-4b4d-9dbc-e4185fd6f885 admin admin] Publish callbacks [] for router_controller (ff272f53-2b7a-4bbe-b725-5972a2793472), precommit_add_association {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:22.052761 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.managers [None req-f55cf13e-6183-4937-8aaa-07062cab4891 None None] Attempting to bind port b17b4cd1-7185-4db2-bbe4-ac558e6e28c9 on host dv-cinder-839793-16-iscsi for vnic_type normal with profile {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 31 21:03:22.053129 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.managers [None req-f55cf13e-6183-4937-8aaa-07062cab4891 None None] Attempting to bind port b17b4cd1-7185-4db2-bbe4-ac558e6e28c9 by drivers openvswitch,hyperv on host dv-cinder-839793-16-iscsi at level 0 using segments [{'id': 'a3a61b02-d451-4bb6-8acb-f707be60b746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '50707fc3-657a-4d1c-8628-0dfb2710b9bc'}] {{(pid=104322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 31 21:03:22.053534 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55cf13e-6183-4937-8aaa-07062cab4891 None None] Attempting to bind port b17b4cd1-7185-4db2-bbe4-ac558e6e28c9 on network 50707fc3-657a-4d1c-8628-0dfb2710b9bc {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 31 21:03:22.102697 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-a16516cb-91df-4f10-9e71-f54f4c82c063 admin admin] Publish callbacks [] for router_controller (c146d4db-8b65-4583-a308-5750e8471648), precommit_add_association {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:22.159478 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55cf13e-6183-4937-8aaa-07062cab4891 None None] Checking agent: {'id': 'a61205dd-b11c-42a1-aa2d-4b7310a8dc99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 20, 54, 48), 'started_at': datetime.datetime(2022, 5, 31, 20, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 21, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 31 21:03:22.166459 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55cf13e-6183-4937-8aaa-07062cab4891 None None] Checking segment: {'id': 'a3a61b02-d451-4bb6-8acb-f707be60b746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '50707fc3-657a-4d1c-8628-0dfb2710b9bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 31 21:03:22.166459 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f55cf13e-6183-4937-8aaa-07062cab4891 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:22.166459 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55cf13e-6183-4937-8aaa-07062cab4891 None None] Bound using segment: {'id': 'a3a61b02-d451-4bb6-8acb-f707be60b746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '50707fc3-657a-4d1c-8628-0dfb2710b9bc'} {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 31 21:03:22.166459 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.managers [None req-f55cf13e-6183-4937-8aaa-07062cab4891 None None] Bound port: b17b4cd1-7185-4db2-bbe4-ac558e6e28c9, host: dv-cinder-839793-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3a61b02-d451-4bb6-8acb-f707be60b746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '50707fc3-657a-4d1c-8628-0dfb2710b9bc'}}] {{(pid=104322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 31 21:03:22.166459 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f55cf13e-6183-4937-8aaa-07062cab4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (b17b4cd1-7185-4db2-bbe4-ac558e6e28c9), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:22.184646 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-55481866-1d7d-4cf2-96c2-c3fc236b9804 req-c0bf9b95-e3c2-44d5-8540-85a48b7cbec8 tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] 10.222.0.55 "GET /v2.0/ports?device_id=35c086d9-50bf-494a-90bb-694569f861a8 HTTP/1.1" status: 200 len: 210 time: 0.1071017 May 31 21:03:22.221085 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-80dc435d-a649-43b4-a105-c23b6c6f369f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:22.283187 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3e29be-d6bd-4e48-adb0-3b91affe097e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1581c23-dc20-583c-a781-c643bb3ad1f7-68e327a3-96b2-4add-895f-c43a3d5daedc', 'network_id': '68e327a3-96b2-4add-895f-c43a3d5daedc', 'project_id': 'af420d43367c42e4a4b0948706dd0546', 'fixed_ips': [{'subnet_id': 'dc74b44b-e878-454d-9e54-2a90eb48611f'}]}} from dv-cinder-839793-16-iscsi. {{(pid=104322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 31 21:03:22.285123 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-3d3e29be-d6bd-4e48-adb0-3b91affe097e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (None), before_create {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:22.302297 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9168dc7-a442-449e-9bee-6e66e24a7164 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1581c23-dc20-583c-a781-c643bb3ad1f7-1cab6d20-22a6-4088-8e1d-60992c365df4', 'network_id': '1cab6d20-22a6-4088-8e1d-60992c365df4', 'project_id': '180ff6fd8c5b434abffa058ea99ef7c4', 'fixed_ips': [{'subnet_id': 'ed08b0b7-388e-4929-9128-adbbfafb9e7c'}]}} from dv-cinder-839793-16-iscsi. {{(pid=104322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 31 21:03:22.303252 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-a9168dc7-a442-449e-9bee-6e66e24a7164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (None), before_create {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:22.330471 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-1b4cfec3-f888-4b4d-9dbc-e4185fd6f885 admin admin] Publish callbacks [] for router_gateway (ff272f53-2b7a-4bbe-b725-5972a2793472), precommit_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:22.344415 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.db_base_plugin_common [None req-ee2df6e6-e27f-4a77-b8b8-b47f072e3cfc admin admin] Allocated IP 172.27.0.107 (c2cfca3b-95da-4cff-a3c5-795dffb6abac/763c29f6-cebe-4813-9ab2-68212649a0b5/88678874-cbd7-48bd-9013-1ce7147065a8) {{(pid=104321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 21:03:22.432124 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-a16516cb-91df-4f10-9e71-f54f4c82c063 admin admin] Publish callbacks [] for router_gateway (c146d4db-8b65-4583-a308-5750e8471648), precommit_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:22.434179 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-f55cf13e-6183-4937-8aaa-07062cab4891 None None] For port b17b4cd1-7185-4db2-bbe4-ac558e6e28c9, host dv-cinder-839793-16-iscsi, cleared binding levels {{(pid=104322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 31 21:03:22.438043 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-f55cf13e-6183-4937-8aaa-07062cab4891 None None] For port b17b4cd1-7185-4db2-bbe4-ac558e6e28c9, host dv-cinder-839793-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=b17b4cd1-7185-4db2-bbe4-ac558e6e28c9,segment=NetworkSegment(a3a61b02-d451-4bb6-8acb-f707be60b746),segment_id=a3a61b02-d451-4bb6-8acb-f707be60b746)] {{(pid=104322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 31 21:03:22.441297 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:22.455548 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:22.479108 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:22.518469 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-80dc435d-a649-43b4-a105-c23b6c6f369f admin admin] Publish callbacks [] for security_group (fee20197-57fa-4e81-8882-308c2703e07c), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:22.648298 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f55cf13e-6183-4937-8aaa-07062cab4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (b17b4cd1-7185-4db2-bbe4-ac558e6e28c9), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:22.719669 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55cf13e-6183-4937-8aaa-07062cab4891 None None] Pushing event updated for resources: {'Port': ['ID=b17b4cd1-7185-4db2-bbe4-ac558e6e28c9,revision_number=2']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:22.748700 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-ee2df6e6-e27f-4a77-b8b8-b47f072e3cfc admin admin] Publish callbacks [] for port (88678874-cbd7-48bd-9013-1ce7147065a8), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:22.758489 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:22.788579 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-80dc435d-a649-43b4-a105-c23b6c6f369f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (fee20197-57fa-4e81-8882-308c2703e07c), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:22.800901 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-1b4cfec3-f888-4b4d-9dbc-e4185fd6f885 admin admin] Publish callbacks [] for router_gateway (ff272f53-2b7a-4bbe-b725-5972a2793472), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:22.871232 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-1b4cfec3-f888-4b4d-9dbc-e4185fd6f885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:22.893690 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-80dc435d-a649-43b4-a105-c23b6c6f369f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=850d5d523656499e85e63dd1a5e72857&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0105474 May 31 21:03:22.910215 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.db_base_plugin_common [None req-a9168dc7-a442-449e-9bee-6e66e24a7164 None None] Allocated IP 172.20.0.2 (1cab6d20-22a6-4088-8e1d-60992c365df4/ed08b0b7-388e-4929-9128-adbbfafb9e7c/1e7cdc48-8bca-4483-a3eb-8cb2e7b00cfc) {{(pid=104322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 21:03:22.919727 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 59074) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:03:22.948714 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dc435d-a649-43b4-a105-c23b6c6f369f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee20197-57fa-4e81-8882-308c2703e07c,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:22.959394 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.db_base_plugin_common [None req-3d3e29be-d6bd-4e48-adb0-3b91affe097e None None] Allocated IP 172.20.0.2 (68e327a3-96b2-4add-895f-c43a3d5daedc/dc74b44b-e878-454d-9e54-2a90eb48611f/4a19e4e4-cc04-4d64-acf3-a64a4711af70) {{(pid=104322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 21:03:22.987666 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-ee2df6e6-e27f-4a77-b8b8-b47f072e3cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747261518129'] for port (88678874-cbd7-48bd-9013-1ce7147065a8), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:23.023003 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-a16516cb-91df-4f10-9e71-f54f4c82c063 admin admin] Publish callbacks [] for router_gateway (c146d4db-8b65-4583-a308-5750e8471648), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:23.049617 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:UPDATE=2,neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=9 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:23.082324 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-a16516cb-91df-4f10-9e71-f54f4c82c063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:23.124075 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-4ffd663a-7b05-46f3-9577-661f22d3d766 admin admin] Publish callbacks [] for security_group (fee20197-57fa-4e81-8882-308c2703e07c), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:23.137244 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.db_base_plugin_common [None req-1b4cfec3-f888-4b4d-9dbc-e4185fd6f885 admin admin] Allocated IP 172.27.0.131 (c2cfca3b-95da-4cff-a3c5-795dffb6abac/763c29f6-cebe-4813-9ab2-68212649a0b5/290f01b7-6a91-4b97-a4b5-955ef8546d00) {{(pid=104321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 21:03:23.234875 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.agents_db [None req-3d709c36-86fd-4f4f-bf7d-9e9748143f4e None None] Agent healthcheck: found 6 active agents {{(pid=104323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 31 21:03:23.340942 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2df6e6-e27f-4a77-b8b8-b47f072e3cfc admin admin] Network c2cfca3b-95da-4cff-a3c5-795dffb6abac is already hosted by enough agents. {{(pid=104321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 21:03:23.346439 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.base_scheduler [None req-ee2df6e6-e27f-4a77-b8b8-b47f072e3cfc admin admin] Resources bound (agent type, host, resource id): {{(pid=104321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:03:23.357055 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2df6e6-e27f-4a77-b8b8-b47f072e3cfc admin admin] Received port after_create {{(pid=104321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 31 21:03:23.357273 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-3d3e29be-d6bd-4e48-adb0-3b91affe097e None None] Publish callbacks [] for port (4a19e4e4-cc04-4d64-acf3-a64a4711af70), precommit_create {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:23.475096 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-4ffd663a-7b05-46f3-9577-661f22d3d766 admin admin] Publish callbacks [] for security_group (fee20197-57fa-4e81-8882-308c2703e07c), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:23.494073 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-a5458a06-8763-4084-a3c3-c6a3c4aacaf1 req-4ef27912-7d18-4dbb-925c-7a4e3b7b4695 tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] 10.222.0.55 "GET /v2.0/ports?device_id=35c086d9-50bf-494a-90bb-694569f861a8 HTTP/1.1" status: 200 len: 210 time: 0.1356444 May 31 21:03:23.494708 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-3d3e29be-d6bd-4e48-adb0-3b91affe097e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747261518129'] for port (4a19e4e4-cc04-4d64-acf3-a64a4711af70), after_create {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:23.503412 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-a9168dc7-a442-449e-9bee-6e66e24a7164 None None] Publish callbacks [] for port (1e7cdc48-8bca-4483-a3eb-8cb2e7b00cfc), precommit_create {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:23.582715 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3e29be-d6bd-4e48-adb0-3b91affe097e None None] Network 68e327a3-96b2-4add-895f-c43a3d5daedc is already hosted by enough agents. {{(pid=104322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 21:03:23.586771 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:INSERT=9,neutron:SELECT=85,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:23.588898 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.scheduler.base_scheduler [None req-3d3e29be-d6bd-4e48-adb0-3b91affe097e None None] Resources bound (agent type, host, resource id): {{(pid=104322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:03:23.593373 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3e29be-d6bd-4e48-adb0-3b91affe097e None None] Received port after_create {{(pid=104322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 31 21:03:23.595033 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-1b4cfec3-f888-4b4d-9dbc-e4185fd6f885 admin admin] Publish callbacks [] for port (290f01b7-6a91-4b97-a4b5-955ef8546d00), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:23.617620 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3e29be-d6bd-4e48-adb0-3b91affe097e None None] Pushing event updated for resources: {'Port': ['ID=4a19e4e4-cc04-4d64-acf3-a64a4711af70,revision_number=1']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:23.627341 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2df6e6-e27f-4a77-b8b8-b47f072e3cfc admin admin] Pushing event updated for resources: {'Port': ['ID=88678874-cbd7-48bd-9013-1ce7147065a8,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:23.645179 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-a9168dc7-a442-449e-9bee-6e66e24a7164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747261518129'] for port (1e7cdc48-8bca-4483-a3eb-8cb2e7b00cfc), after_create {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:23.733089 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-4ffd663a-7b05-46f3-9577-661f22d3d766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (fee20197-57fa-4e81-8882-308c2703e07c), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:23.733089 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-4ffd663a-7b05-46f3-9577-661f22d3d766 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:23.741847 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-4ffd663a-7b05-46f3-9577-661f22d3d766 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fee20197-57fa-4e81-8882-308c2703e07c HTTP/1.1" status: 204 len: 168 time: 0.8163981 May 31 21:03:23.759660 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9168dc7-a442-449e-9bee-6e66e24a7164 None None] Network 1cab6d20-22a6-4088-8e1d-60992c365df4 is already hosted by enough agents. {{(pid=104322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 21:03:23.765956 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.scheduler.base_scheduler [None req-a9168dc7-a442-449e-9bee-6e66e24a7164 None None] Resources bound (agent type, host, resource id): {{(pid=104322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:03:23.771352 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9168dc7-a442-449e-9bee-6e66e24a7164 None None] Received port after_create {{(pid=104322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 31 21:03:23.779825 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.managers [None req-3d3e29be-d6bd-4e48-adb0-3b91affe097e None None] Attempting to bind port 4a19e4e4-cc04-4d64-acf3-a64a4711af70 on host dv-cinder-839793-16-iscsi for vnic_type normal with profile {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 31 21:03:23.780782 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.managers [None req-3d3e29be-d6bd-4e48-adb0-3b91affe097e None None] Attempting to bind port 4a19e4e4-cc04-4d64-acf3-a64a4711af70 by drivers openvswitch,hyperv on host dv-cinder-839793-16-iscsi at level 0 using segments [{'id': '1b46059a-aa39-4ed2-ad1d-18b4ddc198b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '68e327a3-96b2-4add-895f-c43a3d5daedc'}] {{(pid=104322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 31 21:03:23.781163 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3e29be-d6bd-4e48-adb0-3b91affe097e None None] Attempting to bind port 4a19e4e4-cc04-4d64-acf3-a64a4711af70 on network 68e327a3-96b2-4add-895f-c43a3d5daedc {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 31 21:03:23.781751 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffd663a-7b05-46f3-9577-661f22d3d766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee20197-57fa-4e81-8882-308c2703e07c,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:23.789358 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9168dc7-a442-449e-9bee-6e66e24a7164 None None] Pushing event updated for resources: {'Port': ['ID=1e7cdc48-8bca-4483-a3eb-8cb2e7b00cfc,revision_number=1']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:23.798615 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3e29be-d6bd-4e48-adb0-3b91affe097e None None] Checking agent: {'id': 'a61205dd-b11c-42a1-aa2d-4b7310a8dc99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 20, 54, 48), 'started_at': datetime.datetime(2022, 5, 31, 20, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 21, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 31 21:03:23.799096 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3e29be-d6bd-4e48-adb0-3b91affe097e None None] Checking segment: {'id': '1b46059a-aa39-4ed2-ad1d-18b4ddc198b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '68e327a3-96b2-4add-895f-c43a3d5daedc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 31 21:03:23.799394 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-3d3e29be-d6bd-4e48-adb0-3b91affe097e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:23.799845 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3e29be-d6bd-4e48-adb0-3b91affe097e None None] Bound using segment: {'id': '1b46059a-aa39-4ed2-ad1d-18b4ddc198b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '68e327a3-96b2-4add-895f-c43a3d5daedc'} {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 31 21:03:23.800365 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.managers [None req-3d3e29be-d6bd-4e48-adb0-3b91affe097e None None] Bound port: 4a19e4e4-cc04-4d64-acf3-a64a4711af70, host: dv-cinder-839793-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b46059a-aa39-4ed2-ad1d-18b4ddc198b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '68e327a3-96b2-4add-895f-c43a3d5daedc'}}] {{(pid=104322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 31 21:03:23.800897 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-3d3e29be-d6bd-4e48-adb0-3b91affe097e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (4a19e4e4-cc04-4d64-acf3-a64a4711af70), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:23.878797 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:INSERT=10,neutron:SELECT=88,neutron:UPDATE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:23.884081 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device b17b4cd1-7185-4db2-bbe4-ac558e6e28c9 up at agent ovs-agent-dv-cinder-839793-16-iscsi {{(pid=104322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 31 21:03:23.944760 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.managers [None req-a9168dc7-a442-449e-9bee-6e66e24a7164 None None] Attempting to bind port 1e7cdc48-8bca-4483-a3eb-8cb2e7b00cfc on host dv-cinder-839793-16-iscsi for vnic_type normal with profile {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 31 21:03:23.945139 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.managers [None req-a9168dc7-a442-449e-9bee-6e66e24a7164 None None] Attempting to bind port 1e7cdc48-8bca-4483-a3eb-8cb2e7b00cfc by drivers openvswitch,hyperv on host dv-cinder-839793-16-iscsi at level 0 using segments [{'id': 'f5d5aacd-0a79-4c28-aa2d-fa67740c4f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1cab6d20-22a6-4088-8e1d-60992c365df4'}] {{(pid=104322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 31 21:03:23.945498 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9168dc7-a442-449e-9bee-6e66e24a7164 None None] Attempting to bind port 1e7cdc48-8bca-4483-a3eb-8cb2e7b00cfc on network 1cab6d20-22a6-4088-8e1d-60992c365df4 {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 31 21:03:23.971898 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9168dc7-a442-449e-9bee-6e66e24a7164 None None] Checking agent: {'id': 'a61205dd-b11c-42a1-aa2d-4b7310a8dc99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 20, 54, 48), 'started_at': datetime.datetime(2022, 5, 31, 20, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 21, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 31 21:03:23.972265 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9168dc7-a442-449e-9bee-6e66e24a7164 None None] Checking segment: {'id': 'f5d5aacd-0a79-4c28-aa2d-fa67740c4f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1cab6d20-22a6-4088-8e1d-60992c365df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 31 21:03:23.972671 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-a9168dc7-a442-449e-9bee-6e66e24a7164 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:23.973065 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9168dc7-a442-449e-9bee-6e66e24a7164 None None] Bound using segment: {'id': 'f5d5aacd-0a79-4c28-aa2d-fa67740c4f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1cab6d20-22a6-4088-8e1d-60992c365df4'} {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 31 21:03:23.973657 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.managers [None req-a9168dc7-a442-449e-9bee-6e66e24a7164 None None] Bound port: 1e7cdc48-8bca-4483-a3eb-8cb2e7b00cfc, host: dv-cinder-839793-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5d5aacd-0a79-4c28-aa2d-fa67740c4f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1cab6d20-22a6-4088-8e1d-60992c365df4'}}] {{(pid=104322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 31 21:03:23.974033 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-a9168dc7-a442-449e-9bee-6e66e24a7164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (1e7cdc48-8bca-4483-a3eb-8cb2e7b00cfc), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:24.019205 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-1b4cfec3-f888-4b4d-9dbc-e4185fd6f885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747261518129'] for port (290f01b7-6a91-4b97-a4b5-955ef8546d00), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:24.059488 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4cfec3-f888-4b4d-9dbc-e4185fd6f885 admin admin] Network c2cfca3b-95da-4cff-a3c5-795dffb6abac is already hosted by enough agents. {{(pid=104321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 21:03:24.063540 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.base_scheduler [None req-1b4cfec3-f888-4b4d-9dbc-e4185fd6f885 admin admin] Resources bound (agent type, host, resource id): {{(pid=104321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:03:24.065991 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4cfec3-f888-4b4d-9dbc-e4185fd6f885 admin admin] Received port after_create {{(pid=104321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 31 21:03:24.093936 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-a9168dc7-a442-449e-9bee-6e66e24a7164 None None] For port 1e7cdc48-8bca-4483-a3eb-8cb2e7b00cfc, host dv-cinder-839793-16-iscsi, cleared binding levels {{(pid=104322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 31 21:03:24.097432 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-a9168dc7-a442-449e-9bee-6e66e24a7164 None None] For port 1e7cdc48-8bca-4483-a3eb-8cb2e7b00cfc, host dv-cinder-839793-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=1e7cdc48-8bca-4483-a3eb-8cb2e7b00cfc,segment=NetworkSegment(f5d5aacd-0a79-4c28-aa2d-fa67740c4f52),segment_id=f5d5aacd-0a79-4c28-aa2d-fa67740c4f52)] {{(pid=104322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 31 21:03:24.098072 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.db.db_base_plugin_common [None req-a16516cb-91df-4f10-9e71-f54f4c82c063 admin admin] Allocated IP 172.27.0.80 (c2cfca3b-95da-4cff-a3c5-795dffb6abac/763c29f6-cebe-4813-9ab2-68212649a0b5/8cf7c9b7-e566-4c8f-a423-3180fca528cb) {{(pid=104320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 21:03:24.102790 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-3d3e29be-d6bd-4e48-adb0-3b91affe097e None None] For port 4a19e4e4-cc04-4d64-acf3-a64a4711af70, host dv-cinder-839793-16-iscsi, cleared binding levels {{(pid=104322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 31 21:03:24.105210 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Provisioning complete for port b17b4cd1-7185-4db2-bbe4-ac558e6e28c9 triggered by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:03:24.111507 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (b17b4cd1-7185-4db2-bbe4-ac558e6e28c9), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:24.152109 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-3d3e29be-d6bd-4e48-adb0-3b91affe097e None None] For port 4a19e4e4-cc04-4d64-acf3-a64a4711af70, host dv-cinder-839793-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=4a19e4e4-cc04-4d64-acf3-a64a4711af70,segment=NetworkSegment(1b46059a-aa39-4ed2-ad1d-18b4ddc198b2),segment_id=1b46059a-aa39-4ed2-ad1d-18b4ddc198b2)] {{(pid=104322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 31 21:03:24.228995 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-a9168dc7-a442-449e-9bee-6e66e24a7164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (1e7cdc48-8bca-4483-a3eb-8cb2e7b00cfc), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:24.336593 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9168dc7-a442-449e-9bee-6e66e24a7164 None None] Pushing event updated for resources: {'Port': ['ID=1e7cdc48-8bca-4483-a3eb-8cb2e7b00cfc,revision_number=2']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:24.364987 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-3d3e29be-d6bd-4e48-adb0-3b91affe097e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (4a19e4e4-cc04-4d64-acf3-a64a4711af70), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:24.371873 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-a16516cb-91df-4f10-9e71-f54f4c82c063 admin admin] Publish callbacks [] for port (8cf7c9b7-e566-4c8f-a423-3180fca528cb), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:24.385222 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caee54a9-16ce-4fa0-9d97-8e89bc409c0b None None] Network 50707fc3-657a-4d1c-8628-0dfb2710b9bc requested from dv-cinder-839793-16-iscsi {{(pid=104322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 31 21:03:24.395306 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4cfec3-f888-4b4d-9dbc-e4185fd6f885 admin admin] Pushing event updated for resources: {'Port': ['ID=290f01b7-6a91-4b97-a4b5-955ef8546d00,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:24.462853 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-1b4cfec3-f888-4b4d-9dbc-e4185fd6f885 admin admin] Publish callbacks [] for router_gateway (ff272f53-2b7a-4bbe-b725-5972a2793472), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:24.528831 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-ee2df6e6-e27f-4a77-b8b8-b47f072e3cfc admin admin] Publish callbacks [] for router_gateway (f10feabd-124e-4c67-b3a2-78168d08d400), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:24.590103 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Current status of the port b17b4cd1-7185-4db2-bbe4-ac558e6e28c9 is: DOWN; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:03:24.591046 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (b17b4cd1-7185-4db2-bbe4-ac558e6e28c9), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:24.612787 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 59134) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:03:24.647238 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-30dea720-43de-49c6-a169-02c9696828ca None None] Provisioning complete for port b17b4cd1-7185-4db2-bbe4-ac558e6e28c9 triggered by entity DHCP. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:03:24.647653 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-30dea720-43de-49c6-a169-02c9696828ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (b17b4cd1-7185-4db2-bbe4-ac558e6e28c9), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:24.659253 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-a16516cb-91df-4f10-9e71-f54f4c82c063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747261518129'] for port (8cf7c9b7-e566-4c8f-a423-3180fca528cb), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:24.708247 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3e29be-d6bd-4e48-adb0-3b91affe097e None None] Pushing event updated for resources: {'Port': ['ID=4a19e4e4-cc04-4d64-acf3-a64a4711af70,revision_number=2']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:24.788027 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] For port b17b4cd1-7185-4db2-bbe4-ac558e6e28c9, host dv-cinder-839793-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=b17b4cd1-7185-4db2-bbe4-ac558e6e28c9,segment=NetworkSegment(a3a61b02-d451-4bb6-8acb-f707be60b746),segment_id=a3a61b02-d451-4bb6-8acb-f707be60b746)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:03:24.810291 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-30dea720-43de-49c6-a169-02c9696828ca None None] Current status of the port b17b4cd1-7185-4db2-bbe4-ac558e6e28c9 is: DOWN; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:03:24.810677 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-30dea720-43de-49c6-a169-02c9696828ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (b17b4cd1-7185-4db2-bbe4-ac558e6e28c9), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:24.852290 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16516cb-91df-4f10-9e71-f54f4c82c063 admin admin] Pushing event updated for resources: {'Port': ['ID=8cf7c9b7-e566-4c8f-a423-3180fca528cb,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:24.872305 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (b17b4cd1-7185-4db2-bbe4-ac558e6e28c9), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:24.874611 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-11870412-ae91-4004-8601-31c7799dad9f req-a5fe6d18-77d1-4782-9d31-7a6a9a82e35e tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] 10.222.0.55 "GET /v2.0/ports?device_id=35c086d9-50bf-494a-90bb-694569f861a8 HTTP/1.1" status: 200 len: 210 time: 0.2591555 May 31 21:03:24.901546 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16516cb-91df-4f10-9e71-f54f4c82c063 admin admin] Network c2cfca3b-95da-4cff-a3c5-795dffb6abac is already hosted by enough agents. {{(pid=104320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 21:03:24.905684 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.base_scheduler [None req-a16516cb-91df-4f10-9e71-f54f4c82c063 admin admin] Resources bound (agent type, host, resource id): {{(pid=104320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:03:24.914880 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16516cb-91df-4f10-9e71-f54f4c82c063 admin admin] Received port after_create {{(pid=104320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 31 21:03:25.091128 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.db.api [None req-30dea720-43de-49c6-a169-02c9696828ca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 31 21:03:25.091878 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG oslo_db.api [None req-30dea720-43de-49c6-a169-02c9696828ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 21:03:25.102590 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Pushing event updated for resources: {'Port': ['ID=b17b4cd1-7185-4db2-bbe4-ac558e6e28c9,revision_number=3']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:25.233995 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-1b4cfec3-f888-4b4d-9dbc-e4185fd6f885 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1599171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598497'] for router (ff272f53-2b7a-4bbe-b725-5972a2793472), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:25.246584 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-ee2df6e6-e27f-4a77-b8b8-b47f072e3cfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1599171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598497'] for router (f10feabd-124e-4c67-b3a2-78168d08d400), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:25.292081 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=8 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:25.361966 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:25.427027 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:25.632234 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b4cfec3-f888-4b4d-9dbc-e4185fd6f885 admin admin] Router ff272f53-2b7a-4bbe-b725-5972a2793472 is scheduled to L3 agent 13ce5b10-321e-4e80-b29e-1cfc3c51661e with binding_index 1 {{(pid=104321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 31 21:03:25.640085 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-30dea720-43de-49c6-a169-02c9696828ca None None] Current status of the port b17b4cd1-7185-4db2-bbe4-ac558e6e28c9 is: ACTIVE; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:03:25.666382 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-a16516cb-91df-4f10-9e71-f54f4c82c063 admin admin] Publish callbacks [] for router_gateway (c146d4db-8b65-4583-a308-5750e8471648), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:25.725056 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee2df6e6-e27f-4a77-b8b8-b47f072e3cfc admin admin] Router f10feabd-124e-4c67-b3a2-78168d08d400 is scheduled to L3 agent 13ce5b10-321e-4e80-b29e-1cfc3c51661e with binding_index 1 {{(pid=104321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 31 21:03:25.778967 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-8ae3779b-f185-46ab-b437-c682f9e28817 None None] Provisioning complete for port b17b4cd1-7185-4db2-bbe4-ac558e6e28c9 triggered by entity DHCP. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:03:25.779374 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8ae3779b-f185-46ab-b437-c682f9e28817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (b17b4cd1-7185-4db2-bbe4-ac558e6e28c9), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:25.849850 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b4cfec3-f888-4b4d-9dbc-e4185fd6f885 admin admin] Notify agent at l3_agent.dv-cinder-839793-16-iscsi the message routers_updated {{(pid=104321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 31 21:03:25.862572 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4dc2dc5-dd58-494e-bd79-0fccd292e8d0 None None] Sync routers for ids ['ff272f53-2b7a-4bbe-b725-5972a2793472'] in dv-cinder-839793-16-iscsi {{(pid=104323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 21:03:25.897525 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4dc2dc5-dd58-494e-bd79-0fccd292e8d0 None None] Routers {'ff272f53-2b7a-4bbe-b725-5972a2793472'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:03:25.898237 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-d4dc2dc5-dd58-494e-bd79-0fccd292e8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:03:14Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['ff272f53-2b7a-4bbe-b725-5972a2793472'], 'active': True} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:03:25.900159 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device 4a19e4e4-cc04-4d64-acf3-a64a4711af70 up at agent ovs-agent-dv-cinder-839793-16-iscsi {{(pid=104322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 31 21:03:25.951920 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-1b4cfec3-f888-4b4d-9dbc-e4185fd6f885 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:25.953471 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-1b4cfec3-f888-4b4d-9dbc-e4185fd6f885 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.4080992 May 31 21:03:25.956552 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 59166) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:03:26.086352 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvr_db [None req-d4dc2dc5-dd58-494e-bd79-0fccd292e8d0 None None] Set router ff272f53-2b7a-4bbe-b725-5972a2793472 gateway port host: dv-cinder-839793-16-iscsi {{(pid=104323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:03:26.107377 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-a16516cb-91df-4f10-9e71-f54f4c82c063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1599171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598497'] for router (c146d4db-8b65-4583-a308-5750e8471648), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:26.368715 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-8ae3779b-f185-46ab-b437-c682f9e28817 None None] Current status of the port b17b4cd1-7185-4db2-bbe4-ac558e6e28c9 is: ACTIVE; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:03:26.403561 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-d4dc2dc5-dd58-494e-bd79-0fccd292e8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff272f53-2b7a-4bbe-b725-5972a2793472', 'name': 'tempest-AttachVolumeTestJSON-315142425-router', 'tenant_id': '180ff6fd8c5b434abffa058ea99ef7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '290f01b7-6a91-4b97-a4b5-955ef8546d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:03:21Z', 'updated_at': '2022-05-31T21:03:24Z', 'revision_number': 3, 'project_id': '180ff6fd8c5b434abffa058ea99ef7c4', 'gw_port': {'id': '290f01b7-6a91-4b97-a4b5-955ef8546d00', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:61:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff272f53-2b7a-4bbe-b725-5972a2793472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:22Z', 'updated_at': '2022-05-31T21:03:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi'}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:03:26.403776 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-a4f6e3b1-a1fd-4192-8ea6-672b35023581 req-55858370-7865-481e-bcda-d87888e92473 tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] 10.222.0.55 "GET /v2.0/ports?device_id=35c086d9-50bf-494a-90bb-694569f861a8 HTTP/1.1" status: 200 len: 210 time: 0.1849792 May 31 21:03:26.404742 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:26.434567 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53726381-46a0-4682-8721-03c4720e8121 None None] Network 68e327a3-96b2-4add-895f-c43a3d5daedc requested from dv-cinder-839793-16-iscsi {{(pid=104322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 31 21:03:26.472404 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4dc2dc5-dd58-494e-bd79-0fccd292e8d0 None None] Checking router: ff272f53-2b7a-4bbe-b725-5972a2793472 for host: dv-cinder-839793-16-iscsi {{(pid=104323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 21:03:26.472766 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4dc2dc5-dd58-494e-bd79-0fccd292e8d0 None None] Updating router ff272f53-2b7a-4bbe-b725-5972a2793472 port 290f01b7-6a91-4b97-a4b5-955ef8546d00 binding host dv-cinder-839793-16-iscsi {{(pid=104323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 21:03:26.498717 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Provisioning complete for port 4a19e4e4-cc04-4d64-acf3-a64a4711af70 triggered by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:03:26.499354 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (4a19e4e4-cc04-4d64-acf3-a64a4711af70), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:26.538512 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:DELETE=1,neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:26.543379 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron_lib.callbacks.manager [None req-d4dc2dc5-dd58-494e-bd79-0fccd292e8d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (290f01b7-6a91-4b97-a4b5-955ef8546d00), before_update {{(pid=104323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:26.544124 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-bd9ec63a-de44-4956-99ec-bf4d53f2b0b0 None None] Provisioning complete for port 4a19e4e4-cc04-4d64-acf3-a64a4711af70 triggered by entity DHCP. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:03:26.544611 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-bd9ec63a-de44-4956-99ec-bf4d53f2b0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (4a19e4e4-cc04-4d64-acf3-a64a4711af70), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:26.556144 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee2df6e6-e27f-4a77-b8b8-b47f072e3cfc admin admin] Notify agent at l3_agent.dv-cinder-839793-16-iscsi the message routers_updated {{(pid=104321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 31 21:03:26.581579 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:26.583314 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a16516cb-91df-4f10-9e71-f54f4c82c063 admin admin] Router c146d4db-8b65-4583-a308-5750e8471648 is scheduled to L3 agent 13ce5b10-321e-4e80-b29e-1cfc3c51661e with binding_index 1 {{(pid=104320) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 31 21:03:26.602527 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ac1f8f-7760-4eea-94bb-51a2df395385 None None] Sync routers for ids ['f10feabd-124e-4c67-b3a2-78168d08d400'] in dv-cinder-839793-16-iscsi {{(pid=104322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 21:03:26.628442 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ac1f8f-7760-4eea-94bb-51a2df395385 None None] Routers {'f10feabd-124e-4c67-b3a2-78168d08d400'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:03:26.629349 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-f3ac1f8f-7760-4eea-94bb-51a2df395385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:03:14Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['f10feabd-124e-4c67-b3a2-78168d08d400'], 'active': True} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:03:26.698179 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-ee2df6e6-e27f-4a77-b8b8-b47f072e3cfc admin admin] Publish callbacks [] for router (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:26.699747 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-ee2df6e6-e27f-4a77-b8b8-b47f072e3cfc admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.0107572 May 31 21:03:26.747522 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 59182) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:03:26.868592 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvr_db [None req-f3ac1f8f-7760-4eea-94bb-51a2df395385 None None] Set router f10feabd-124e-4c67-b3a2-78168d08d400 gateway port host: dv-cinder-839793-16-iscsi {{(pid=104322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:03:26.930602 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a16516cb-91df-4f10-9e71-f54f4c82c063 admin admin] Notify agent at l3_agent.dv-cinder-839793-16-iscsi the message routers_updated {{(pid=104320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 31 21:03:26.959010 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5922d369-dee1-4f85-a1a6-7bf7ef160c09 None None] Sync routers for ids ['c146d4db-8b65-4583-a308-5750e8471648'] in dv-cinder-839793-16-iscsi {{(pid=104323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 21:03:26.982576 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5922d369-dee1-4f85-a1a6-7bf7ef160c09 None None] Routers {'c146d4db-8b65-4583-a308-5750e8471648'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:03:26.982724 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b316f43-eae1-4b44-bf74-869155ef7a1f None None] Network 1cab6d20-22a6-4088-8e1d-60992c365df4 requested from dv-cinder-839793-16-iscsi {{(pid=104322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 31 21:03:26.983314 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-5922d369-dee1-4f85-a1a6-7bf7ef160c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:03:14Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['c146d4db-8b65-4583-a308-5750e8471648'], 'active': True} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:03:27.041004 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-a16516cb-91df-4f10-9e71-f54f4c82c063 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:27.042337 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-a16516cb-91df-4f10-9e71-f54f4c82c063 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.4946799 May 31 21:03:27.045397 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 59192) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:03:27.238185 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvr_db [None req-5922d369-dee1-4f85-a1a6-7bf7ef160c09 None None] Set router c146d4db-8b65-4583-a308-5750e8471648 gateway port host: dv-cinder-839793-16-iscsi {{(pid=104323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:03:27.252729 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:27.383955 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:27.505943 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron_lib.callbacks.manager [None req-d4dc2dc5-dd58-494e-bd79-0fccd292e8d0 None None] Publish callbacks [] for port (290f01b7-6a91-4b97-a4b5-955ef8546d00), precommit_update {{(pid=104323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:27.534602 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-86b3ec8a-f883-41ed-99d0-afb3bd4f751b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:27.593652 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron_lib.callbacks.manager [None req-d4dc2dc5-dd58-494e-bd79-0fccd292e8d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (290f01b7-6a91-4b97-a4b5-955ef8546d00), after_update {{(pid=104323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:27.615125 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:27.637661 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=100 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:27.703589 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.managers [None req-d4dc2dc5-dd58-494e-bd79-0fccd292e8d0 None None] Attempting to bind port 290f01b7-6a91-4b97-a4b5-955ef8546d00 on host dv-cinder-839793-16-iscsi for vnic_type normal with profile {{(pid=104323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 31 21:03:27.709597 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.managers [None req-d4dc2dc5-dd58-494e-bd79-0fccd292e8d0 None None] Attempting to bind port 290f01b7-6a91-4b97-a4b5-955ef8546d00 by drivers openvswitch,hyperv on host dv-cinder-839793-16-iscsi at level 0 using segments [{'id': '4436eed2-294e-4646-83cf-aec09b7c7c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac'}] {{(pid=104323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 31 21:03:27.710117 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dc2dc5-dd58-494e-bd79-0fccd292e8d0 None None] Attempting to bind port 290f01b7-6a91-4b97-a4b5-955ef8546d00 on network c2cfca3b-95da-4cff-a3c5-795dffb6abac {{(pid=104323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 31 21:03:27.725628 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:27.730844 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dc2dc5-dd58-494e-bd79-0fccd292e8d0 None None] Checking agent: {'id': 'a61205dd-b11c-42a1-aa2d-4b7310a8dc99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 20, 54, 48), 'started_at': datetime.datetime(2022, 5, 31, 20, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 21, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 31 21:03:27.731204 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dc2dc5-dd58-494e-bd79-0fccd292e8d0 None None] Checking segment: {'id': '4436eed2-294e-4646-83cf-aec09b7c7c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 31 21:03:27.731615 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron_lib.callbacks.manager [None req-d4dc2dc5-dd58-494e-bd79-0fccd292e8d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:27.732090 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dc2dc5-dd58-494e-bd79-0fccd292e8d0 None None] Bound using segment: {'id': '4436eed2-294e-4646-83cf-aec09b7c7c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac'} {{(pid=104323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 31 21:03:27.732636 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.managers [None req-d4dc2dc5-dd58-494e-bd79-0fccd292e8d0 None None] Bound port: 290f01b7-6a91-4b97-a4b5-955ef8546d00, host: dv-cinder-839793-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4436eed2-294e-4646-83cf-aec09b7c7c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac'}}] {{(pid=104323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 31 21:03:27.733026 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron_lib.callbacks.manager [None req-d4dc2dc5-dd58-494e-bd79-0fccd292e8d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (290f01b7-6a91-4b97-a4b5-955ef8546d00), before_update {{(pid=104323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:27.822501 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-bd9ec63a-de44-4956-99ec-bf4d53f2b0b0 None None] Current status of the port 4a19e4e4-cc04-4d64-acf3-a64a4711af70 is: DOWN; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:03:27.823173 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-bd9ec63a-de44-4956-99ec-bf4d53f2b0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (4a19e4e4-cc04-4d64-acf3-a64a4711af70), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:27.825406 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Current status of the port 4a19e4e4-cc04-4d64-acf3-a64a4711af70 is: DOWN; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:03:27.826217 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (4a19e4e4-cc04-4d64-acf3-a64a4711af70), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:27.872068 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e682f06d-3b3f-4568-8630-1ca4e2b517f1 None None] Pushing event updated for resources: {'Port': ['ID=290f01b7-6a91-4b97-a4b5-955ef8546d00,revision_number=2']} {{(pid=104323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:27.886287 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e682f06d-3b3f-4568-8630-1ca4e2b517f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:03:27.886520 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e682f06d-3b3f-4568-8630-1ca4e2b517f1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:03:27.886883 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e682f06d-3b3f-4568-8630-1ca4e2b517f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:03:27.887243 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e682f06d-3b3f-4568-8630-1ca4e2b517f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:03:27.887581 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e682f06d-3b3f-4568-8630-1ca4e2b517f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:03:27.887913 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e682f06d-3b3f-4568-8630-1ca4e2b517f1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:03:27.888238 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e682f06d-3b3f-4568-8630-1ca4e2b517f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:03:27.888566 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e682f06d-3b3f-4568-8630-1ca4e2b517f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:03:27.888904 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e682f06d-3b3f-4568-8630-1ca4e2b517f1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:03:27.889232 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e682f06d-3b3f-4568-8630-1ca4e2b517f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:03:27.889559 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e682f06d-3b3f-4568-8630-1ca4e2b517f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:03:27.889919 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e682f06d-3b3f-4568-8630-1ca4e2b517f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:03:27.890257 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e682f06d-3b3f-4568-8630-1ca4e2b517f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:03:27.890576 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e682f06d-3b3f-4568-8630-1ca4e2b517f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:03:27.890893 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e682f06d-3b3f-4568-8630-1ca4e2b517f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:03:27.892119 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e682f06d-3b3f-4568-8630-1ca4e2b517f1 None None] Tracked resource versions report: May 31 21:03:27.892119 dv-cinder-839793-16-iscsi neutron-server[104323]: pushed versions: May 31 21:03:27.892119 dv-cinder-839793-16-iscsi neutron-server[104323]: { 'AddressGroup': {'1.2'}, May 31 21:03:27.892119 dv-cinder-839793-16-iscsi neutron-server[104323]: 'Agent': {'1.1'}, May 31 21:03:27.892119 dv-cinder-839793-16-iscsi neutron-server[104323]: 'ConntrackHelper': {'1.0'}, May 31 21:03:27.892119 dv-cinder-839793-16-iscsi neutron-server[104323]: 'LocalIPAssociation': {'1.0'}, May 31 21:03:27.892119 dv-cinder-839793-16-iscsi neutron-server[104323]: 'Log': {'1.0'}, May 31 21:03:27.892119 dv-cinder-839793-16-iscsi neutron-server[104323]: 'NDPProxy': {'1.0'}, May 31 21:03:27.892119 dv-cinder-839793-16-iscsi neutron-server[104323]: 'Network': {'1.1'}, May 31 21:03:27.892119 dv-cinder-839793-16-iscsi neutron-server[104323]: 'Port': {'1.7'}, May 31 21:03:27.892119 dv-cinder-839793-16-iscsi neutron-server[104323]: 'PortForwarding': {'1.3'}, May 31 21:03:27.892119 dv-cinder-839793-16-iscsi neutron-server[104323]: 'QosPolicy': {'1.10'}, May 31 21:03:27.892119 dv-cinder-839793-16-iscsi neutron-server[104323]: 'SecurityGroup': {'1.5'}, May 31 21:03:27.892119 dv-cinder-839793-16-iscsi neutron-server[104323]: 'SecurityGroupRule': {'1.2'}, May 31 21:03:27.892119 dv-cinder-839793-16-iscsi neutron-server[104323]: 'SubPort': {'1.0'}, May 31 21:03:27.892119 dv-cinder-839793-16-iscsi neutron-server[104323]: 'Subnet': {'1.1'}, May 31 21:03:27.892119 dv-cinder-839793-16-iscsi neutron-server[104323]: 'Trunk': {'1.1'}} May 31 21:03:27.892119 dv-cinder-839793-16-iscsi neutron-server[104323]: consumer versions: May 31 21:03:27.892119 dv-cinder-839793-16-iscsi neutron-server[104323]: { DHCP agent@dv-cinder-839793-16-iscsi: {}, May 31 21:03:27.892119 dv-cinder-839793-16-iscsi neutron-server[104323]: HyperV agent@hv-cinder-83979: {}, May 31 21:03:27.892119 dv-cinder-839793-16-iscsi neutron-server[104323]: L3 agent@dv-cinder-839793-16-iscsi: {}, May 31 21:03:27.892119 dv-cinder-839793-16-iscsi neutron-server[104323]: Metadata agent@dv-cinder-839793-16-iscsi: {}, May 31 21:03:27.892119 dv-cinder-839793-16-iscsi neutron-server[104323]: Metering agent@dv-cinder-839793-16-iscsi: {}, May 31 21:03:27.892119 dv-cinder-839793-16-iscsi neutron-server[104323]: Open vSwitch agent@dv-cinder-839793-16-iscsi: { 'AddressGroup': '1.2', May 31 21:03:27.892119 dv-cinder-839793-16-iscsi neutron-server[104323]: 'Agent': '1.1', May 31 21:03:27.892119 dv-cinder-839793-16-iscsi neutron-server[104323]: 'ConntrackHelper': '1.0', May 31 21:03:27.892119 dv-cinder-839793-16-iscsi neutron-server[104323]: 'LocalIPAssociation': '1.0', May 31 21:03:27.892119 dv-cinder-839793-16-iscsi neutron-server[104323]: 'Log': '1.0', May 31 21:03:27.892119 dv-cinder-839793-16-iscsi neutron-server[104323]: 'NDPProxy': '1.0', May 31 21:03:27.892119 dv-cinder-839793-16-iscsi neutron-server[104323]: 'Network': '1.1', May 31 21:03:27.892119 dv-cinder-839793-16-iscsi neutron-server[104323]: 'Port': '1.7', May 31 21:03:27.892119 dv-cinder-839793-16-iscsi neutron-server[104323]: 'PortForwarding': '1.3', May 31 21:03:27.892119 dv-cinder-839793-16-iscsi neutron-server[104323]: 'QosPolicy': '1.10', May 31 21:03:27.892119 dv-cinder-839793-16-iscsi neutron-server[104323]: 'SecurityGroup': '1.5', May 31 21:03:27.892119 dv-cinder-839793-16-iscsi neutron-server[104323]: 'SecurityGroupRule': '1.2', May 31 21:03:27.892119 dv-cinder-839793-16-iscsi neutron-server[104323]: 'SubPort': '1.0', May 31 21:03:27.892119 dv-cinder-839793-16-iscsi neutron-server[104323]: 'Subnet': '1.1', May 31 21:03:27.892119 dv-cinder-839793-16-iscsi neutron-server[104323]: 'Trunk': '1.1'}} May 31 21:03:27.892119 dv-cinder-839793-16-iscsi neutron-server[104323]: {{(pid=104323) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 21:03:27.899442 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-5922d369-dee1-4f85-a1a6-7bf7ef160c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c146d4db-8b65-4583-a308-5750e8471648', 'name': 'tempest-AttachVolumeShelveTestJSON-1941033604-router', 'tenant_id': 'af420d43367c42e4a4b0948706dd0546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '8cf7c9b7-e566-4c8f-a423-3180fca528cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:03:21Z', 'updated_at': '2022-05-31T21:03:25Z', 'revision_number': 3, 'project_id': 'af420d43367c42e4a4b0948706dd0546', 'gw_port': {'id': '8cf7c9b7-e566-4c8f-a423-3180fca528cb', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f6:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c146d4db-8b65-4583-a308-5750e8471648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:23Z', 'updated_at': '2022-05-31T21:03:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi'}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:03:27.908040 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-bd9ec63a-de44-4956-99ec-bf4d53f2b0b0 None None] For port 4a19e4e4-cc04-4d64-acf3-a64a4711af70, host dv-cinder-839793-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=4a19e4e4-cc04-4d64-acf3-a64a4711af70,segment=NetworkSegment(1b46059a-aa39-4ed2-ad1d-18b4ddc198b2),segment_id=1b46059a-aa39-4ed2-ad1d-18b4ddc198b2)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:03:27.914702 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:27.958429 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.db [None req-d4dc2dc5-dd58-494e-bd79-0fccd292e8d0 None None] For port 290f01b7-6a91-4b97-a4b5-955ef8546d00, host dv-cinder-839793-16-iscsi, cleared binding levels {{(pid=104323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 31 21:03:27.962960 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5922d369-dee1-4f85-a1a6-7bf7ef160c09 None None] Checking router: c146d4db-8b65-4583-a308-5750e8471648 for host: dv-cinder-839793-16-iscsi {{(pid=104323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 21:03:27.964562 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5922d369-dee1-4f85-a1a6-7bf7ef160c09 None None] Updating router c146d4db-8b65-4583-a308-5750e8471648 port 8cf7c9b7-e566-4c8f-a423-3180fca528cb binding host dv-cinder-839793-16-iscsi {{(pid=104323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 21:03:28.003687 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-c94865d1-25dd-45b6-a775-9d7f1944dd02 req-26e2bc85-9d2e-4818-a658-4140a1f6eacb tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] 10.222.0.55 "GET /v2.0/ports?device_id=35c086d9-50bf-494a-90bb-694569f861a8 HTTP/1.1" status: 200 len: 210 time: 0.0813203 May 31 21:03:28.014419 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-4d7baf70-b8bb-47ba-88d5-9e763ce947cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:28.045854 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-f3ac1f8f-7760-4eea-94bb-51a2df395385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10feabd-124e-4c67-b3a2-78168d08d400', 'name': 'tempest-ServerRescueNegativeTestJSON-1173740089-router', 'tenant_id': 'f1b54ceb69fc4041b743a11eda4144a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '88678874-cbd7-48bd-9013-1ce7147065a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:03:20Z', 'updated_at': '2022-05-31T21:03:23Z', 'revision_number': 3, 'project_id': 'f1b54ceb69fc4041b743a11eda4144a8', 'gw_port': {'id': '88678874-cbd7-48bd-9013-1ce7147065a8', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:8f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f10feabd-124e-4c67-b3a2-78168d08d400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:21Z', 'updated_at': '2022-05-31T21:03:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi'}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:03:28.052220 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-bd9ec63a-de44-4956-99ec-bf4d53f2b0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (4a19e4e4-cc04-4d64-acf3-a64a4711af70), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:28.122029 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.db [None req-d4dc2dc5-dd58-494e-bd79-0fccd292e8d0 None None] For port 290f01b7-6a91-4b97-a4b5-955ef8546d00, host dv-cinder-839793-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=290f01b7-6a91-4b97-a4b5-955ef8546d00,segment=NetworkSegment(4436eed2-294e-4646-83cf-aec09b7c7c9c),segment_id=4436eed2-294e-4646-83cf-aec09b7c7c9c)] {{(pid=104323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 31 21:03:28.132947 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ac1f8f-7760-4eea-94bb-51a2df395385 None None] Checking router: f10feabd-124e-4c67-b3a2-78168d08d400 for host: dv-cinder-839793-16-iscsi {{(pid=104322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 21:03:28.133576 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ac1f8f-7760-4eea-94bb-51a2df395385 None None] Updating router f10feabd-124e-4c67-b3a2-78168d08d400 port 88678874-cbd7-48bd-9013-1ce7147065a8 binding host dv-cinder-839793-16-iscsi {{(pid=104322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 21:03:28.169884 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron_lib.callbacks.manager [None req-5922d369-dee1-4f85-a1a6-7bf7ef160c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (8cf7c9b7-e566-4c8f-a423-3180fca528cb), before_update {{(pid=104323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:28.187244 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:28.230125 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f3ac1f8f-7760-4eea-94bb-51a2df395385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (88678874-cbd7-48bd-9013-1ce7147065a8), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:28.231918 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.db.api [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 31 21:03:28.232322 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG oslo_db.api [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 21:03:28.250061 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron_lib.callbacks.manager [None req-d4dc2dc5-dd58-494e-bd79-0fccd292e8d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (290f01b7-6a91-4b97-a4b5-955ef8546d00), after_update {{(pid=104323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:28.260832 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-af750a51-4911-4ada-b1d5-0676eedd3366 None None] Provisioning complete for port 1e7cdc48-8bca-4483-a3eb-8cb2e7b00cfc triggered by entity DHCP. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:03:28.261840 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-af750a51-4911-4ada-b1d5-0676eedd3366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (1e7cdc48-8bca-4483-a3eb-8cb2e7b00cfc), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:28.288723 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9ec63a-de44-4956-99ec-bf4d53f2b0b0 None None] Pushing event updated for resources: {'Port': ['ID=4a19e4e4-cc04-4d64-acf3-a64a4711af70,revision_number=3']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:28.303838 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.db_base_plugin_common [None req-86b3ec8a-f883-41ed-99d0-afb3bd4f751b admin admin] Allocated IP 172.20.0.1 (1cab6d20-22a6-4088-8e1d-60992c365df4/ed08b0b7-388e-4929-9128-adbbfafb9e7c/2baf48ae-5d17-4d40-9cfc-a85c7ef4db95) {{(pid=104321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 21:03:28.395772 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e682f06d-3b3f-4568-8630-1ca4e2b517f1 None None] Pushing event updated for resources: {'Port': ['ID=290f01b7-6a91-4b97-a4b5-955ef8546d00,revision_number=3']} {{(pid=104323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:28.404150 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4dc2dc5-dd58-494e-bd79-0fccd292e8d0 None None] Routers {'ff272f53-2b7a-4bbe-b725-5972a2793472'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:03:28.404824 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-d4dc2dc5-dd58-494e-bd79-0fccd292e8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:03:14Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['ff272f53-2b7a-4bbe-b725-5972a2793472'], 'active': True} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:03:28.459312 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.db.db_base_plugin_common [None req-4d7baf70-b8bb-47ba-88d5-9e763ce947cf admin admin] Allocated IP 172.20.0.1 (68e327a3-96b2-4add-895f-c43a3d5daedc/dc74b44b-e878-454d-9e54-2a90eb48611f/e2afe974-777e-432a-a39a-3157fd96ce22) {{(pid=104320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 21:03:28.489999 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-9e78ca81-f751-4744-9068-aad16c23a9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:28.520005 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:28.532040 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-af750a51-4911-4ada-b1d5-0676eedd3366 None None] Current status of the port 1e7cdc48-8bca-4483-a3eb-8cb2e7b00cfc is: DOWN; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:03:28.533106 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-af750a51-4911-4ada-b1d5-0676eedd3366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (1e7cdc48-8bca-4483-a3eb-8cb2e7b00cfc), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:28.556688 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:28.617817 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-86b3ec8a-f883-41ed-99d0-afb3bd4f751b admin admin] Publish callbacks [] for port (2baf48ae-5d17-4d40-9cfc-a85c7ef4db95), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:28.620198 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvr_db [None req-d4dc2dc5-dd58-494e-bd79-0fccd292e8d0 None None] Set router ff272f53-2b7a-4bbe-b725-5972a2793472 gateway port host: dv-cinder-839793-16-iscsi {{(pid=104323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:03:28.714096 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-af750a51-4911-4ada-b1d5-0676eedd3366 None None] For port 1e7cdc48-8bca-4483-a3eb-8cb2e7b00cfc, host dv-cinder-839793-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=1e7cdc48-8bca-4483-a3eb-8cb2e7b00cfc,segment=NetworkSegment(f5d5aacd-0a79-4c28-aa2d-fa67740c4f52),segment_id=f5d5aacd-0a79-4c28-aa2d-fa67740c4f52)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:03:28.720434 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:28.807007 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-af750a51-4911-4ada-b1d5-0676eedd3366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (1e7cdc48-8bca-4483-a3eb-8cb2e7b00cfc), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:28.835126 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:28.853201 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.db_base_plugin_common [None req-9e78ca81-f751-4744-9068-aad16c23a9a8 admin admin] Allocated IP 172.20.0.1 (50707fc3-657a-4d1c-8628-0dfb2710b9bc/056887a1-bc98-40be-80ec-f43fe7602ab2/f65c209b-1770-43c4-a6aa-8d34755f1725) {{(pid=104321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 21:03:28.867541 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-86b3ec8a-f883-41ed-99d0-afb3bd4f751b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747261518129'] for port (2baf48ae-5d17-4d40-9cfc-a85c7ef4db95), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:28.905437 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-4d7baf70-b8bb-47ba-88d5-9e763ce947cf admin admin] Publish callbacks [] for port (e2afe974-777e-432a-a39a-3157fd96ce22), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:28.932604 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b3ec8a-f883-41ed-99d0-afb3bd4f751b admin admin] Network 1cab6d20-22a6-4088-8e1d-60992c365df4 is already hosted by enough agents. {{(pid=104321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 21:03:28.950631 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af750a51-4911-4ada-b1d5-0676eedd3366 None None] Pushing event updated for resources: {'Port': ['ID=1e7cdc48-8bca-4483-a3eb-8cb2e7b00cfc,revision_number=3']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:28.961481 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-af750a51-4911-4ada-b1d5-0676eedd3366 None None] Provisioning complete for port 4a19e4e4-cc04-4d64-acf3-a64a4711af70 triggered by entity DHCP. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:03:28.963073 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-af750a51-4911-4ada-b1d5-0676eedd3366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (4a19e4e4-cc04-4d64-acf3-a64a4711af70), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:28.976360 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.base_scheduler [None req-86b3ec8a-f883-41ed-99d0-afb3bd4f751b admin admin] Resources bound (agent type, host, resource id): {{(pid=104321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:03:28.994400 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b3ec8a-f883-41ed-99d0-afb3bd4f751b admin admin] Received port after_create {{(pid=104321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 31 21:03:28.994927 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-86b3ec8a-f883-41ed-99d0-afb3bd4f751b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598285'] for router_interface (ff272f53-2b7a-4bbe-b725-5972a2793472), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:29.044939 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Current status of the port 4a19e4e4-cc04-4d64-acf3-a64a4711af70 is: ACTIVE; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:03:29.046172 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device b17b4cd1-7185-4db2-bbe4-ac558e6e28c9 up at agent ovs-agent-dv-cinder-839793-16-iscsi {{(pid=104322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 31 21:03:29.085466 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 59240) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:03:29.101589 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-4d7baf70-b8bb-47ba-88d5-9e763ce947cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747261518129'] for port (e2afe974-777e-432a-a39a-3157fd96ce22), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:29.128365 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b3ec8a-f883-41ed-99d0-afb3bd4f751b admin admin] Pushing event updated for resources: {'Port': ['ID=2baf48ae-5d17-4d40-9cfc-a85c7ef4db95,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:29.141794 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:29.184995 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-d4dc2dc5-dd58-494e-bd79-0fccd292e8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff272f53-2b7a-4bbe-b725-5972a2793472', 'name': 'tempest-AttachVolumeTestJSON-315142425-router', 'tenant_id': '180ff6fd8c5b434abffa058ea99ef7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '290f01b7-6a91-4b97-a4b5-955ef8546d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:03:21Z', 'updated_at': '2022-05-31T21:03:24Z', 'revision_number': 3, 'project_id': '180ff6fd8c5b434abffa058ea99ef7c4', 'gw_port': {'id': '290f01b7-6a91-4b97-a4b5-955ef8546d00', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:61:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff272f53-2b7a-4bbe-b725-5972a2793472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:22Z', 'updated_at': '2022-05-31T21:03:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi'}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:03:29.230493 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7baf70-b8bb-47ba-88d5-9e763ce947cf admin admin] Network 68e327a3-96b2-4add-895f-c43a3d5daedc is already hosted by enough agents. {{(pid=104320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 21:03:29.234274 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.40', 55893) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:03:29.241013 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4dc2dc5-dd58-494e-bd79-0fccd292e8d0 None None] The sync data for ids ['ff272f53-2b7a-4bbe-b725-5972a2793472'] in dv-cinder-839793-16-iscsi is: [{'id': 'ff272f53-2b7a-4bbe-b725-5972a2793472', 'name': 'tempest-AttachVolumeTestJSON-315142425-router', 'tenant_id': '180ff6fd8c5b434abffa058ea99ef7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '290f01b7-6a91-4b97-a4b5-955ef8546d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:03:21Z', 'updated_at': '2022-05-31T21:03:24Z', 'revision_number': 3, 'project_id': '180ff6fd8c5b434abffa058ea99ef7c4', 'gw_port': {'id': '290f01b7-6a91-4b97-a4b5-955ef8546d00', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:61:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff272f53-2b7a-4bbe-b725-5972a2793472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:22Z', 'updated_at': '2022-05-31T21:03:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi'}] {{(pid=104323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 21:03:29.250573 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.base_scheduler [None req-4d7baf70-b8bb-47ba-88d5-9e763ce947cf admin admin] Resources bound (agent type, host, resource id): {{(pid=104320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:03:29.253926 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7baf70-b8bb-47ba-88d5-9e763ce947cf admin admin] Received port after_create {{(pid=104320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 31 21:03:29.254524 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-4d7baf70-b8bb-47ba-88d5-9e763ce947cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598285'] for router_interface (c146d4db-8b65-4583-a308-5750e8471648), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:29.272783 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-73afdee0-d21f-4c2c-be7e-57e5b496bbb4 req-b049d935-2ac8-47d9-8e0f-65211325b9f6 tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] 10.222.0.55 "GET /v2.0/ports?device_id=35c086d9-50bf-494a-90bb-694569f861a8 HTTP/1.1" status: 200 len: 210 time: 0.0941546 May 31 21:03:29.465885 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:29.524722 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-af750a51-4911-4ada-b1d5-0676eedd3366 None None] Current status of the port 4a19e4e4-cc04-4d64-acf3-a64a4711af70 is: ACTIVE; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:03:29.542602 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f3ac1f8f-7760-4eea-94bb-51a2df395385 None None] Publish callbacks [] for port (88678874-cbd7-48bd-9013-1ce7147065a8), precommit_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:29.560804 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-9e78ca81-f751-4744-9068-aad16c23a9a8 admin admin] Publish callbacks [] for port (f65c209b-1770-43c4-a6aa-8d34755f1725), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:29.568284 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Provisioning complete for port b17b4cd1-7185-4db2-bbe4-ac558e6e28c9 triggered by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:03:29.568621 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (b17b4cd1-7185-4db2-bbe4-ac558e6e28c9), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:29.617738 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f3ac1f8f-7760-4eea-94bb-51a2df395385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (88678874-cbd7-48bd-9013-1ce7147065a8), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:29.630582 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7baf70-b8bb-47ba-88d5-9e763ce947cf admin admin] Pushing event updated for resources: {'Port': ['ID=e2afe974-777e-432a-a39a-3157fd96ce22,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:29.701085 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-86b3ec8a-f883-41ed-99d0-afb3bd4f751b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (2baf48ae-5d17-4d40-9cfc-a85c7ef4db95), before_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:29.705795 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-9e78ca81-f751-4744-9068-aad16c23a9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747261518129'] for port (f65c209b-1770-43c4-a6aa-8d34755f1725), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:29.794016 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e78ca81-f751-4744-9068-aad16c23a9a8 admin admin] Pushing event updated for resources: {'Port': ['ID=f65c209b-1770-43c4-a6aa-8d34755f1725,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:29.895027 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e78ca81-f751-4744-9068-aad16c23a9a8 admin admin] Network 50707fc3-657a-4d1c-8628-0dfb2710b9bc is already hosted by enough agents. {{(pid=104321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 21:03:29.898206 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.base_scheduler [None req-9e78ca81-f751-4744-9068-aad16c23a9a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:03:29.900885 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e78ca81-f751-4744-9068-aad16c23a9a8 admin admin] Received port after_create {{(pid=104321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 31 21:03:29.901451 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-9e78ca81-f751-4744-9068-aad16c23a9a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598285'] for router_interface (f10feabd-124e-4c67-b3a2-78168d08d400), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:29.998447 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.managers [None req-f3ac1f8f-7760-4eea-94bb-51a2df395385 None None] Attempting to bind port 88678874-cbd7-48bd-9013-1ce7147065a8 on host dv-cinder-839793-16-iscsi for vnic_type normal with profile {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 31 21:03:29.999003 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.managers [None req-f3ac1f8f-7760-4eea-94bb-51a2df395385 None None] Attempting to bind port 88678874-cbd7-48bd-9013-1ce7147065a8 by drivers openvswitch,hyperv on host dv-cinder-839793-16-iscsi at level 0 using segments [{'id': '4436eed2-294e-4646-83cf-aec09b7c7c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac'}] {{(pid=104322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 31 21:03:30.000299 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ac1f8f-7760-4eea-94bb-51a2df395385 None None] Attempting to bind port 88678874-cbd7-48bd-9013-1ce7147065a8 on network c2cfca3b-95da-4cff-a3c5-795dffb6abac {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 31 21:03:30.005771 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-18369858-f3f7-4d5d-ac07-4cd73b97e22d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:30.073059 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ac1f8f-7760-4eea-94bb-51a2df395385 None None] Checking agent: {'id': 'a61205dd-b11c-42a1-aa2d-4b7310a8dc99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 20, 54, 48), 'started_at': datetime.datetime(2022, 5, 31, 20, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 21, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 31 21:03:30.073576 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ac1f8f-7760-4eea-94bb-51a2df395385 None None] Checking segment: {'id': '4436eed2-294e-4646-83cf-aec09b7c7c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 31 21:03:30.075212 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f3ac1f8f-7760-4eea-94bb-51a2df395385 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:30.076577 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ac1f8f-7760-4eea-94bb-51a2df395385 None None] Bound using segment: {'id': '4436eed2-294e-4646-83cf-aec09b7c7c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac'} {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 31 21:03:30.077207 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.managers [None req-f3ac1f8f-7760-4eea-94bb-51a2df395385 None None] Bound port: 88678874-cbd7-48bd-9013-1ce7147065a8, host: dv-cinder-839793-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4436eed2-294e-4646-83cf-aec09b7c7c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac'}}] {{(pid=104322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 31 21:03:30.077851 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron_lib.callbacks.manager [None req-5922d369-dee1-4f85-a1a6-7bf7ef160c09 None None] Publish callbacks [] for port (8cf7c9b7-e566-4c8f-a423-3180fca528cb), precommit_update {{(pid=104323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:30.079800 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f3ac1f8f-7760-4eea-94bb-51a2df395385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (88678874-cbd7-48bd-9013-1ce7147065a8), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:30.175301 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron_lib.callbacks.manager [None req-5922d369-dee1-4f85-a1a6-7bf7ef160c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (8cf7c9b7-e566-4c8f-a423-3180fca528cb), after_update {{(pid=104323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:30.218517 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcab5a0-06d0-4e40-83a1-0ca886492d4b req-460c8446-6952-48c9-bd2b-1c2df3d215eb tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:03:30.228799 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-f3ac1f8f-7760-4eea-94bb-51a2df395385 None None] For port 88678874-cbd7-48bd-9013-1ce7147065a8, host dv-cinder-839793-16-iscsi, cleared binding levels {{(pid=104322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 31 21:03:30.237660 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ebcab5a0-06d0-4e40-83a1-0ca886492d4b req-460c8446-6952-48c9-bd2b-1c2df3d215eb tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] 10.222.0.40 "GET /v2.0/networks?id=c95b8c46-645b-48ca-b406-ceba2d03bd23 HTTP/1.1" status: 200 len: 812 time: 1.0019011 May 31 21:03:30.242693 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-f3ac1f8f-7760-4eea-94bb-51a2df395385 None None] For port 88678874-cbd7-48bd-9013-1ce7147065a8, host dv-cinder-839793-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=88678874-cbd7-48bd-9013-1ce7147065a8,segment=NetworkSegment(4436eed2-294e-4646-83cf-aec09b7c7c9c),segment_id=4436eed2-294e-4646-83cf-aec09b7c7c9c)] {{(pid=104322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 31 21:03:30.279239 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Current status of the port b17b4cd1-7185-4db2-bbe4-ac558e6e28c9 is: ACTIVE; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:03:30.280507 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device 1e7cdc48-8bca-4483-a3eb-8cb2e7b00cfc up at agent ovs-agent-dv-cinder-839793-16-iscsi {{(pid=104322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 31 21:03:30.294117 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.v2.base [req-ebcab5a0-06d0-4e40-83a1-0ca886492d4b req-a1f802e9-5ac8-4ca2-bd61-ca7196b738e9 tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] Request body: {'port': {'device_id': '35c086d9-50bf-494a-90bb-694569f861a8', 'network_id': 'c95b8c46-645b-48ca-b406-ceba2d03bd23', 'admin_state_up': True, 'tenant_id': '96f91ac37f864ed98a03f9082252e334'}} {{(pid=104320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:03:30.307905 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-4d7baf70-b8bb-47ba-88d5-9e763ce947cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (e2afe974-777e-432a-a39a-3157fd96ce22), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:30.359578 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-a8b27801-2096-4530-bc5f-8b880473c52a None None] Provisioning complete for port 2baf48ae-5d17-4d40-9cfc-a85c7ef4db95 triggered by entity DHCP. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:03:30.360030 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-a8b27801-2096-4530-bc5f-8b880473c52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (2baf48ae-5d17-4d40-9cfc-a85c7ef4db95), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:30.385517 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:30.399210 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.managers [None req-5922d369-dee1-4f85-a1a6-7bf7ef160c09 None None] Attempting to bind port 8cf7c9b7-e566-4c8f-a423-3180fca528cb on host dv-cinder-839793-16-iscsi for vnic_type normal with profile {{(pid=104323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 31 21:03:30.401118 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.managers [None req-5922d369-dee1-4f85-a1a6-7bf7ef160c09 None None] Attempting to bind port 8cf7c9b7-e566-4c8f-a423-3180fca528cb by drivers openvswitch,hyperv on host dv-cinder-839793-16-iscsi at level 0 using segments [{'id': '4436eed2-294e-4646-83cf-aec09b7c7c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac'}] {{(pid=104323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 31 21:03:30.401617 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5922d369-dee1-4f85-a1a6-7bf7ef160c09 None None] Attempting to bind port 8cf7c9b7-e566-4c8f-a423-3180fca528cb on network c2cfca3b-95da-4cff-a3c5-795dffb6abac {{(pid=104323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 31 21:03:30.410936 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f3ac1f8f-7760-4eea-94bb-51a2df395385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (88678874-cbd7-48bd-9013-1ce7147065a8), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:30.413871 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2695af7e-a2f6-4ce4-bef0-60a1ccf91d71 None None] Pushing event updated for resources: {'Port': ['ID=88678874-cbd7-48bd-9013-1ce7147065a8,revision_number=2']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:30.416509 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5084c742-803e-4d5e-89d1-9695913df9db None None] Pushing event updated for resources: {'Port': ['ID=8cf7c9b7-e566-4c8f-a423-3180fca528cb,revision_number=2']} {{(pid=104323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:30.429597 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5922d369-dee1-4f85-a1a6-7bf7ef160c09 None None] Checking agent: {'id': 'a61205dd-b11c-42a1-aa2d-4b7310a8dc99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 20, 54, 48), 'started_at': datetime.datetime(2022, 5, 31, 20, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 21, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 31 21:03:30.430187 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5922d369-dee1-4f85-a1a6-7bf7ef160c09 None None] Checking segment: {'id': '4436eed2-294e-4646-83cf-aec09b7c7c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 31 21:03:30.430682 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron_lib.callbacks.manager [None req-5922d369-dee1-4f85-a1a6-7bf7ef160c09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:30.434077 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5922d369-dee1-4f85-a1a6-7bf7ef160c09 None None] Bound using segment: {'id': '4436eed2-294e-4646-83cf-aec09b7c7c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac'} {{(pid=104323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 31 21:03:30.434720 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.managers [None req-5922d369-dee1-4f85-a1a6-7bf7ef160c09 None None] Bound port: 8cf7c9b7-e566-4c8f-a423-3180fca528cb, host: dv-cinder-839793-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4436eed2-294e-4646-83cf-aec09b7c7c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac'}}] {{(pid=104323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 31 21:03:30.435526 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron_lib.callbacks.manager [None req-5922d369-dee1-4f85-a1a6-7bf7ef160c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (8cf7c9b7-e566-4c8f-a423-3180fca528cb), before_update {{(pid=104323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:30.534469 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2695af7e-a2f6-4ce4-bef0-60a1ccf91d71 None None] Pushing event updated for resources: {'Port': ['ID=88678874-cbd7-48bd-9013-1ce7147065a8,revision_number=3']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:30.607521 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-a8b27801-2096-4530-bc5f-8b880473c52a None None] Port 2baf48ae-5d17-4d40-9cfc-a85c7ef4db95 cannot update to ACTIVE because it is not bound. {{(pid=104322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 31 21:03:30.624060 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.db [None req-5922d369-dee1-4f85-a1a6-7bf7ef160c09 None None] For port 8cf7c9b7-e566-4c8f-a423-3180fca528cb, host dv-cinder-839793-16-iscsi, cleared binding levels {{(pid=104323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 31 21:03:30.636361 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-a8b27801-2096-4530-bc5f-8b880473c52a None None] Provisioning complete for port e2afe974-777e-432a-a39a-3157fd96ce22 triggered by entity DHCP. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:03:30.637755 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.db [None req-5922d369-dee1-4f85-a1a6-7bf7ef160c09 None None] For port 8cf7c9b7-e566-4c8f-a423-3180fca528cb, host dv-cinder-839793-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=8cf7c9b7-e566-4c8f-a423-3180fca528cb,segment=NetworkSegment(4436eed2-294e-4646-83cf-aec09b7c7c9c),segment_id=4436eed2-294e-4646-83cf-aec09b7c7c9c)] {{(pid=104323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 31 21:03:30.642951 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-a8b27801-2096-4530-bc5f-8b880473c52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (e2afe974-777e-432a-a39a-3157fd96ce22), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:30.705764 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ac1f8f-7760-4eea-94bb-51a2df395385 None None] Routers {'f10feabd-124e-4c67-b3a2-78168d08d400'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:03:30.707023 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-f3ac1f8f-7760-4eea-94bb-51a2df395385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:03:14Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['f10feabd-124e-4c67-b3a2-78168d08d400'], 'active': True} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:03:30.709729 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 59294) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:03:30.719149 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-29f4867d-bd44-47d4-8dcc-5aecae85ec0d req-0f624d95-44d4-4377-b561-1f6f75824e34 tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] 10.222.0.55 "GET /v2.0/ports?device_id=35c086d9-50bf-494a-90bb-694569f861a8 HTTP/1.1" status: 200 len: 210 time: 0.1046169 May 31 21:03:30.730294 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:30.750117 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron_lib.callbacks.manager [None req-5922d369-dee1-4f85-a1a6-7bf7ef160c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (8cf7c9b7-e566-4c8f-a423-3180fca528cb), after_update {{(pid=104323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:30.879703 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-18369858-f3f7-4d5d-ac07-4cd73b97e22d admin admin] Publish callbacks [] for security_group (b5cd8e5d-50eb-4e05-96dc-3e5ecb4ef8a2), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:30.893335 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5922d369-dee1-4f85-a1a6-7bf7ef160c09 None None] Routers {'c146d4db-8b65-4583-a308-5750e8471648'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:03:30.893995 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-5922d369-dee1-4f85-a1a6-7bf7ef160c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:03:14Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['c146d4db-8b65-4583-a308-5750e8471648'], 'active': True} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:03:30.896242 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5084c742-803e-4d5e-89d1-9695913df9db None None] Pushing event updated for resources: {'Port': ['ID=8cf7c9b7-e566-4c8f-a423-3180fca528cb,revision_number=3']} {{(pid=104323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:30.958874 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-9e78ca81-f751-4744-9068-aad16c23a9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (f65c209b-1770-43c4-a6aa-8d34755f1725), before_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:30.964320 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=100 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:30.971181 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-18369858-f3f7-4d5d-ac07-4cd73b97e22d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (b5cd8e5d-50eb-4e05-96dc-3e5ecb4ef8a2), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:30.978064 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-a1800627-7e42-45bc-b60b-2828ec3ef1d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:30.989985 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Provisioning complete for port 1e7cdc48-8bca-4483-a3eb-8cb2e7b00cfc triggered by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:03:30.990747 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (1e7cdc48-8bca-4483-a3eb-8cb2e7b00cfc), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:31.019483 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-18369858-f3f7-4d5d-ac07-4cd73b97e22d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=34a19d342cf0435fad920e76525e3c5a&name=default HTTP/1.1" status: 200 len: 2992 time: 1.9327199 May 31 21:03:31.032949 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 59308) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:03:31.052835 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:31.072275 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvr_db [None req-5922d369-dee1-4f85-a1a6-7bf7ef160c09 None None] Set router c146d4db-8b65-4583-a308-5750e8471648 gateway port host: dv-cinder-839793-16-iscsi {{(pid=104323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:03:31.090991 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-a8b27801-2096-4530-bc5f-8b880473c52a None None] Port e2afe974-777e-432a-a39a-3157fd96ce22 cannot update to ACTIVE because it is not bound. {{(pid=104322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 31 21:03:31.095237 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvr_db [None req-f3ac1f8f-7760-4eea-94bb-51a2df395385 None None] Set router f10feabd-124e-4c67-b3a2-78168d08d400 gateway port host: dv-cinder-839793-16-iscsi {{(pid=104322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:03:31.158577 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:31.159461 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-695c7fa0-5602-4cc8-9ed1-c367ba612040 admin admin] Publish callbacks [] for security_group (b5cd8e5d-50eb-4e05-96dc-3e5ecb4ef8a2), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:31.174349 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-86b3ec8a-f883-41ed-99d0-afb3bd4f751b admin admin] Publish callbacks [] for port (2baf48ae-5d17-4d40-9cfc-a85c7ef4db95), precommit_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:31.181164 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:31.185766 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-695c7fa0-5602-4cc8-9ed1-c367ba612040 admin admin] Publish callbacks [] for security_group (b5cd8e5d-50eb-4e05-96dc-3e5ecb4ef8a2), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:31.241220 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-86b3ec8a-f883-41ed-99d0-afb3bd4f751b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (2baf48ae-5d17-4d40-9cfc-a85c7ef4db95), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:31.242285 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-86b3ec8a-f883-41ed-99d0-afb3bd4f751b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1696816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1599485'] for router_interface (ff272f53-2b7a-4bbe-b725-5972a2793472), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:31.283393 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-9a4d5347-cc29-460d-b84c-d5bbee929046 None None] Provisioning complete for port f65c209b-1770-43c4-a6aa-8d34755f1725 triggered by entity DHCP. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:03:31.283696 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-9a4d5347-cc29-460d-b84c-d5bbee929046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (f65c209b-1770-43c4-a6aa-8d34755f1725), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:31.331541 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18369858-f3f7-4d5d-ac07-4cd73b97e22d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5cd8e5d-50eb-4e05-96dc-3e5ecb4ef8a2,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:31.340545 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-9a4d5347-cc29-460d-b84c-d5bbee929046 None None] Port f65c209b-1770-43c4-a6aa-8d34755f1725 cannot update to ACTIVE because it is not bound. {{(pid=104322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 31 21:03:31.408704 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-5922d369-dee1-4f85-a1a6-7bf7ef160c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c146d4db-8b65-4583-a308-5750e8471648', 'name': 'tempest-AttachVolumeShelveTestJSON-1941033604-router', 'tenant_id': 'af420d43367c42e4a4b0948706dd0546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '8cf7c9b7-e566-4c8f-a423-3180fca528cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:03:21Z', 'updated_at': '2022-05-31T21:03:30Z', 'revision_number': 4, 'project_id': 'af420d43367c42e4a4b0948706dd0546', 'gw_port': {'id': '8cf7c9b7-e566-4c8f-a423-3180fca528cb', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f6:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c146d4db-8b65-4583-a308-5750e8471648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:23Z', 'updated_at': '2022-05-31T21:03:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_interfaces': [{'id': 'e2afe974-777e-432a-a39a-3157fd96ce22', 'name': '', 'network_id': '68e327a3-96b2-4add-895f-c43a3d5daedc', 'tenant_id': 'af420d43367c42e4a4b0948706dd0546', 'mac_address': 'fa:16:3e:35:9a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c146d4db-8b65-4583-a308-5750e8471648', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'dc74b44b-e878-454d-9e54-2a90eb48611f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:28Z', 'updated_at': '2022-05-31T21:03:28Z', 'revision_number': 1, 'project_id': 'af420d43367c42e4a4b0948706dd0546', 'subnets': [{'id': 'dc74b44b-e878-454d-9e54-2a90eb48611f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:03:31.455035 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5922d369-dee1-4f85-a1a6-7bf7ef160c09 None None] The sync data for ids ['c146d4db-8b65-4583-a308-5750e8471648'] in dv-cinder-839793-16-iscsi is: [{'id': 'c146d4db-8b65-4583-a308-5750e8471648', 'name': 'tempest-AttachVolumeShelveTestJSON-1941033604-router', 'tenant_id': 'af420d43367c42e4a4b0948706dd0546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '8cf7c9b7-e566-4c8f-a423-3180fca528cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:03:21Z', 'updated_at': '2022-05-31T21:03:30Z', 'revision_number': 4, 'project_id': 'af420d43367c42e4a4b0948706dd0546', 'gw_port': {'id': '8cf7c9b7-e566-4c8f-a423-3180fca528cb', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f6:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c146d4db-8b65-4583-a308-5750e8471648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:23Z', 'updated_at': '2022-05-31T21:03:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_interfaces': [{'id': 'e2afe974-777e-432a-a39a-3157fd96ce22', 'name': '', 'network_id': '68e327a3-96b2-4add-895f-c43a3d5daedc', 'tenant_id': 'af420d43367c42e4a4b0948706dd0546', 'mac_address': 'fa:16:3e:35:9a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c146d4db-8b65-4583-a308-5750e8471648', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'dc74b44b-e878-454d-9e54-2a90eb48611f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:28Z', 'updated_at': '2022-05-31T21:03:28Z', 'revision_number': 1, 'project_id': 'af420d43367c42e4a4b0948706dd0546', 'subnets': [{'id': 'dc74b44b-e878-454d-9e54-2a90eb48611f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 21:03:31.455507 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Current status of the port 1e7cdc48-8bca-4483-a3eb-8cb2e7b00cfc is: ACTIVE; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:03:31.498420 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebcab5a0-06d0-4e40-83a1-0ca886492d4b req-a1f802e9-5ac8-4ca2-bd61-ca7196b738e9 tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] Made reservation on behalf of 96f91ac37f864ed98a03f9082252e334 for: {'port': 1} {{(pid=104320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 21:03:31.517317 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b3ec8a-f883-41ed-99d0-afb3bd4f751b admin admin] Pushing event updated for resources: {'Port': ['ID=2baf48ae-5d17-4d40-9cfc-a85c7ef4db95,revision_number=2']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:31.536854 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [req-ebcab5a0-06d0-4e40-83a1-0ca886492d4b req-a1f802e9-5ac8-4ca2-bd61-ca7196b738e9 tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:31.548315 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-a1800627-7e42-45bc-b60b-2828ec3ef1d6 admin admin] Publish callbacks [] for security_group (56830eb2-a7f4-48b4-b7d3-f6053323e6ab), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:31.558031 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-f3ac1f8f-7760-4eea-94bb-51a2df395385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10feabd-124e-4c67-b3a2-78168d08d400', 'name': 'tempest-ServerRescueNegativeTestJSON-1173740089-router', 'tenant_id': 'f1b54ceb69fc4041b743a11eda4144a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '88678874-cbd7-48bd-9013-1ce7147065a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:03:20Z', 'updated_at': '2022-05-31T21:03:23Z', 'revision_number': 3, 'project_id': 'f1b54ceb69fc4041b743a11eda4144a8', 'gw_port': {'id': '88678874-cbd7-48bd-9013-1ce7147065a8', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:8f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f10feabd-124e-4c67-b3a2-78168d08d400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:21Z', 'updated_at': '2022-05-31T21:03:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi'}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:03:31.574282 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-695c7fa0-5602-4cc8-9ed1-c367ba612040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (b5cd8e5d-50eb-4e05-96dc-3e5ecb4ef8a2), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:31.576783 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-695c7fa0-5602-4cc8-9ed1-c367ba612040 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:31.592059 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b3ec8a-f883-41ed-99d0-afb3bd4f751b admin admin] Network 1cab6d20-22a6-4088-8e1d-60992c365df4 is already hosted by enough agents. {{(pid=104321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 21:03:31.596368 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.base_scheduler [None req-86b3ec8a-f883-41ed-99d0-afb3bd4f751b admin admin] Resources bound (agent type, host, resource id): {{(pid=104321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:03:31.605319 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-695c7fa0-5602-4cc8-9ed1-c367ba612040 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b5cd8e5d-50eb-4e05-96dc-3e5ecb4ef8a2 HTTP/1.1" status: 204 len: 168 time: 0.5617976 May 31 21:03:31.635154 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ac1f8f-7760-4eea-94bb-51a2df395385 None None] The sync data for ids ['f10feabd-124e-4c67-b3a2-78168d08d400'] in dv-cinder-839793-16-iscsi is: [{'id': 'f10feabd-124e-4c67-b3a2-78168d08d400', 'name': 'tempest-ServerRescueNegativeTestJSON-1173740089-router', 'tenant_id': 'f1b54ceb69fc4041b743a11eda4144a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '88678874-cbd7-48bd-9013-1ce7147065a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:03:20Z', 'updated_at': '2022-05-31T21:03:23Z', 'revision_number': 3, 'project_id': 'f1b54ceb69fc4041b743a11eda4144a8', 'gw_port': {'id': '88678874-cbd7-48bd-9013-1ce7147065a8', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:8f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f10feabd-124e-4c67-b3a2-78168d08d400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:21Z', 'updated_at': '2022-05-31T21:03:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi'}] {{(pid=104322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 21:03:31.660390 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-a1800627-7e42-45bc-b60b-2828ec3ef1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (56830eb2-a7f4-48b4-b7d3-f6053323e6ab), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:31.722804 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695c7fa0-5602-4cc8-9ed1-c367ba612040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5cd8e5d-50eb-4e05-96dc-3e5ecb4ef8a2,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:31.726961 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:32.071208 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device 290f01b7-6a91-4b97-a4b5-955ef8546d00 up at agent ovs-agent-dv-cinder-839793-16-iscsi {{(pid=104322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 31 21:03:32.242496 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:32.257849 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Provisioning complete for port 290f01b7-6a91-4b97-a4b5-955ef8546d00 triggered by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:03:32.258571 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (290f01b7-6a91-4b97-a4b5-955ef8546d00), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:32.263062 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86b3ec8a-f883-41ed-99d0-afb3bd4f751b admin admin] Router ff272f53-2b7a-4bbe-b725-5972a2793472 has already been hosted by L3 agent 13ce5b10-321e-4e80-b29e-1cfc3c51661e {{(pid=104321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 31 21:03:32.293875 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:32.415588 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.db.db_base_plugin_common [req-ebcab5a0-06d0-4e40-83a1-0ca886492d4b req-a1f802e9-5ac8-4ca2-bd61-ca7196b738e9 tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] Allocated IP 172.20.0.4 (c95b8c46-645b-48ca-b406-ceba2d03bd23/6f2bfb30-666a-4f9d-b1a9-88e1d2c510cb/837c9641-8167-4561-b45f-1b48acf21abc) {{(pid=104320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 21:03:32.420340 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-05dcfc14-bfc5-4f5d-a79e-4b0e7a106913 None None] Provisioning complete for port 2baf48ae-5d17-4d40-9cfc-a85c7ef4db95 triggered by entity DHCP. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:03:32.421050 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-05dcfc14-bfc5-4f5d-a79e-4b0e7a106913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (2baf48ae-5d17-4d40-9cfc-a85c7ef4db95), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:32.431707 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:32.452921 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-9e78ca81-f751-4744-9068-aad16c23a9a8 admin admin] Publish callbacks [] for port (f65c209b-1770-43c4-a6aa-8d34755f1725), precommit_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:32.468285 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1800627-7e42-45bc-b60b-2828ec3ef1d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56830eb2-a7f4-48b4-b7d3-f6053323e6ab,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:32.489618 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-a1800627-7e42-45bc-b60b-2828ec3ef1d6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=514e3c731ce34db584cf832e0f95d1fe&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7782772 May 31 21:03:32.498460 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 59328) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:03:32.533215 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Current status of the port 290f01b7-6a91-4b97-a4b5-955ef8546d00 is: DOWN; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:03:32.533753 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (290f01b7-6a91-4b97-a4b5-955ef8546d00), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:32.547642 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-05dcfc14-bfc5-4f5d-a79e-4b0e7a106913 None None] Port 2baf48ae-5d17-4d40-9cfc-a85c7ef4db95 cannot update to ACTIVE because it is not bound. {{(pid=104322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 31 21:03:32.583854 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:32.596025 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] For port 290f01b7-6a91-4b97-a4b5-955ef8546d00, host dv-cinder-839793-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=290f01b7-6a91-4b97-a4b5-955ef8546d00,segment=NetworkSegment(4436eed2-294e-4646-83cf-aec09b7c7c9c),segment_id=4436eed2-294e-4646-83cf-aec09b7c7c9c)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:03:32.667975 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-4d7baf70-b8bb-47ba-88d5-9e763ce947cf admin admin] Publish callbacks [] for port (e2afe974-777e-432a-a39a-3157fd96ce22), precommit_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:32.670271 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:32.681096 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-9e78ca81-f751-4744-9068-aad16c23a9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (f65c209b-1770-43c4-a6aa-8d34755f1725), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:32.682177 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-9e78ca81-f751-4744-9068-aad16c23a9a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1696816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1599485'] for router_interface (f10feabd-124e-4c67-b3a2-78168d08d400), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:32.683521 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (290f01b7-6a91-4b97-a4b5-955ef8546d00), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:32.684483 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device 4a19e4e4-cc04-4d64-acf3-a64a4711af70 up at agent ovs-agent-dv-cinder-839793-16-iscsi {{(pid=104322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 31 21:03:32.754518 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e78ca81-f751-4744-9068-aad16c23a9a8 admin admin] Pushing event updated for resources: {'Port': ['ID=f65c209b-1770-43c4-a6aa-8d34755f1725,revision_number=2']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:32.765138 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-b6b88336-13ff-4050-aa9c-9272b7510a69 req-9c120782-e007-4ea9-b5b1-92c50b47bf00 tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] 10.222.0.55 "GET /v2.0/ports?device_id=35c086d9-50bf-494a-90bb-694569f861a8 HTTP/1.1" status: 200 len: 210 time: 0.1729436 May 31 21:03:32.847596 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-4d7baf70-b8bb-47ba-88d5-9e763ce947cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (e2afe974-777e-432a-a39a-3157fd96ce22), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:32.848734 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-4d7baf70-b8bb-47ba-88d5-9e763ce947cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1696816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1599485'] for router_interface (c146d4db-8b65-4583-a308-5750e8471648), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:32.849024 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 59334) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:03:32.896063 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Provisioning complete for port 4a19e4e4-cc04-4d64-acf3-a64a4711af70 triggered by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:03:32.897196 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (4a19e4e4-cc04-4d64-acf3-a64a4711af70), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:32.923548 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Pushing event updated for resources: {'Port': ['ID=290f01b7-6a91-4b97-a4b5-955ef8546d00,revision_number=4']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:32.940418 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:32.956228 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-47c4fafe-2fc2-485c-922f-0f1962054bc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:33.067119 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Current status of the port 4a19e4e4-cc04-4d64-acf3-a64a4711af70 is: ACTIVE; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:03:33.068290 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device 1e7cdc48-8bca-4483-a3eb-8cb2e7b00cfc up at agent ovs-agent-dv-cinder-839793-16-iscsi {{(pid=104322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 31 21:03:33.220542 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-f6c521dd-5a12-46b7-a802-6af8e6987f96 admin admin] Publish callbacks [] for security_group (56830eb2-a7f4-48b4-b7d3-f6053323e6ab), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:33.225249 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Provisioning complete for port 1e7cdc48-8bca-4483-a3eb-8cb2e7b00cfc triggered by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:03:33.225249 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (1e7cdc48-8bca-4483-a3eb-8cb2e7b00cfc), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:33.243377 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b3ec8a-f883-41ed-99d0-afb3bd4f751b admin admin] Notify agent at l3_agent.dv-cinder-839793-16-iscsi the message routers_updated {{(pid=104321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 31 21:03:33.252109 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-86b3ec8a-f883-41ed-99d0-afb3bd4f751b admin admin] 10.222.0.55 "PUT /v2.0/routers/ff272f53-2b7a-4bbe-b725-5972a2793472/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2944403 May 31 21:03:33.283611 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-f6c521dd-5a12-46b7-a802-6af8e6987f96 admin admin] Publish callbacks [] for security_group (56830eb2-a7f4-48b4-b7d3-f6053323e6ab), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:33.310677 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79003d51-8d88-46f4-b817-bf012a7b6a33 None None] Sync routers for ids ['ff272f53-2b7a-4bbe-b725-5972a2793472'] in dv-cinder-839793-16-iscsi {{(pid=104322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 21:03:33.369408 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79003d51-8d88-46f4-b817-bf012a7b6a33 None None] Routers {'ff272f53-2b7a-4bbe-b725-5972a2793472'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:03:33.370095 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-79003d51-8d88-46f4-b817-bf012a7b6a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:03:14Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['ff272f53-2b7a-4bbe-b725-5972a2793472'], 'active': True} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:03:33.389496 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e78ca81-f751-4744-9068-aad16c23a9a8 admin admin] Network 50707fc3-657a-4d1c-8628-0dfb2710b9bc is already hosted by enough agents. {{(pid=104321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 21:03:33.411102 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.base_scheduler [None req-9e78ca81-f751-4744-9068-aad16c23a9a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:03:33.594947 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7baf70-b8bb-47ba-88d5-9e763ce947cf admin admin] Pushing event updated for resources: {'Port': ['ID=e2afe974-777e-432a-a39a-3157fd96ce22,revision_number=2']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:33.695456 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Current status of the port 1e7cdc48-8bca-4483-a3eb-8cb2e7b00cfc is: ACTIVE; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:03:33.698948 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-47c4fafe-2fc2-485c-922f-0f1962054bc2 admin admin] Publish callbacks [] for security_group (eac0505d-b1cb-47c3-82a1-8f8f84ade100), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:33.738409 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [req-ebcab5a0-06d0-4e40-83a1-0ca886492d4b req-a1f802e9-5ac8-4ca2-bd61-ca7196b738e9 tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] Publish callbacks [] for port (837c9641-8167-4561-b45f-1b48acf21abc), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:33.950375 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvr_db [None req-79003d51-8d88-46f4-b817-bf012a7b6a33 None None] Set router ff272f53-2b7a-4bbe-b725-5972a2793472 gateway port host: dv-cinder-839793-16-iscsi {{(pid=104322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:03:33.952117 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-47c4fafe-2fc2-485c-922f-0f1962054bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (eac0505d-b1cb-47c3-82a1-8f8f84ade100), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:33.962446 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [req-ebcab5a0-06d0-4e40-83a1-0ca886492d4b req-a1f802e9-5ac8-4ca2-bd61-ca7196b738e9 tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747261518129'] for port (837c9641-8167-4561-b45f-1b48acf21abc), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:34.049239 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:34.068520 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e78ca81-f751-4744-9068-aad16c23a9a8 admin admin] Router f10feabd-124e-4c67-b3a2-78168d08d400 has already been hosted by L3 agent 13ce5b10-321e-4e80-b29e-1cfc3c51661e {{(pid=104321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 31 21:03:34.068743 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-5cefe24c-fd0a-4dbc-9e94-d76d8571d0d4 None None] Provisioning complete for port f65c209b-1770-43c4-a6aa-8d34755f1725 triggered by entity DHCP. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:03:34.069217 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-5cefe24c-fd0a-4dbc-9e94-d76d8571d0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (f65c209b-1770-43c4-a6aa-8d34755f1725), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:34.092598 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:34.095632 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-47c4fafe-2fc2-485c-922f-0f1962054bc2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=80605244c06145d88b0e486f7c4a1ae8&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2228420 May 31 21:03:34.133764 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 59352) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:03:34.319832 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2a42e2-1030-4351-a8d8-aba41c516fae req-98894cc6-3a62-4575-a129-bea553bf86ee tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:03:34.321412 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ba2a42e2-1030-4351-a8d8-aba41c516fae req-98894cc6-3a62-4575-a129-bea553bf86ee tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] 10.222.0.55 "GET /v2.0/ports?device_id=35c086d9-50bf-494a-90bb-694569f861a8 HTTP/1.1" status: 200 len: 931 time: 0.3179440 May 31 21:03:34.400423 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device 88678874-cbd7-48bd-9013-1ce7147065a8 up at agent ovs-agent-dv-cinder-839793-16-iscsi {{(pid=104322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 31 21:03:34.417603 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebcab5a0-06d0-4e40-83a1-0ca886492d4b req-a1f802e9-5ac8-4ca2-bd61-ca7196b738e9 tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] Network c95b8c46-645b-48ca-b406-ceba2d03bd23 is already hosted by enough agents. {{(pid=104320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 21:03:34.422519 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-5cefe24c-fd0a-4dbc-9e94-d76d8571d0d4 None None] Port f65c209b-1770-43c4-a6aa-8d34755f1725 cannot update to ACTIVE because it is not bound. {{(pid=104322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 31 21:03:34.438522 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c4fafe-2fc2-485c-922f-0f1962054bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eac0505d-b1cb-47c3-82a1-8f8f84ade100,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:34.451095 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-f6c521dd-5a12-46b7-a802-6af8e6987f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (56830eb2-a7f4-48b4-b7d3-f6053323e6ab), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:34.453925 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-f6c521dd-5a12-46b7-a802-6af8e6987f96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:34.455102 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-f6c521dd-5a12-46b7-a802-6af8e6987f96 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/56830eb2-a7f4-48b4-b7d3-f6053323e6ab HTTP/1.1" status: 204 len: 168 time: 1.9536088 May 31 21:03:34.480810 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 59360) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:03:34.511677 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [None req-fbb809ed-1c77-480f-b088-628ec6ae9ef4 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1806550771', 'description': 'tempest-description--2054199229'}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:03:34.535865 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:34.541287 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.base_scheduler [req-ebcab5a0-06d0-4e40-83a1-0ca886492d4b req-a1f802e9-5ac8-4ca2-bd61-ca7196b738e9 tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] Resources bound (agent type, host, resource id): {{(pid=104320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:03:34.547134 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebcab5a0-06d0-4e40-83a1-0ca886492d4b req-a1f802e9-5ac8-4ca2-bd61-ca7196b738e9 tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] Received port after_create {{(pid=104320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 31 21:03:34.552665 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c521dd-5a12-46b7-a802-6af8e6987f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56830eb2-a7f4-48b4-b7d3-f6053323e6ab,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:34.574500 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcab5a0-06d0-4e40-83a1-0ca886492d4b req-a1f802e9-5ac8-4ca2-bd61-ca7196b738e9 tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:03:34.574500 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [req-ebcab5a0-06d0-4e40-83a1-0ca886492d4b req-a1f802e9-5ac8-4ca2-bd61-ca7196b738e9 tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696852'] for port (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:34.620215 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f802e9-5ac8-4ca2-bd61-ca7196b738e9 tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] Pushing event updated for resources: {'Port': ['ID=837c9641-8167-4561-b45f-1b48acf21abc,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:34.627561 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-cc0c26f3-eee5-4982-8ac6-24a5f6f37fca admin admin] Publish callbacks [] for security_group (eac0505d-b1cb-47c3-82a1-8f8f84ade100), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:34.663989 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-cc0c26f3-eee5-4982-8ac6-24a5f6f37fca admin admin] Publish callbacks [] for security_group (eac0505d-b1cb-47c3-82a1-8f8f84ade100), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:34.753541 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ba2a42e2-1030-4351-a8d8-aba41c516fae req-e0008527-80d3-4fd0-b1f0-58bcd6a1622e tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] 10.222.0.55 "GET /v2.0/security-groups?id=0994c70d-0831-463d-8d2b-12953219bd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527931 May 31 21:03:34.761166 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ebcab5a0-06d0-4e40-83a1-0ca886492d4b req-a1f802e9-5ac8-4ca2-bd61-ca7196b738e9 tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4734397 May 31 21:03:34.766534 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7baf70-b8bb-47ba-88d5-9e763ce947cf admin admin] Network 68e327a3-96b2-4add-895f-c43a3d5daedc is already hosted by enough agents. {{(pid=104320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 21:03:34.772600 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.base_scheduler [None req-4d7baf70-b8bb-47ba-88d5-9e763ce947cf admin admin] Resources bound (agent type, host, resource id): {{(pid=104320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:03:34.857090 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e78ca81-f751-4744-9068-aad16c23a9a8 admin admin] Notify agent at l3_agent.dv-cinder-839793-16-iscsi the message routers_updated {{(pid=104321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 31 21:03:34.863419 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-9e78ca81-f751-4744-9068-aad16c23a9a8 admin admin] 10.222.0.55 "PUT /v2.0/routers/f10feabd-124e-4c67-b3a2-78168d08d400/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1147449 May 31 21:03:34.872981 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-cc0c26f3-eee5-4982-8ac6-24a5f6f37fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (eac0505d-b1cb-47c3-82a1-8f8f84ade100), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:34.882992 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-cc0c26f3-eee5-4982-8ac6-24a5f6f37fca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:34.892644 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-cc0c26f3-eee5-4982-8ac6-24a5f6f37fca admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/eac0505d-b1cb-47c3-82a1-8f8f84ade100 HTTP/1.1" status: 204 len: 168 time: 0.7611604 May 31 21:03:34.928486 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0c26f3-eee5-4982-8ac6-24a5f6f37fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac0505d-b1cb-47c3-82a1-8f8f84ade100,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:34.951790 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-fbb809ed-1c77-480f-b088-628ec6ae9ef4 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks [] for security_group (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:34.986232 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:35.127970 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d7baf70-b8bb-47ba-88d5-9e763ce947cf admin admin] Router c146d4db-8b65-4583-a308-5750e8471648 has already been hosted by L3 agent 13ce5b10-321e-4e80-b29e-1cfc3c51661e {{(pid=104320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 31 21:03:35.139884 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Provisioning complete for port 88678874-cbd7-48bd-9013-1ce7147065a8 triggered by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:03:35.140787 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (88678874-cbd7-48bd-9013-1ce7147065a8), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:35.229118 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=100 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:35.291300 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-fbb809ed-1c77-480f-b088-628ec6ae9ef4 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks [] for security_group (71909b2b-34a3-4d69-b398-0bd2a67db903), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:35.316369 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [req-ebcab5a0-06d0-4e40-83a1-0ca886492d4b req-6302ab7b-9827-4936-80a5-60d669e4521a tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=104320) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 31 21:03:35.321278 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ebcab5a0-06d0-4e40-83a1-0ca886492d4b req-6302ab7b-9827-4936-80a5-60d669e4521a tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0222726 May 31 21:03:35.325046 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-79003d51-8d88-46f4-b817-bf012a7b6a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff272f53-2b7a-4bbe-b725-5972a2793472', 'name': 'tempest-AttachVolumeTestJSON-315142425-router', 'tenant_id': '180ff6fd8c5b434abffa058ea99ef7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '290f01b7-6a91-4b97-a4b5-955ef8546d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:03:21Z', 'updated_at': '2022-05-31T21:03:29Z', 'revision_number': 4, 'project_id': '180ff6fd8c5b434abffa058ea99ef7c4', 'gw_port': {'id': '290f01b7-6a91-4b97-a4b5-955ef8546d00', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:61:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff272f53-2b7a-4bbe-b725-5972a2793472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:22Z', 'updated_at': '2022-05-31T21:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_interfaces': [{'id': '2baf48ae-5d17-4d40-9cfc-a85c7ef4db95', 'name': '', 'network_id': '1cab6d20-22a6-4088-8e1d-60992c365df4', 'tenant_id': '180ff6fd8c5b434abffa058ea99ef7c4', 'mac_address': 'fa:16:3e:04:0c:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff272f53-2b7a-4bbe-b725-5972a2793472', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ed08b0b7-388e-4929-9128-adbbfafb9e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:27Z', 'updated_at': '2022-05-31T21:03:30Z', 'revision_number': 2, 'project_id': '180ff6fd8c5b434abffa058ea99ef7c4', 'subnets': [{'id': 'ed08b0b7-388e-4929-9128-adbbfafb9e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:03:35.399051 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79003d51-8d88-46f4-b817-bf012a7b6a33 None None] Checking router: ff272f53-2b7a-4bbe-b725-5972a2793472 for host: dv-cinder-839793-16-iscsi {{(pid=104322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 21:03:35.399415 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79003d51-8d88-46f4-b817-bf012a7b6a33 None None] Updating router ff272f53-2b7a-4bbe-b725-5972a2793472 port 2baf48ae-5d17-4d40-9cfc-a85c7ef4db95 binding host dv-cinder-839793-16-iscsi {{(pid=104322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 21:03:35.443150 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-fbb809ed-1c77-480f-b088-628ec6ae9ef4 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (71909b2b-34a3-4d69-b398-0bd2a67db903), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:35.481781 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-5c2e3084-96f6-41d7-b162-46d1e74fb1f6 None None] Provisioning complete for port e2afe974-777e-432a-a39a-3157fd96ce22 triggered by entity DHCP. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:03:35.483142 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-5c2e3084-96f6-41d7-b162-46d1e74fb1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (e2afe974-777e-432a-a39a-3157fd96ce22), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:35.484284 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=100 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:35.485136 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Current status of the port 88678874-cbd7-48bd-9013-1ce7147065a8 is: DOWN; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:03:35.485519 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (88678874-cbd7-48bd-9013-1ce7147065a8), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:35.501809 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb809ed-1c77-480f-b088-628ec6ae9ef4 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71909b2b-34a3-4d69-b398-0bd2a67db903,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:35.506906 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d7baf70-b8bb-47ba-88d5-9e763ce947cf admin admin] Notify agent at l3_agent.dv-cinder-839793-16-iscsi the message routers_updated {{(pid=104320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 31 21:03:35.513215 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-4d7baf70-b8bb-47ba-88d5-9e763ce947cf admin admin] 10.222.0.55 "PUT /v2.0/routers/c146d4db-8b65-4583-a308-5750e8471648/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4666905 May 31 21:03:35.556483 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-79003d51-8d88-46f4-b817-bf012a7b6a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (2baf48ae-5d17-4d40-9cfc-a85c7ef4db95), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:35.615868 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] For port 88678874-cbd7-48bd-9013-1ce7147065a8, host dv-cinder-839793-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=88678874-cbd7-48bd-9013-1ce7147065a8,segment=NetworkSegment(4436eed2-294e-4646-83cf-aec09b7c7c9c),segment_id=4436eed2-294e-4646-83cf-aec09b7c7c9c)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:03:35.630528 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-5c2e3084-96f6-41d7-b162-46d1e74fb1f6 None None] Port e2afe974-777e-432a-a39a-3157fd96ce22 cannot update to ACTIVE because it is not bound. {{(pid=104322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 31 21:03:35.915867 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-fbb809ed-1c77-480f-b088-628ec6ae9ef4 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks [] for security_group (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:35.929111 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-fbb809ed-1c77-480f-b088-628ec6ae9ef4 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.4444814 May 31 21:03:35.934515 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 59396) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:03:35.949480 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [None req-86b75d07-e631-47b9-8db8-5aa6830476ab tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Request body: {'security_group_rule': {'security_group_id': '71909b2b-34a3-4d69-b398-0bd2a67db903', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:03:36.025862 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448e1640-5ce5-48da-a054-20185565bbe0 req-fa08e8a0-79c0-42ea-9d89-a4f290bf320a tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:03:36.048458 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-448e1640-5ce5-48da-a054-20185565bbe0 req-fa08e8a0-79c0-42ea-9d89-a4f290bf320a tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] 10.222.0.55 "GET /v2.0/ports?device_id=35c086d9-50bf-494a-90bb-694569f861a8 HTTP/1.1" status: 200 len: 931 time: 0.1679289 May 31 21:03:36.161286 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-448e1640-5ce5-48da-a054-20185565bbe0 req-2660a657-49c7-459d-9214-2064b98e5230 tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] 10.222.0.55 "GET /v2.0/security-groups?id=0994c70d-0831-463d-8d2b-12953219bd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042252 May 31 21:03:36.200800 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:36.207277 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-86b75d07-e631-47b9-8db8-5aa6830476ab tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks [] for security_group_rule (c5e962a1-3f02-4252-a432-d5e4dc080405), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:36.303273 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (88678874-cbd7-48bd-9013-1ce7147065a8), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:36.307143 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device 290f01b7-6a91-4b97-a4b5-955ef8546d00 up at agent ovs-agent-dv-cinder-839793-16-iscsi {{(pid=104322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 31 21:03:36.442100 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b70874-af81-45c3-8be4-03faee2dbd52 None None] Sync routers for ids ['f10feabd-124e-4c67-b3a2-78168d08d400'] in dv-cinder-839793-16-iscsi {{(pid=104323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 21:03:36.469066 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b70874-af81-45c3-8be4-03faee2dbd52 None None] Routers {'f10feabd-124e-4c67-b3a2-78168d08d400'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:03:36.472161 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-86b75d07-e631-47b9-8db8-5aa6830476ab tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks [] for security_group_rule (c5e962a1-3f02-4252-a432-d5e4dc080405), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:36.473626 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-59b70874-af81-45c3-8be4-03faee2dbd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:03:14Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['f10feabd-124e-4c67-b3a2-78168d08d400'], 'active': True} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:03:36.508415 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:36.565079 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-86b75d07-e631-47b9-8db8-5aa6830476ab tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769332'] for security_group_rule (c5e962a1-3f02-4252-a432-d5e4dc080405), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:36.572605 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Pushing event updated for resources: {'Port': ['ID=88678874-cbd7-48bd-9013-1ce7147065a8,revision_number=4']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:36.628895 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b75d07-e631-47b9-8db8-5aa6830476ab tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5e962a1-3f02-4252-a432-d5e4dc080405,revision_number=0']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:36.680319 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.v2.base [req-ebcab5a0-06d0-4e40-83a1-0ca886492d4b req-eaa51792-1923-4bc2-8d6e-a11643b029fc service neutron] Request body: {'port': {'device_id': '35c086d9-50bf-494a-90bb-694569f861a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=104320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:03:36.717693 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:36.720797 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-86b75d07-e631-47b9-8db8-5aa6830476ab tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:36.722133 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-86b75d07-e631-47b9-8db8-5aa6830476ab tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7858114 May 31 21:03:36.726227 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 59418) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:03:36.729506 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [None req-e6e47a11-bf2c-4d2c-ad03-4ab61e980d11 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Request body: {'security_group_rule': {'security_group_id': '71909b2b-34a3-4d69-b398-0bd2a67db903', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:03:36.757334 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-79003d51-8d88-46f4-b817-bf012a7b6a33 None None] Publish callbacks [] for port (2baf48ae-5d17-4d40-9cfc-a85c7ef4db95), precommit_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:36.773632 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Provisioning complete for port 290f01b7-6a91-4b97-a4b5-955ef8546d00 triggered by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:03:36.777750 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (290f01b7-6a91-4b97-a4b5-955ef8546d00), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:36.838302 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvr_db [None req-59b70874-af81-45c3-8be4-03faee2dbd52 None None] Set router f10feabd-124e-4c67-b3a2-78168d08d400 gateway port host: dv-cinder-839793-16-iscsi {{(pid=104323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:03:36.852520 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [req-ebcab5a0-06d0-4e40-83a1-0ca886492d4b req-eaa51792-1923-4bc2-8d6e-a11643b029fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (837c9641-8167-4561-b45f-1b48acf21abc), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:36.921346 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-e6e47a11-bf2c-4d2c-ad03-4ab61e980d11 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks [] for security_group_rule (c45443b5-32cb-47b6-b0c5-0ab422863f8c), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:36.926887 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-79003d51-8d88-46f4-b817-bf012a7b6a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (2baf48ae-5d17-4d40-9cfc-a85c7ef4db95), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:37.119031 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c036bc70-9f27-4a51-b19b-0709879a86f1 None None] Sync routers for ids ['c146d4db-8b65-4583-a308-5750e8471648'] in dv-cinder-839793-16-iscsi {{(pid=104322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 21:03:37.252107 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-e6e47a11-bf2c-4d2c-ad03-4ab61e980d11 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks [] for security_group_rule (c45443b5-32cb-47b6-b0c5-0ab422863f8c), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:37.295954 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c036bc70-9f27-4a51-b19b-0709879a86f1 None None] Routers {'c146d4db-8b65-4583-a308-5750e8471648'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:03:37.298894 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-c036bc70-9f27-4a51-b19b-0709879a86f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:03:14Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['c146d4db-8b65-4583-a308-5750e8471648'], 'active': True} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:03:37.313769 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:37.357523 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-e6e47a11-bf2c-4d2c-ad03-4ab61e980d11 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769332'] for security_group_rule (c45443b5-32cb-47b6-b0c5-0ab422863f8c), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:37.407344 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e47a11-bf2c-4d2c-ad03-4ab61e980d11 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c45443b5-32cb-47b6-b0c5-0ab422863f8c,revision_number=0']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:37.514041 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-e6e47a11-bf2c-4d2c-ad03-4ab61e980d11 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:37.523563 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-e6e47a11-bf2c-4d2c-ad03-4ab61e980d11 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7973025 May 31 21:03:37.526727 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 59456) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:03:37.534005 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [None req-119fcf81-1869-4272-930a-8753423ddaa7 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Request body: {'floatingip': {'floating_network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac'}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:03:37.552170 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-59b70874-af81-45c3-8be4-03faee2dbd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10feabd-124e-4c67-b3a2-78168d08d400', 'name': 'tempest-ServerRescueNegativeTestJSON-1173740089-router', 'tenant_id': 'f1b54ceb69fc4041b743a11eda4144a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '88678874-cbd7-48bd-9013-1ce7147065a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:03:20Z', 'updated_at': '2022-05-31T21:03:30Z', 'revision_number': 4, 'project_id': 'f1b54ceb69fc4041b743a11eda4144a8', 'gw_port': {'id': '88678874-cbd7-48bd-9013-1ce7147065a8', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:8f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10feabd-124e-4c67-b3a2-78168d08d400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:21Z', 'updated_at': '2022-05-31T21:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_interfaces': [{'id': 'f65c209b-1770-43c4-a6aa-8d34755f1725', 'name': '', 'network_id': '50707fc3-657a-4d1c-8628-0dfb2710b9bc', 'tenant_id': 'f1b54ceb69fc4041b743a11eda4144a8', 'mac_address': 'fa:16:3e:18:60:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f10feabd-124e-4c67-b3a2-78168d08d400', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '056887a1-bc98-40be-80ec-f43fe7602ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:28Z', 'updated_at': '2022-05-31T21:03:31Z', 'revision_number': 2, 'project_id': 'f1b54ceb69fc4041b743a11eda4144a8', 'subnets': [{'id': '056887a1-bc98-40be-80ec-f43fe7602ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:03:37.610301 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 59460) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:03:37.620827 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [None req-d72ee0ee-4e83-4ebc-b17f-01759087fb18 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1228380061', 'description': 'tempest-description--1966758664'}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:03:37.683498 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:37.688292 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b70874-af81-45c3-8be4-03faee2dbd52 None None] Checking router: f10feabd-124e-4c67-b3a2-78168d08d400 for host: dv-cinder-839793-16-iscsi {{(pid=104323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 21:03:37.688927 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-de72a28e-707e-4a5f-b5e0-b5fe993b5a35 None None] Provisioning complete for port 2baf48ae-5d17-4d40-9cfc-a85c7ef4db95 triggered by entity DHCP. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:03:37.689372 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-de72a28e-707e-4a5f-b5e0-b5fe993b5a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (2baf48ae-5d17-4d40-9cfc-a85c7ef4db95), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:37.689782 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b70874-af81-45c3-8be4-03faee2dbd52 None None] Updating router f10feabd-124e-4c67-b3a2-78168d08d400 port f65c209b-1770-43c4-a6aa-8d34755f1725 binding host dv-cinder-839793-16-iscsi {{(pid=104323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 21:03:37.753873 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.managers [None req-79003d51-8d88-46f4-b817-bf012a7b6a33 None None] Attempting to bind port 2baf48ae-5d17-4d40-9cfc-a85c7ef4db95 on host dv-cinder-839793-16-iscsi for vnic_type normal with profile {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 31 21:03:37.754481 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.managers [None req-79003d51-8d88-46f4-b817-bf012a7b6a33 None None] Attempting to bind port 2baf48ae-5d17-4d40-9cfc-a85c7ef4db95 by drivers openvswitch,hyperv on host dv-cinder-839793-16-iscsi at level 0 using segments [{'id': 'f5d5aacd-0a79-4c28-aa2d-fa67740c4f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1cab6d20-22a6-4088-8e1d-60992c365df4'}] {{(pid=104322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 31 21:03:37.755120 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79003d51-8d88-46f4-b817-bf012a7b6a33 None None] Attempting to bind port 2baf48ae-5d17-4d40-9cfc-a85c7ef4db95 on network 1cab6d20-22a6-4088-8e1d-60992c365df4 {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 31 21:03:37.766342 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-de72a28e-707e-4a5f-b5e0-b5fe993b5a35 None None] Port 2baf48ae-5d17-4d40-9cfc-a85c7ef4db95 cannot update to ACTIVE because it is not bound. {{(pid=104322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 31 21:03:37.768839 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79003d51-8d88-46f4-b817-bf012a7b6a33 None None] Checking agent: {'id': 'a61205dd-b11c-42a1-aa2d-4b7310a8dc99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 20, 54, 48), 'started_at': datetime.datetime(2022, 5, 31, 20, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 21, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 31 21:03:37.770016 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79003d51-8d88-46f4-b817-bf012a7b6a33 None None] Checking segment: {'id': 'f5d5aacd-0a79-4c28-aa2d-fa67740c4f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1cab6d20-22a6-4088-8e1d-60992c365df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 31 21:03:37.770340 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-79003d51-8d88-46f4-b817-bf012a7b6a33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:37.770940 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79003d51-8d88-46f4-b817-bf012a7b6a33 None None] Bound using segment: {'id': 'f5d5aacd-0a79-4c28-aa2d-fa67740c4f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1cab6d20-22a6-4088-8e1d-60992c365df4'} {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 31 21:03:37.772427 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.managers [None req-79003d51-8d88-46f4-b817-bf012a7b6a33 None None] Bound port: 2baf48ae-5d17-4d40-9cfc-a85c7ef4db95, host: dv-cinder-839793-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5d5aacd-0a79-4c28-aa2d-fa67740c4f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1cab6d20-22a6-4088-8e1d-60992c365df4'}}] {{(pid=104322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 31 21:03:37.773199 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-79003d51-8d88-46f4-b817-bf012a7b6a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (2baf48ae-5d17-4d40-9cfc-a85c7ef4db95), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:37.775389 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron_lib.callbacks.manager [None req-59b70874-af81-45c3-8be4-03faee2dbd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (f65c209b-1770-43c4-a6aa-8d34755f1725), before_update {{(pid=104323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:37.936693 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-79003d51-8d88-46f4-b817-bf012a7b6a33 None None] For port 2baf48ae-5d17-4d40-9cfc-a85c7ef4db95, host dv-cinder-839793-16-iscsi, cleared binding levels {{(pid=104322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 31 21:03:37.948309 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-79003d51-8d88-46f4-b817-bf012a7b6a33 None None] For port 2baf48ae-5d17-4d40-9cfc-a85c7ef4db95, host dv-cinder-839793-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=2baf48ae-5d17-4d40-9cfc-a85c7ef4db95,segment=NetworkSegment(f5d5aacd-0a79-4c28-aa2d-fa67740c4f52),segment_id=f5d5aacd-0a79-4c28-aa2d-fa67740c4f52)] {{(pid=104322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 31 21:03:37.957627 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf7decc-ba8f-427b-8e0f-9b257622f69d None None] Pushing event updated for resources: {'Port': ['ID=2baf48ae-5d17-4d40-9cfc-a85c7ef4db95,revision_number=3']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:38.011927 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Current status of the port 290f01b7-6a91-4b97-a4b5-955ef8546d00 is: ACTIVE; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:03:38.013185 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.notifiers.nova [req-ebcab5a0-06d0-4e40-83a1-0ca886492d4b req-eaa51792-1923-4bc2-8d6e-a11643b029fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 837c9641-8167-4561-b45f-1b48acf21abc {{(pid=104320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 21:03:38.014551 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device 8cf7c9b7-e566-4c8f-a423-3180fca528cb up at agent ovs-agent-dv-cinder-839793-16-iscsi {{(pid=104322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 31 21:03:38.054292 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [req-ebcab5a0-06d0-4e40-83a1-0ca886492d4b req-eaa51792-1923-4bc2-8d6e-a11643b029fc service neutron] Publish callbacks [] for port (837c9641-8167-4561-b45f-1b48acf21abc), precommit_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:38.075467 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-119fcf81-1869-4272-930a-8753423ddaa7 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:38.081878 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:38.177590 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-79003d51-8d88-46f4-b817-bf012a7b6a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (2baf48ae-5d17-4d40-9cfc-a85c7ef4db95), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:38.227421 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [req-ebcab5a0-06d0-4e40-83a1-0ca886492d4b req-eaa51792-1923-4bc2-8d6e-a11643b029fc service neutron] Transition to ACTIVE for port object 837c9641-8167-4561-b45f-1b48acf21abc will not be triggered until provisioned by entity L2. {{(pid=104320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 31 21:03:38.234962 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-d72ee0ee-4e83-4ebc-b17f-01759087fb18 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks [] for security_group (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:38.237876 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e682a-e5f8-47df-89c8-de9d503b2f81 req-adccd842-96ed-4507-866d-7e6f304caad9 tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:03:38.239714 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-4d5e682a-e5f8-47df-89c8-de9d503b2f81 req-adccd842-96ed-4507-866d-7e6f304caad9 tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] 10.222.0.55 "GET /v2.0/ports?device_id=35c086d9-50bf-494a-90bb-694569f861a8 HTTP/1.1" status: 200 len: 931 time: 0.1650507 May 31 21:03:38.332357 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:38.425485 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [req-ebcab5a0-06d0-4e40-83a1-0ca886492d4b req-eaa51792-1923-4bc2-8d6e-a11643b029fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (837c9641-8167-4561-b45f-1b48acf21abc), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:38.498879 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Provisioning complete for port 8cf7c9b7-e566-4c8f-a423-3180fca528cb triggered by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:03:38.499478 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (8cf7c9b7-e566-4c8f-a423-3180fca528cb), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:38.529310 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-119fcf81-1869-4272-930a-8753423ddaa7 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:38.634472 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvr_db [None req-c036bc70-9f27-4a51-b19b-0709879a86f1 None None] Set router c146d4db-8b65-4583-a308-5750e8471648 gateway port host: dv-cinder-839793-16-iscsi {{(pid=104322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:03:38.777360 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79003d51-8d88-46f4-b817-bf012a7b6a33 None None] Routers {'ff272f53-2b7a-4bbe-b725-5972a2793472'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:03:38.785773 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-d72ee0ee-4e83-4ebc-b17f-01759087fb18 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks [] for security_group (67ead12c-a1d1-4001-b288-d9ec98514c21), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:38.787470 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-79003d51-8d88-46f4-b817-bf012a7b6a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:03:14Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['ff272f53-2b7a-4bbe-b725-5972a2793472'], 'active': True} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:03:38.791521 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf7decc-ba8f-427b-8e0f-9b257622f69d None None] Pushing event updated for resources: {'Port': ['ID=2baf48ae-5d17-4d40-9cfc-a85c7ef4db95,revision_number=4']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:38.861165 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-4d5e682a-e5f8-47df-89c8-de9d503b2f81 req-d8acf223-ee17-46ad-9c28-2f7c30f598c8 tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] 10.222.0.55 "GET /v2.0/security-groups?id=0994c70d-0831-463d-8d2b-12953219bd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5800118 May 31 21:03:38.901389 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-d72ee0ee-4e83-4ebc-b17f-01759087fb18 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (67ead12c-a1d1-4001-b288-d9ec98514c21), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:38.930874 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb250373-69b3-41f4-b51a-66a2838cd765 req-5b737fba-6ccd-4f3f-a9f7-995ca598f1d8 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:03:38.941817 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron_lib.callbacks.manager [None req-59b70874-af81-45c3-8be4-03faee2dbd52 None None] Publish callbacks [] for port (f65c209b-1770-43c4-a6aa-8d34755f1725), precommit_update {{(pid=104323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:38.942804 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-fb250373-69b3-41f4-b51a-66a2838cd765 req-5b737fba-6ccd-4f3f-a9f7-995ca598f1d8 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/networks?id=50707fc3-657a-4d1c-8628-0dfb2710b9bc HTTP/1.1" status: 200 len: 819 time: 1.6275437 May 31 21:03:39.059135 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa51792-1923-4bc2-8d6e-a11643b029fc service neutron] Pushing event updated for resources: {'Port': ['ID=837c9641-8167-4561-b45f-1b48acf21abc,revision_number=2']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:39.088589 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron_lib.callbacks.manager [None req-59b70874-af81-45c3-8be4-03faee2dbd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (f65c209b-1770-43c4-a6aa-8d34755f1725), after_update {{(pid=104323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:39.090998 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72ee0ee-4e83-4ebc-b17f-01759087fb18 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67ead12c-a1d1-4001-b288-d9ec98514c21,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:39.097225 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-fb250373-69b3-41f4-b51a-66a2838cd765 req-fda4f9cd-369a-4cc0-84b1-90bf4306a44a tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/quotas/f1b54ceb69fc4041b743a11eda4144a8 HTTP/1.1" status: 200 len: 375 time: 0.1525459 May 31 21:03:39.111506 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.db_base_plugin_common [None req-119fcf81-1869-4272-930a-8753423ddaa7 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Allocated IP 172.27.0.156 (c2cfca3b-95da-4cff-a3c5-795dffb6abac/763c29f6-cebe-4813-9ab2-68212649a0b5/fc59951c-0690-416e-a5dc-69da2971bcca) {{(pid=104321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 21:03:39.121458 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-d72ee0ee-4e83-4ebc-b17f-01759087fb18 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks [] for security_group (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:39.124035 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-d72ee0ee-4e83-4ebc-b17f-01759087fb18 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.5145495 May 31 21:03:39.126531 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 59500) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:03:39.135666 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [None req-56252e1f-adbd-4e76-b689-03d9bdb8e61a tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Request body: {'security_group_rule': {'security_group_id': '67ead12c-a1d1-4001-b288-d9ec98514c21', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:03:39.145379 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.managers [req-ebcab5a0-06d0-4e40-83a1-0ca886492d4b req-eaa51792-1923-4bc2-8d6e-a11643b029fc service neutron] Attempting to bind port 837c9641-8167-4561-b45f-1b48acf21abc on host hv-cinder-83979 for vnic_type normal with profile {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 31 21:03:39.145379 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.managers [req-ebcab5a0-06d0-4e40-83a1-0ca886492d4b req-eaa51792-1923-4bc2-8d6e-a11643b029fc service neutron] Attempting to bind port 837c9641-8167-4561-b45f-1b48acf21abc by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': 'd8fd7e32-516e-4218-b436-98c93feaacf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c95b8c46-645b-48ca-b406-ceba2d03bd23'}] {{(pid=104320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 31 21:03:39.146137 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebcab5a0-06d0-4e40-83a1-0ca886492d4b req-eaa51792-1923-4bc2-8d6e-a11643b029fc service neutron] Attempting to bind port 837c9641-8167-4561-b45f-1b48acf21abc on network c95b8c46-645b-48ca-b406-ceba2d03bd23 {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 31 21:03:39.169197 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebcab5a0-06d0-4e40-83a1-0ca886492d4b req-eaa51792-1923-4bc2-8d6e-a11643b029fc service neutron] Port 837c9641-8167-4561-b45f-1b48acf21abc on network c95b8c46-645b-48ca-b406-ceba2d03bd23 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 31 21:03:39.169718 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebcab5a0-06d0-4e40-83a1-0ca886492d4b req-eaa51792-1923-4bc2-8d6e-a11643b029fc service neutron] Attempting to bind port 837c9641-8167-4561-b45f-1b48acf21abc on network c95b8c46-645b-48ca-b406-ceba2d03bd23 {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 31 21:03:39.180755 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:39.187488 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-916f7e9f-5940-4392-97b3-52aa1a3be630 None None] Provisioning complete for port 2baf48ae-5d17-4d40-9cfc-a85c7ef4db95 triggered by entity DHCP. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:03:39.187488 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-916f7e9f-5940-4392-97b3-52aa1a3be630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (2baf48ae-5d17-4d40-9cfc-a85c7ef4db95), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:39.216235 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-fb250373-69b3-41f4-b51a-66a2838cd765 req-69bea915-a656-4341-8eac-5241a0cd77fb tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f1b54ceb69fc4041b743a11eda4144a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1175153 May 31 21:03:39.218439 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:39.219983 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebcab5a0-06d0-4e40-83a1-0ca886492d4b req-eaa51792-1923-4bc2-8d6e-a11643b029fc service neutron] Checking agent: {'id': '51675295-7abb-4335-9c5a-c46a9082010e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 21, 1, 20), 'started_at': datetime.datetime(2022, 5, 31, 21, 1, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 21, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 31 21:03:39.220842 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebcab5a0-06d0-4e40-83a1-0ca886492d4b req-eaa51792-1923-4bc2-8d6e-a11643b029fc service neutron] Checking segment: {'id': 'd8fd7e32-516e-4218-b436-98c93feaacf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c95b8c46-645b-48ca-b406-ceba2d03bd23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 31 21:03:39.223298 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb360e8-47c2-4126-a77b-51128bd99621 None None] Pushing event updated for resources: {'Port': ['ID=f65c209b-1770-43c4-a6aa-8d34755f1725,revision_number=3']} {{(pid=104323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:39.224777 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebcab5a0-06d0-4e40-83a1-0ca886492d4b req-eaa51792-1923-4bc2-8d6e-a11643b029fc service neutron] Bound using segment: {'id': 'd8fd7e32-516e-4218-b436-98c93feaacf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c95b8c46-645b-48ca-b406-ceba2d03bd23'} {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 31 21:03:39.225484 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.managers [req-ebcab5a0-06d0-4e40-83a1-0ca886492d4b req-eaa51792-1923-4bc2-8d6e-a11643b029fc service neutron] Bound port: 837c9641-8167-4561-b45f-1b48acf21abc, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8fd7e32-516e-4218-b436-98c93feaacf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c95b8c46-645b-48ca-b406-ceba2d03bd23'}}] {{(pid=104320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 31 21:03:39.226086 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [req-ebcab5a0-06d0-4e40-83a1-0ca886492d4b req-eaa51792-1923-4bc2-8d6e-a11643b029fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (837c9641-8167-4561-b45f-1b48acf21abc), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:39.313553 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-56252e1f-adbd-4e76-b689-03d9bdb8e61a tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks [] for security_group_rule (16837271-5fab-4503-8516-ba330b9deaec), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:39.404274 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [req-ebcab5a0-06d0-4e40-83a1-0ca886492d4b req-eaa51792-1923-4bc2-8d6e-a11643b029fc service neutron] For port 837c9641-8167-4561-b45f-1b48acf21abc, host hv-cinder-83979, cleared binding levels {{(pid=104320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 31 21:03:39.427310 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:39.432859 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.managers [None req-59b70874-af81-45c3-8be4-03faee2dbd52 None None] Attempting to bind port f65c209b-1770-43c4-a6aa-8d34755f1725 on host dv-cinder-839793-16-iscsi for vnic_type normal with profile {{(pid=104323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 31 21:03:39.433068 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-119fcf81-1869-4272-930a-8753423ddaa7 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks [] for port (fc59951c-0690-416e-a5dc-69da2971bcca), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:39.433571 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.managers [None req-59b70874-af81-45c3-8be4-03faee2dbd52 None None] Attempting to bind port f65c209b-1770-43c4-a6aa-8d34755f1725 by drivers openvswitch,hyperv on host dv-cinder-839793-16-iscsi at level 0 using segments [{'id': 'a3a61b02-d451-4bb6-8acb-f707be60b746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '50707fc3-657a-4d1c-8628-0dfb2710b9bc'}] {{(pid=104323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 31 21:03:39.434146 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b70874-af81-45c3-8be4-03faee2dbd52 None None] Attempting to bind port f65c209b-1770-43c4-a6aa-8d34755f1725 on network 50707fc3-657a-4d1c-8628-0dfb2710b9bc {{(pid=104323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 31 21:03:39.439408 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [req-ebcab5a0-06d0-4e40-83a1-0ca886492d4b req-eaa51792-1923-4bc2-8d6e-a11643b029fc service neutron] For port 837c9641-8167-4561-b45f-1b48acf21abc, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=837c9641-8167-4561-b45f-1b48acf21abc,segment=NetworkSegment(d8fd7e32-516e-4218-b436-98c93feaacf7),segment_id=d8fd7e32-516e-4218-b436-98c93feaacf7)] {{(pid=104320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 31 21:03:39.448685 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b70874-af81-45c3-8be4-03faee2dbd52 None None] Checking agent: {'id': 'a61205dd-b11c-42a1-aa2d-4b7310a8dc99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 20, 54, 48), 'started_at': datetime.datetime(2022, 5, 31, 20, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 21, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 31 21:03:39.448685 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b70874-af81-45c3-8be4-03faee2dbd52 None None] Checking segment: {'id': 'a3a61b02-d451-4bb6-8acb-f707be60b746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '50707fc3-657a-4d1c-8628-0dfb2710b9bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 31 21:03:39.448685 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron_lib.callbacks.manager [None req-59b70874-af81-45c3-8be4-03faee2dbd52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:39.448685 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b70874-af81-45c3-8be4-03faee2dbd52 None None] Bound using segment: {'id': 'a3a61b02-d451-4bb6-8acb-f707be60b746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '50707fc3-657a-4d1c-8628-0dfb2710b9bc'} {{(pid=104323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 31 21:03:39.448685 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.managers [None req-59b70874-af81-45c3-8be4-03faee2dbd52 None None] Bound port: f65c209b-1770-43c4-a6aa-8d34755f1725, host: dv-cinder-839793-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3a61b02-d451-4bb6-8acb-f707be60b746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '50707fc3-657a-4d1c-8628-0dfb2710b9bc'}}] {{(pid=104323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 31 21:03:39.450153 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron_lib.callbacks.manager [None req-59b70874-af81-45c3-8be4-03faee2dbd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (f65c209b-1770-43c4-a6aa-8d34755f1725), before_update {{(pid=104323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:39.531436 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-56252e1f-adbd-4e76-b689-03d9bdb8e61a tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks [] for security_group_rule (16837271-5fab-4503-8516-ba330b9deaec), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:39.551382 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Current status of the port 8cf7c9b7-e566-4c8f-a423-3180fca528cb is: DOWN; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:03:39.555319 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (8cf7c9b7-e566-4c8f-a423-3180fca528cb), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:39.575446 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-119fcf81-1869-4272-930a-8753423ddaa7 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747261518129'] for port (fc59951c-0690-416e-a5dc-69da2971bcca), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:39.576407 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [req-ebcab5a0-06d0-4e40-83a1-0ca886492d4b req-eaa51792-1923-4bc2-8d6e-a11643b029fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (837c9641-8167-4561-b45f-1b48acf21abc), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:39.605019 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.db [None req-59b70874-af81-45c3-8be4-03faee2dbd52 None None] For port f65c209b-1770-43c4-a6aa-8d34755f1725, host dv-cinder-839793-16-iscsi, cleared binding levels {{(pid=104323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 31 21:03:39.609828 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] For port 8cf7c9b7-e566-4c8f-a423-3180fca528cb, host dv-cinder-839793-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=8cf7c9b7-e566-4c8f-a423-3180fca528cb,segment=NetworkSegment(4436eed2-294e-4646-83cf-aec09b7c7c9c),segment_id=4436eed2-294e-4646-83cf-aec09b7c7c9c)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:03:39.616419 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.db [None req-59b70874-af81-45c3-8be4-03faee2dbd52 None None] For port f65c209b-1770-43c4-a6aa-8d34755f1725, host dv-cinder-839793-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=f65c209b-1770-43c4-a6aa-8d34755f1725,segment=NetworkSegment(a3a61b02-d451-4bb6-8acb-f707be60b746),segment_id=a3a61b02-d451-4bb6-8acb-f707be60b746)] {{(pid=104323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 31 21:03:39.649658 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-56252e1f-adbd-4e76-b689-03d9bdb8e61a tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769332'] for security_group_rule (16837271-5fab-4503-8516-ba330b9deaec), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:39.671877 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcab5a0-06d0-4e40-83a1-0ca886492d4b req-eaa51792-1923-4bc2-8d6e-a11643b029fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:03:39.671877 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [req-ebcab5a0-06d0-4e40-83a1-0ca886492d4b req-eaa51792-1923-4bc2-8d6e-a11643b029fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696852'] for port (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:39.671877 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ebcab5a0-06d0-4e40-83a1-0ca886492d4b req-eaa51792-1923-4bc2-8d6e-a11643b029fc service neutron] 10.222.0.40 "PUT /v2.0/ports/837c9641-8167-4561-b45f-1b48acf21abc HTTP/1.1" status: 200 len: 1093 time: 3.8115890 May 31 21:03:39.672429 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35c086d9-50bf-494a-90bb-694569f861a8', 'tag': '837c9641-8167-4561-b45f-1b48acf21abc'}] {{(pid=104320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:03:39.701434 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron_lib.callbacks.manager [None req-59b70874-af81-45c3-8be4-03faee2dbd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (f65c209b-1770-43c4-a6aa-8d34755f1725), after_update {{(pid=104323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:39.721208 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (8cf7c9b7-e566-4c8f-a423-3180fca528cb), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:39.738577 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119fcf81-1869-4272-930a-8753423ddaa7 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Network c2cfca3b-95da-4cff-a3c5-795dffb6abac is already hosted by enough agents. {{(pid=104321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 21:03:39.776218 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.base_scheduler [None req-119fcf81-1869-4272-930a-8753423ddaa7 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Resources bound (agent type, host, resource id): {{(pid=104321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:03:39.818998 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119fcf81-1869-4272-930a-8753423ddaa7 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Received port after_create {{(pid=104321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 31 21:03:39.840152 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:39.849850 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Pushing event updated for resources: {'Port': ['ID=8cf7c9b7-e566-4c8f-a423-3180fca528cb,revision_number=4']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:39.864859 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56252e1f-adbd-4e76-b689-03d9bdb8e61a tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16837271-5fab-4503-8516-ba330b9deaec,revision_number=0']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:39.879171 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:39.917455 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b70874-af81-45c3-8be4-03faee2dbd52 None None] Routers {'f10feabd-124e-4c67-b3a2-78168d08d400'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:03:39.921623 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-59b70874-af81-45c3-8be4-03faee2dbd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:03:14Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['f10feabd-124e-4c67-b3a2-78168d08d400'], 'active': True} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:03:39.960209 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvr_db [None req-79003d51-8d88-46f4-b817-bf012a7b6a33 None None] Set router ff272f53-2b7a-4bbe-b725-5972a2793472 gateway port host: dv-cinder-839793-16-iscsi {{(pid=104322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:03:39.982788 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-56252e1f-adbd-4e76-b689-03d9bdb8e61a tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:40.006545 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-56252e1f-adbd-4e76-b689-03d9bdb8e61a tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8745925 May 31 21:03:40.018759 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 59530) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:03:40.063963 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [None req-3dc01ef4-a4a2-438f-af24-87f46f03457f tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Request body: {'security_group_rule': {'security_group_id': '67ead12c-a1d1-4001-b288-d9ec98514c21', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:03:40.158782 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119fcf81-1869-4272-930a-8753423ddaa7 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Pushing event updated for resources: {'Port': ['ID=fc59951c-0690-416e-a5dc-69da2971bcca,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:40.340680 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-119fcf81-1869-4272-930a-8753423ddaa7 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks [] for floatingip (ba5a9ba1-3e68-4d88-ba15-018977660361), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:40.345349 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-3dc01ef4-a4a2-438f-af24-87f46f03457f tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks [] for security_group_rule (40bc48b9-a7f6-4940-a656-1341b20ecfd3), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:40.374179 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device 88678874-cbd7-48bd-9013-1ce7147065a8 up at agent ovs-agent-dv-cinder-839793-16-iscsi {{(pid=104322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 31 21:03:40.400147 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvr_db [None req-59b70874-af81-45c3-8be4-03faee2dbd52 None None] Set router f10feabd-124e-4c67-b3a2-78168d08d400 gateway port host: dv-cinder-839793-16-iscsi {{(pid=104323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:03:40.460200 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Provisioning complete for port 88678874-cbd7-48bd-9013-1ce7147065a8 triggered by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:03:40.462384 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (88678874-cbd7-48bd-9013-1ce7147065a8), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:40.547600 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 59540) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:03:40.611026 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb360e8-47c2-4126-a77b-51128bd99621 None None] Pushing event updated for resources: {'Port': ['ID=f65c209b-1770-43c4-a6aa-8d34755f1725,revision_number=4']} {{(pid=104323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:40.637948 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-3dc01ef4-a4a2-438f-af24-87f46f03457f tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks [] for security_group_rule (40bc48b9-a7f6-4940-a656-1341b20ecfd3), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:40.646154 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-119fcf81-1869-4272-930a-8753423ddaa7 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (fc59951c-0690-416e-a5dc-69da2971bcca), before_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:40.734403 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-916f7e9f-5940-4392-97b3-52aa1a3be630 None None] Current status of the port 2baf48ae-5d17-4d40-9cfc-a85c7ef4db95 is: DOWN; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:03:40.735068 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-916f7e9f-5940-4392-97b3-52aa1a3be630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (2baf48ae-5d17-4d40-9cfc-a85c7ef4db95), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:40.760962 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-3dc01ef4-a4a2-438f-af24-87f46f03457f tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769332'] for security_group_rule (40bc48b9-a7f6-4940-a656-1341b20ecfd3), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:40.860212 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:40.865941 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:40.882058 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc01ef4-a4a2-438f-af24-87f46f03457f tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40bc48b9-a7f6-4940-a656-1341b20ecfd3,revision_number=0']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:40.890651 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa51792-1923-4bc2-8d6e-a11643b029fc service neutron] Pushing event updated for resources: {'Port': ['ID=837c9641-8167-4561-b45f-1b48acf21abc,revision_number=3']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:40.898804 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-42abb923-662f-43db-a010-50f2a6e82d29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:40.912867 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcab5a0-06d0-4e40-83a1-0ca886492d4b req-d67eff30-47ff-4dd5-9a76-4f4a117b15f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:03:40.914782 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ebcab5a0-06d0-4e40-83a1-0ca886492d4b req-d67eff30-47ff-4dd5-9a76-4f4a117b15f7 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=96f91ac37f864ed98a03f9082252e334&device_id=35c086d9-50bf-494a-90bb-694569f861a8 HTTP/1.1" status: 200 len: 1127 time: 1.0198874 May 31 21:03:40.956338 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077299c2-cdad-4eb1-8c5f-de480d53f7d6 req-14e8ab9a-0257-42df-a8f5-2bcdad389925 tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:03:40.968404 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-077299c2-cdad-4eb1-8c5f-de480d53f7d6 req-14e8ab9a-0257-42df-a8f5-2bcdad389925 tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] 10.222.0.55 "GET /v2.0/ports?device_id=35c086d9-50bf-494a-90bb-694569f861a8 HTTP/1.1" status: 200 len: 943 time: 0.8300712 May 31 21:03:41.026966 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:41.061886 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ebcab5a0-06d0-4e40-83a1-0ca886492d4b req-d50f10b3-a709-499e-b31c-656c854e79f7 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=837c9641-8167-4561-b45f-1b48acf21abc HTTP/1.1" status: 200 len: 217 time: 0.1314950 May 31 21:03:41.073012 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-3dc01ef4-a4a2-438f-af24-87f46f03457f tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:41.080272 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-3dc01ef4-a4a2-438f-af24-87f46f03457f tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0369408 May 31 21:03:41.088106 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-59b70874-af81-45c3-8be4-03faee2dbd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10feabd-124e-4c67-b3a2-78168d08d400', 'name': 'tempest-ServerRescueNegativeTestJSON-1173740089-router', 'tenant_id': 'f1b54ceb69fc4041b743a11eda4144a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '88678874-cbd7-48bd-9013-1ce7147065a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:03:20Z', 'updated_at': '2022-05-31T21:03:30Z', 'revision_number': 4, 'project_id': 'f1b54ceb69fc4041b743a11eda4144a8', 'gw_port': {'id': '88678874-cbd7-48bd-9013-1ce7147065a8', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:8f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10feabd-124e-4c67-b3a2-78168d08d400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:21Z', 'updated_at': '2022-05-31T21:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_interfaces': [{'id': 'f65c209b-1770-43c4-a6aa-8d34755f1725', 'name': '', 'network_id': '50707fc3-657a-4d1c-8628-0dfb2710b9bc', 'tenant_id': 'f1b54ceb69fc4041b743a11eda4144a8', 'mac_address': 'fa:16:3e:18:60:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f10feabd-124e-4c67-b3a2-78168d08d400', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '056887a1-bc98-40be-80ec-f43fe7602ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:28Z', 'updated_at': '2022-05-31T21:03:39Z', 'revision_number': 4, 'project_id': 'f1b54ceb69fc4041b743a11eda4144a8', 'subnets': [{'id': '056887a1-bc98-40be-80ec-f43fe7602ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:03:41.088900 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 59552) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:03:41.121264 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [None req-1bc98c60-5206-441e-a474-7595f9eb2a63 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Request body: {'floatingip': {'floating_network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac'}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:03:41.183468 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b70874-af81-45c3-8be4-03faee2dbd52 None None] The sync data for ids ['f10feabd-124e-4c67-b3a2-78168d08d400'] in dv-cinder-839793-16-iscsi is: [{'id': 'f10feabd-124e-4c67-b3a2-78168d08d400', 'name': 'tempest-ServerRescueNegativeTestJSON-1173740089-router', 'tenant_id': 'f1b54ceb69fc4041b743a11eda4144a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '88678874-cbd7-48bd-9013-1ce7147065a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:03:20Z', 'updated_at': '2022-05-31T21:03:30Z', 'revision_number': 4, 'project_id': 'f1b54ceb69fc4041b743a11eda4144a8', 'gw_port': {'id': '88678874-cbd7-48bd-9013-1ce7147065a8', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:8f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10feabd-124e-4c67-b3a2-78168d08d400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:21Z', 'updated_at': '2022-05-31T21:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_interfaces': [{'id': 'f65c209b-1770-43c4-a6aa-8d34755f1725', 'name': '', 'network_id': '50707fc3-657a-4d1c-8628-0dfb2710b9bc', 'tenant_id': 'f1b54ceb69fc4041b743a11eda4144a8', 'mac_address': 'fa:16:3e:18:60:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f10feabd-124e-4c67-b3a2-78168d08d400', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '056887a1-bc98-40be-80ec-f43fe7602ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:28Z', 'updated_at': '2022-05-31T21:03:39Z', 'revision_number': 4, 'project_id': 'f1b54ceb69fc4041b743a11eda4144a8', 'subnets': [{'id': '056887a1-bc98-40be-80ec-f43fe7602ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 21:03:41.268550 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-077299c2-cdad-4eb1-8c5f-de480d53f7d6 req-458028db-e86f-41a3-a295-5f2d6fb18493 tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] 10.222.0.55 "GET /v2.0/security-groups?id=0994c70d-0831-463d-8d2b-12953219bd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988315 May 31 21:03:41.318943 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcab5a0-06d0-4e40-83a1-0ca886492d4b req-e0e1c91f-9661-4c12-b279-bd0d37ea27c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:03:41.322759 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ebcab5a0-06d0-4e40-83a1-0ca886492d4b req-e0e1c91f-9661-4c12-b279-bd0d37ea27c1 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=6f2bfb30-666a-4f9d-b1a9-88e1d2c510cb HTTP/1.1" status: 200 len: 852 time: 0.2261932 May 31 21:03:41.342852 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-1bc98c60-5206-441e-a474-7595f9eb2a63 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:41.453881 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=100 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:41.465546 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-119fcf81-1869-4272-930a-8753423ddaa7 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks [] for port (fc59951c-0690-416e-a5dc-69da2971bcca), precommit_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:41.492699 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-42abb923-662f-43db-a010-50f2a6e82d29 admin admin] Publish callbacks [] for security_group (4fd78299-4bea-4c1f-b421-91d05335a5aa), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:41.550613 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-c036bc70-9f27-4a51-b19b-0709879a86f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c146d4db-8b65-4583-a308-5750e8471648', 'name': 'tempest-AttachVolumeShelveTestJSON-1941033604-router', 'tenant_id': 'af420d43367c42e4a4b0948706dd0546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '8cf7c9b7-e566-4c8f-a423-3180fca528cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:03:21Z', 'updated_at': '2022-05-31T21:03:30Z', 'revision_number': 4, 'project_id': 'af420d43367c42e4a4b0948706dd0546', 'gw_port': {'id': '8cf7c9b7-e566-4c8f-a423-3180fca528cb', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f6:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c146d4db-8b65-4583-a308-5750e8471648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:23Z', 'updated_at': '2022-05-31T21:03:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_interfaces': [{'id': 'e2afe974-777e-432a-a39a-3157fd96ce22', 'name': '', 'network_id': '68e327a3-96b2-4add-895f-c43a3d5daedc', 'tenant_id': 'af420d43367c42e4a4b0948706dd0546', 'mac_address': 'fa:16:3e:35:9a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c146d4db-8b65-4583-a308-5750e8471648', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'dc74b44b-e878-454d-9e54-2a90eb48611f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:28Z', 'updated_at': '2022-05-31T21:03:30Z', 'revision_number': 2, 'project_id': 'af420d43367c42e4a4b0948706dd0546', 'subnets': [{'id': 'dc74b44b-e878-454d-9e54-2a90eb48611f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:03:41.591030 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-119fcf81-1869-4272-930a-8753423ddaa7 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (fc59951c-0690-416e-a5dc-69da2971bcca), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:41.611029 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ebcab5a0-06d0-4e40-83a1-0ca886492d4b req-712b8b7b-e332-4435-8934-1aae42a0e621 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=c95b8c46-645b-48ca-b406-ceba2d03bd23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2217352 May 31 21:03:41.621587 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-42abb923-662f-43db-a010-50f2a6e82d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (4fd78299-4bea-4c1f-b421-91d05335a5aa), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:41.640310 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800e09971b12e0035a6cf58b960e7e30052d71c2381d70b5c02cffce84e90f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b1860d-bd55-432c-9cfc-a28f6916e3e9" -d '{"events": [{"name": "network-changed", "server_uuid": "35c086d9-50bf-494a-90bb-694569f861a8", "tag": "837c9641-8167-4561-b45f-1b48acf21abc"}]}' {{(pid=104320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:03:41.658744 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [req-fb250373-69b3-41f4-b51a-66a2838cd765 req-816aada1-5307-47bd-97f4-de405dfba9e2 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=104320) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 31 21:03:41.671218 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-fb250373-69b3-41f4-b51a-66a2838cd765 req-816aada1-5307-47bd-97f4-de405dfba9e2 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8320429 May 31 21:03:41.772955 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-42abb923-662f-43db-a010-50f2a6e82d29 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=979727d273dc44faa7861e084aea2022&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2215786 May 31 21:03:41.781943 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-1bc98c60-5206-441e-a474-7595f9eb2a63 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:41.787564 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 59572) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:03:41.809243 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Current status of the port 88678874-cbd7-48bd-9013-1ce7147065a8 is: ACTIVE; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:03:41.820929 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c036bc70-9f27-4a51-b19b-0709879a86f1 None None] Checking router: c146d4db-8b65-4583-a308-5750e8471648 for host: dv-cinder-839793-16-iscsi {{(pid=104322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 21:03:41.821492 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c036bc70-9f27-4a51-b19b-0709879a86f1 None None] Updating router c146d4db-8b65-4583-a308-5750e8471648 port e2afe974-777e-432a-a39a-3157fd96ce22 binding host dv-cinder-839793-16-iscsi {{(pid=104322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 21:03:41.829098 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-119fcf81-1869-4272-930a-8753423ddaa7 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598426'] for floatingip (ba5a9ba1-3e68-4d88-ba15-018977660361), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:41.832885 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-916f7e9f-5940-4392-97b3-52aa1a3be630 None None] For port 2baf48ae-5d17-4d40-9cfc-a85c7ef4db95, host dv-cinder-839793-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=2baf48ae-5d17-4d40-9cfc-a85c7ef4db95,segment=NetworkSegment(f5d5aacd-0a79-4c28-aa2d-fa67740c4f52),segment_id=f5d5aacd-0a79-4c28-aa2d-fa67740c4f52)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:03:41.912355 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-79003d51-8d88-46f4-b817-bf012a7b6a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff272f53-2b7a-4bbe-b725-5972a2793472', 'name': 'tempest-AttachVolumeTestJSON-315142425-router', 'tenant_id': '180ff6fd8c5b434abffa058ea99ef7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '290f01b7-6a91-4b97-a4b5-955ef8546d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:03:21Z', 'updated_at': '2022-05-31T21:03:29Z', 'revision_number': 4, 'project_id': '180ff6fd8c5b434abffa058ea99ef7c4', 'gw_port': {'id': '290f01b7-6a91-4b97-a4b5-955ef8546d00', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:61:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff272f53-2b7a-4bbe-b725-5972a2793472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:22Z', 'updated_at': '2022-05-31T21:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_interfaces': [{'id': '2baf48ae-5d17-4d40-9cfc-a85c7ef4db95', 'name': '', 'network_id': '1cab6d20-22a6-4088-8e1d-60992c365df4', 'tenant_id': '180ff6fd8c5b434abffa058ea99ef7c4', 'mac_address': 'fa:16:3e:04:0c:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff272f53-2b7a-4bbe-b725-5972a2793472', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ed08b0b7-388e-4929-9128-adbbfafb9e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:27Z', 'updated_at': '2022-05-31T21:03:37Z', 'revision_number': 4, 'project_id': '180ff6fd8c5b434abffa058ea99ef7c4', 'subnets': [{'id': 'ed08b0b7-388e-4929-9128-adbbfafb9e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:03:41.913428 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-c036bc70-9f27-4a51-b19b-0709879a86f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (e2afe974-777e-432a-a39a-3157fd96ce22), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:42.023813 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79003d51-8d88-46f4-b817-bf012a7b6a33 None None] The sync data for ids ['ff272f53-2b7a-4bbe-b725-5972a2793472'] in dv-cinder-839793-16-iscsi is: [{'id': 'ff272f53-2b7a-4bbe-b725-5972a2793472', 'name': 'tempest-AttachVolumeTestJSON-315142425-router', 'tenant_id': '180ff6fd8c5b434abffa058ea99ef7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '290f01b7-6a91-4b97-a4b5-955ef8546d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:03:21Z', 'updated_at': '2022-05-31T21:03:29Z', 'revision_number': 4, 'project_id': '180ff6fd8c5b434abffa058ea99ef7c4', 'gw_port': {'id': '290f01b7-6a91-4b97-a4b5-955ef8546d00', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:61:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff272f53-2b7a-4bbe-b725-5972a2793472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:22Z', 'updated_at': '2022-05-31T21:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_interfaces': [{'id': '2baf48ae-5d17-4d40-9cfc-a85c7ef4db95', 'name': '', 'network_id': '1cab6d20-22a6-4088-8e1d-60992c365df4', 'tenant_id': '180ff6fd8c5b434abffa058ea99ef7c4', 'mac_address': 'fa:16:3e:04:0c:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff272f53-2b7a-4bbe-b725-5972a2793472', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ed08b0b7-388e-4929-9128-adbbfafb9e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:27Z', 'updated_at': '2022-05-31T21:03:37Z', 'revision_number': 4, 'project_id': '180ff6fd8c5b434abffa058ea99ef7c4', 'subnets': [{'id': 'ed08b0b7-388e-4929-9128-adbbfafb9e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 21:03:42.055188 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-916f7e9f-5940-4392-97b3-52aa1a3be630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (2baf48ae-5d17-4d40-9cfc-a85c7ef4db95), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:42.124454 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42abb923-662f-43db-a010-50f2a6e82d29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd78299-4bea-4c1f-b421-91d05335a5aa,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:42.147389 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119fcf81-1869-4272-930a-8753423ddaa7 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Pushing event updated for resources: {'Port': ['ID=fc59951c-0690-416e-a5dc-69da2971bcca,revision_number=2']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:42.260382 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-119fcf81-1869-4272-930a-8753423ddaa7 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for floatingip (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:42.264276 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-119fcf81-1869-4272-930a-8753423ddaa7 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7361083 May 31 21:03:42.265288 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:42.319132 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-fb250373-69b3-41f4-b51a-66a2838cd765 req-54b8520d-0a91-4241-85e4-123ef8c9f062 service neutron] 10.222.0.55 "GET /v2.0/networks/50707fc3-657a-4d1c-8628-0dfb2710b9bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6226854 May 31 21:03:42.433536 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 May 2022 21:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0160d373-7ab6-462b-b885-b9771cc0c99e x-openstack-request-id: req-0160d373-7ab6-462b-b885-b9771cc0c99e {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:03:42.434141 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35c086d9-50bf-494a-90bb-694569f861a8", "tag": "837c9641-8167-4561-b45f-1b48acf21abc", "status": "completed", "code": 200}]} {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:03:42.438763 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0160d373-7ab6-462b-b885-b9771cc0c99e {{(pid=104320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:03:42.439471 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0160d373-7ab6-462b-b885-b9771cc0c99e'] response: {'name': 'network-changed', 'server_uuid': '35c086d9-50bf-494a-90bb-694569f861a8', 'tag': '837c9641-8167-4561-b45f-1b48acf21abc', 'status': 'completed', 'code': 200} May 31 21:03:42.718989 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.db_base_plugin_common [None req-1bc98c60-5206-441e-a474-7595f9eb2a63 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Allocated IP 172.27.0.228 (c2cfca3b-95da-4cff-a3c5-795dffb6abac/763c29f6-cebe-4813-9ab2-68212649a0b5/0951a879-4b3c-490f-8ae0-7d530c98d7b9) {{(pid=104321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 21:03:42.759622 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ebcab5a0-06d0-4e40-83a1-0ca886492d4b req-4022a33e-840f-44a7-9cab-a14dbc358927 service neutron] 10.222.0.40 "GET /v2.0/networks/c95b8c46-645b-48ca-b406-ceba2d03bd23?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1460145 May 31 21:03:42.811997 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04389534-5f8f-4108-9500-00509adf9dc4 req-22914b69-fc52-45ad-b59a-5df99b0eb1a8 tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:03:42.824606 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-04389534-5f8f-4108-9500-00509adf9dc4 req-22914b69-fc52-45ad-b59a-5df99b0eb1a8 tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] 10.222.0.55 "GET /v2.0/ports?device_id=35c086d9-50bf-494a-90bb-694569f861a8 HTTP/1.1" status: 200 len: 943 time: 0.2096598 May 31 21:03:42.935780 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-5f6a4457-511e-4920-b492-e59ae5ece937 admin admin] Publish callbacks [] for security_group (4fd78299-4bea-4c1f-b421-91d05335a5aa), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:43.013540 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:43.035356 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-c036bc70-9f27-4a51-b19b-0709879a86f1 None None] Publish callbacks [] for port (e2afe974-777e-432a-a39a-3157fd96ce22), precommit_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:43.039563 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device 8cf7c9b7-e566-4c8f-a423-3180fca528cb up at agent ovs-agent-dv-cinder-839793-16-iscsi {{(pid=104322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 31 21:03:43.080060 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:43.144345 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-c036bc70-9f27-4a51-b19b-0709879a86f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (e2afe974-777e-432a-a39a-3157fd96ce22), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:43.145238 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-5f6a4457-511e-4920-b492-e59ae5ece937 admin admin] Publish callbacks [] for security_group (4fd78299-4bea-4c1f-b421-91d05335a5aa), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:43.189614 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-cd735c7c-e4e4-4522-88f8-bd660f6df865 None None] Provisioning complete for port f65c209b-1770-43c4-a6aa-8d34755f1725 triggered by entity DHCP. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:03:43.189980 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-cd735c7c-e4e4-4522-88f8-bd660f6df865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (f65c209b-1770-43c4-a6aa-8d34755f1725), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:43.214592 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-fb250373-69b3-41f4-b51a-66a2838cd765 req-fe155e38-1569-4601-8162-fb5174de964b service neutron] 10.222.0.55 "GET /v2.0/networks/50707fc3-657a-4d1c-8628-0dfb2710b9bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8964310 May 31 21:03:43.229415 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-04389534-5f8f-4108-9500-00509adf9dc4 req-eea80099-0227-47d4-8c0f-f81fced1cb3b tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] 10.222.0.55 "GET /v2.0/security-groups?id=0994c70d-0831-463d-8d2b-12953219bd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4054353 May 31 21:03:43.304659 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ebcab5a0-06d0-4e40-83a1-0ca886492d4b req-f1da9e9e-19d6-4196-95a1-731db228d475 service neutron] 10.222.0.40 "GET /v2.0/networks/c95b8c46-645b-48ca-b406-ceba2d03bd23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5323436 May 31 21:03:43.327666 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-7dd6b2cc-4033-4e75-86ba-09cfa7f0cea2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (5ca9f0a2-8e5f-4b54-94fa-454f095515e4), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:43.346347 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916f7e9f-5940-4392-97b3-52aa1a3be630 None None] Pushing event updated for resources: {'Port': ['ID=2baf48ae-5d17-4d40-9cfc-a85c7ef4db95,revision_number=5']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:43.411426 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-1bc98c60-5206-441e-a474-7595f9eb2a63 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks [] for port (0951a879-4b3c-490f-8ae0-7d530c98d7b9), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:43.661138 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Provisioning complete for port 8cf7c9b7-e566-4c8f-a423-3180fca528cb triggered by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:03:43.664042 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (8cf7c9b7-e566-4c8f-a423-3180fca528cb), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:43.671018 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:43.703070 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-1bc98c60-5206-441e-a474-7595f9eb2a63 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747261518129'] for port (0951a879-4b3c-490f-8ae0-7d530c98d7b9), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:43.759276 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b1860d-bd55-432c-9cfc-a28f6916e3e9 req-b0254f62-0ea8-4b28-b2c5-37613dc41a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:03:43.770487 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-14b1860d-bd55-432c-9cfc-a28f6916e3e9 req-b0254f62-0ea8-4b28-b2c5-37613dc41a91 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=96f91ac37f864ed98a03f9082252e334&device_id=35c086d9-50bf-494a-90bb-694569f861a8 HTTP/1.1" status: 200 len: 1127 time: 0.2453790 May 31 21:03:43.790097 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-5f6a4457-511e-4920-b492-e59ae5ece937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (4fd78299-4bea-4c1f-b421-91d05335a5aa), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:43.814501 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-5f6a4457-511e-4920-b492-e59ae5ece937 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:43.838624 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-5f6a4457-511e-4920-b492-e59ae5ece937 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4fd78299-4bea-4c1f-b421-91d05335a5aa HTTP/1.1" status: 204 len: 168 time: 2.0275631 May 31 21:03:44.025364 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-440f3584-f1d6-443b-9348-314e89f590f2 req-4efb03ae-901e-4725-97d5-37515fac736f tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=24059932-87a0-4e56-8bb0-4797276e2042 HTTP/1.1" status: 200 len: 210 time: 0.2509563 May 31 21:03:44.063290 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.managers [None req-c036bc70-9f27-4a51-b19b-0709879a86f1 None None] Attempting to bind port e2afe974-777e-432a-a39a-3157fd96ce22 on host dv-cinder-839793-16-iscsi for vnic_type normal with profile {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 31 21:03:44.066513 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.managers [None req-c036bc70-9f27-4a51-b19b-0709879a86f1 None None] Attempting to bind port e2afe974-777e-432a-a39a-3157fd96ce22 by drivers openvswitch,hyperv on host dv-cinder-839793-16-iscsi at level 0 using segments [{'id': '1b46059a-aa39-4ed2-ad1d-18b4ddc198b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '68e327a3-96b2-4add-895f-c43a3d5daedc'}] {{(pid=104322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 31 21:03:44.067112 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c036bc70-9f27-4a51-b19b-0709879a86f1 None None] Attempting to bind port e2afe974-777e-432a-a39a-3157fd96ce22 on network 68e327a3-96b2-4add-895f-c43a3d5daedc {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 31 21:03:44.085662 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c036bc70-9f27-4a51-b19b-0709879a86f1 None None] Checking agent: {'id': 'a61205dd-b11c-42a1-aa2d-4b7310a8dc99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 20, 54, 48), 'started_at': datetime.datetime(2022, 5, 31, 20, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 21, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 31 21:03:44.086506 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c036bc70-9f27-4a51-b19b-0709879a86f1 None None] Checking segment: {'id': '1b46059a-aa39-4ed2-ad1d-18b4ddc198b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '68e327a3-96b2-4add-895f-c43a3d5daedc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 31 21:03:44.087069 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-c036bc70-9f27-4a51-b19b-0709879a86f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:44.087802 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c036bc70-9f27-4a51-b19b-0709879a86f1 None None] Bound using segment: {'id': '1b46059a-aa39-4ed2-ad1d-18b4ddc198b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '68e327a3-96b2-4add-895f-c43a3d5daedc'} {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 31 21:03:44.088851 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.managers [None req-c036bc70-9f27-4a51-b19b-0709879a86f1 None None] Bound port: e2afe974-777e-432a-a39a-3157fd96ce22, host: dv-cinder-839793-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b46059a-aa39-4ed2-ad1d-18b4ddc198b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '68e327a3-96b2-4add-895f-c43a3d5daedc'}}] {{(pid=104322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 31 21:03:44.089421 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-c036bc70-9f27-4a51-b19b-0709879a86f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (e2afe974-777e-432a-a39a-3157fd96ce22), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:44.090608 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc98c60-5206-441e-a474-7595f9eb2a63 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Network c2cfca3b-95da-4cff-a3c5-795dffb6abac is already hosted by enough agents. {{(pid=104321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 21:03:44.109421 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b46227-2610-4f95-8a8a-5ce63b3e1b33 None None] Pushing event updated for resources: {'Port': ['ID=e2afe974-777e-432a-a39a-3157fd96ce22,revision_number=3']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:44.164016 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6a4457-511e-4920-b492-e59ae5ece937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd78299-4bea-4c1f-b421-91d05335a5aa,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:44.179089 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.base_scheduler [None req-1bc98c60-5206-441e-a474-7595f9eb2a63 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Resources bound (agent type, host, resource id): {{(pid=104321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:03:44.261394 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc98c60-5206-441e-a474-7595f9eb2a63 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Pushing event updated for resources: {'Port': ['ID=0951a879-4b3c-490f-8ae0-7d530c98d7b9,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:44.269397 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc98c60-5206-441e-a474-7595f9eb2a63 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Received port after_create {{(pid=104321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 31 21:03:44.289058 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 59656) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:03:44.309951 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-f0f7f4c5-5587-47b3-b651-7885df5e4773 req-73f8b812-7cb7-490c-b240-0cb6653fd46d tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1806550771&fields=id&tenant_id=180ff6fd8c5b434abffa058ea99ef7c4 HTTP/1.1" status: 200 len: 267 time: 0.6746323 May 31 21:03:44.425214 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-c036bc70-9f27-4a51-b19b-0709879a86f1 None None] For port e2afe974-777e-432a-a39a-3157fd96ce22, host dv-cinder-839793-16-iscsi, cleared binding levels {{(pid=104322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 31 21:03:44.436158 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-c036bc70-9f27-4a51-b19b-0709879a86f1 None None] For port e2afe974-777e-432a-a39a-3157fd96ce22, host dv-cinder-839793-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=e2afe974-777e-432a-a39a-3157fd96ce22,segment=NetworkSegment(1b46059a-aa39-4ed2-ad1d-18b4ddc198b2),segment_id=1b46059a-aa39-4ed2-ad1d-18b4ddc198b2)] {{(pid=104322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 31 21:03:44.460567 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-cd735c7c-e4e4-4522-88f8-bd660f6df865 None None] Current status of the port f65c209b-1770-43c4-a6aa-8d34755f1725 is: DOWN; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:03:44.461257 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-cd735c7c-e4e4-4522-88f8-bd660f6df865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (f65c209b-1770-43c4-a6aa-8d34755f1725), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:44.507058 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-1bc98c60-5206-441e-a474-7595f9eb2a63 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks [] for floatingip (1a573023-2895-4424-af86-585fc78f69c2), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:44.630374 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-cd735c7c-e4e4-4522-88f8-bd660f6df865 None None] For port f65c209b-1770-43c4-a6aa-8d34755f1725, host dv-cinder-839793-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=f65c209b-1770-43c4-a6aa-8d34755f1725,segment=NetworkSegment(a3a61b02-d451-4bb6-8acb-f707be60b746),segment_id=a3a61b02-d451-4bb6-8acb-f707be60b746)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:03:44.652458 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Current status of the port 8cf7c9b7-e566-4c8f-a423-3180fca528cb is: ACTIVE; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:03:44.655735 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device f65c209b-1770-43c4-a6aa-8d34755f1725 up at agent ovs-agent-dv-cinder-839793-16-iscsi {{(pid=104322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 31 21:03:44.667808 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-c036bc70-9f27-4a51-b19b-0709879a86f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (e2afe974-777e-432a-a39a-3157fd96ce22), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:44.736551 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-cd735c7c-e4e4-4522-88f8-bd660f6df865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (f65c209b-1770-43c4-a6aa-8d34755f1725), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:44.810487 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-05908788-1d78-4ff7-9cb6-7fca912fbfd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (13ce5b10-321e-4e80-b29e-1cfc3c51661e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:44.855928 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-1bc98c60-5206-441e-a474-7595f9eb2a63 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (0951a879-4b3c-490f-8ae0-7d530c98d7b9), before_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:44.862676 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b1860d-bd55-432c-9cfc-a28f6916e3e9 req-1dc25486-4acd-495b-a7d5-08d7a768b291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:03:44.870899 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-14b1860d-bd55-432c-9cfc-a28f6916e3e9 req-1dc25486-4acd-495b-a7d5-08d7a768b291 service neutron] 10.222.0.40 "GET /v2.0/networks?id=c95b8c46-645b-48ca-b406-ceba2d03bd23 HTTP/1.1" status: 200 len: 913 time: 1.0668824 May 31 21:03:44.979282 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d009e2f-a14f-4d15-9d69-3ef1eb370aaf req-e212ccdb-2a1a-4e5d-80e9-0a54dbd4e55f tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:03:44.992957 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-5d009e2f-a14f-4d15-9d69-3ef1eb370aaf req-e212ccdb-2a1a-4e5d-80e9-0a54dbd4e55f tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] 10.222.0.55 "GET /v2.0/ports?device_id=35c086d9-50bf-494a-90bb-694569f861a8 HTTP/1.1" status: 200 len: 943 time: 0.3019888 May 31 21:03:45.069657 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c036bc70-9f27-4a51-b19b-0709879a86f1 None None] Routers {'c146d4db-8b65-4583-a308-5750e8471648'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:03:45.078586 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-c036bc70-9f27-4a51-b19b-0709879a86f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:03:44Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['c146d4db-8b65-4583-a308-5750e8471648'], 'active': True} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:03:45.170901 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-14b1860d-bd55-432c-9cfc-a28f6916e3e9 req-b68b6f57-ca75-4478-a560-1827cc298c87 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=837c9641-8167-4561-b45f-1b48acf21abc HTTP/1.1" status: 200 len: 217 time: 0.2750516 May 31 21:03:45.346617 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=4 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:45.449706 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:45.459254 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:45.465978 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b46227-2610-4f95-8a8a-5ce63b3e1b33 None None] Pushing event updated for resources: {'Port': ['ID=e2afe974-777e-432a-a39a-3157fd96ce22,revision_number=4']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:45.482787 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-1760c5c8-564e-49fe-ae77-d64224f01f73 None None] Provisioning complete for port e2afe974-777e-432a-a39a-3157fd96ce22 triggered by entity DHCP. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:03:45.483674 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-1760c5c8-564e-49fe-ae77-d64224f01f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (e2afe974-777e-432a-a39a-3157fd96ce22), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:45.500881 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-5d009e2f-a14f-4d15-9d69-3ef1eb370aaf req-b45245fd-bcf2-435f-a750-670746644aea tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] 10.222.0.55 "GET /v2.0/security-groups?id=0994c70d-0831-463d-8d2b-12953219bd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5063231 May 31 21:03:45.604176 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Provisioning complete for port f65c209b-1770-43c4-a6aa-8d34755f1725 triggered by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:03:45.604552 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (f65c209b-1770-43c4-a6aa-8d34755f1725), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:45.835767 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvr_db [None req-c036bc70-9f27-4a51-b19b-0709879a86f1 None None] Set router c146d4db-8b65-4583-a308-5750e8471648 gateway port host: dv-cinder-839793-16-iscsi {{(pid=104322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:03:45.951328 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-2b53f959-28ae-4dd1-9e23-6c841e95230b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:46.224478 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175d0be-2c61-49ba-b78d-0d3aee1d67c2 req-9cd62b70-5d62-4c9f-a57a-188b6bd1ec3c tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:03:46.227468 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-e175d0be-2c61-49ba-b78d-0d3aee1d67c2 req-9cd62b70-5d62-4c9f-a57a-188b6bd1ec3c tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/networks?id=50707fc3-657a-4d1c-8628-0dfb2710b9bc HTTP/1.1" status: 200 len: 819 time: 0.4826052 May 31 21:03:46.248488 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-1bc98c60-5206-441e-a474-7595f9eb2a63 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks [] for port (0951a879-4b3c-490f-8ae0-7d530c98d7b9), precommit_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:46.355961 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-1bc98c60-5206-441e-a474-7595f9eb2a63 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (0951a879-4b3c-490f-8ae0-7d530c98d7b9), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:46.362343 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-2b53f959-28ae-4dd1-9e23-6c841e95230b admin admin] Publish callbacks [] for security_group (c034f93d-b515-4737-b96a-7513a6a615d0), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:46.406666 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f7f4c5-5587-47b3-b651-7885df5e4773 req-bc989ee5-58dc-47aa-a7b1-2803a8f5140f tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:03:46.411610 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-f0f7f4c5-5587-47b3-b651-7885df5e4773 req-bc989ee5-58dc-47aa-a7b1-2803a8f5140f tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/networks?id=1cab6d20-22a6-4088-8e1d-60992c365df4 HTTP/1.1" status: 200 len: 810 time: 2.0634067 May 31 21:03:46.468696 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-1bc98c60-5206-441e-a474-7595f9eb2a63 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598426'] for floatingip (1a573023-2895-4424-af86-585fc78f69c2), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:46.502984 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:46.519494 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-2b53f959-28ae-4dd1-9e23-6c841e95230b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (c034f93d-b515-4737-b96a-7513a6a615d0), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:46.521125 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-e175d0be-2c61-49ba-b78d-0d3aee1d67c2 req-0ff4eb0d-a4e6-456a-8a4f-6b4c4c890397 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/quotas/f1b54ceb69fc4041b743a11eda4144a8 HTTP/1.1" status: 200 len: 375 time: 0.2823448 May 31 21:03:46.527905 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b1860d-bd55-432c-9cfc-a28f6916e3e9 req-c962e8eb-4b33-4cf6-8142-67f49d484238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:03:46.529499 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-14b1860d-bd55-432c-9cfc-a28f6916e3e9 req-c962e8eb-4b33-4cf6-8142-67f49d484238 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=6f2bfb30-666a-4f9d-b1a9-88e1d2c510cb HTTP/1.1" status: 200 len: 852 time: 1.0711710 May 31 21:03:46.551881 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-f0f7f4c5-5587-47b3-b651-7885df5e4773 req-05c3eb38-b6ea-48c2-a405-3bce2a766549 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/quotas/180ff6fd8c5b434abffa058ea99ef7c4 HTTP/1.1" status: 200 len: 375 time: 0.0646029 May 31 21:03:46.613519 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:46.646075 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc98c60-5206-441e-a474-7595f9eb2a63 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Pushing event updated for resources: {'Port': ['ID=0951a879-4b3c-490f-8ae0-7d530c98d7b9,revision_number=2']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:46.694793 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-14b1860d-bd55-432c-9cfc-a28f6916e3e9 req-e26d87cc-2f15-4955-bc23-0a7e44590457 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=c95b8c46-645b-48ca-b406-ceba2d03bd23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1450071 May 31 21:03:46.708924 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-2b53f959-28ae-4dd1-9e23-6c841e95230b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b5cb073f2b5a4019bd4dfac0d0abe4ab&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4141502 May 31 21:03:46.714858 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b53f959-28ae-4dd1-9e23-6c841e95230b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c034f93d-b515-4737-b96a-7513a6a615d0,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:46.717635 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 59754) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:03:46.731893 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-e175d0be-2c61-49ba-b78d-0d3aee1d67c2 req-66a4bc22-b66d-40de-b87c-ecb6bd837ef9 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f1b54ceb69fc4041b743a11eda4144a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2094662 May 31 21:03:46.760125 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-1bc98c60-5206-441e-a474-7595f9eb2a63 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for floatingip (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:46.762467 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-1bc98c60-5206-441e-a474-7595f9eb2a63 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6517584 May 31 21:03:46.798987 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-f0f7f4c5-5587-47b3-b651-7885df5e4773 req-517badf2-8875-44a8-9df8-7050ba09673b tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=180ff6fd8c5b434abffa058ea99ef7c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2158127 May 31 21:03:46.830311 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd735c7c-e4e4-4522-88f8-bd660f6df865 None None] Pushing event updated for resources: {'Port': ['ID=f65c209b-1770-43c4-a6aa-8d34755f1725,revision_number=5']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:46.850850 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-58fa0aab-c296-4be2-a1ab-08418c16cad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (8170e961-7e1e-4c09-b09f-6b764c457cfd), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:46.891980 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-baa42fef-d0f8-4d23-a7f6-abad53bec178 admin admin] Publish callbacks [] for security_group (c034f93d-b515-4737-b96a-7513a6a615d0), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:46.996398 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-baa42fef-d0f8-4d23-a7f6-abad53bec178 admin admin] Publish callbacks [] for security_group (c034f93d-b515-4737-b96a-7513a6a615d0), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:47.118603 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-b770b660-b824-4665-84d0-9bbdd29e8e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (1c1563bc-5b12-4065-8d27-b22246e8e8d3), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:47.192984 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-c036bc70-9f27-4a51-b19b-0709879a86f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c146d4db-8b65-4583-a308-5750e8471648', 'name': 'tempest-AttachVolumeShelveTestJSON-1941033604-router', 'tenant_id': 'af420d43367c42e4a4b0948706dd0546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '8cf7c9b7-e566-4c8f-a423-3180fca528cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:03:21Z', 'updated_at': '2022-05-31T21:03:30Z', 'revision_number': 4, 'project_id': 'af420d43367c42e4a4b0948706dd0546', 'gw_port': {'id': '8cf7c9b7-e566-4c8f-a423-3180fca528cb', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c146d4db-8b65-4583-a308-5750e8471648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:23Z', 'updated_at': '2022-05-31T21:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_interfaces': [{'id': 'e2afe974-777e-432a-a39a-3157fd96ce22', 'name': '', 'network_id': '68e327a3-96b2-4add-895f-c43a3d5daedc', 'tenant_id': 'af420d43367c42e4a4b0948706dd0546', 'mac_address': 'fa:16:3e:35:9a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c146d4db-8b65-4583-a308-5750e8471648', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'dc74b44b-e878-454d-9e54-2a90eb48611f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:28Z', 'updated_at': '2022-05-31T21:03:44Z', 'revision_number': 4, 'project_id': 'af420d43367c42e4a4b0948706dd0546', 'subnets': [{'id': 'dc74b44b-e878-454d-9e54-2a90eb48611f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:03:47.200699 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-1760c5c8-564e-49fe-ae77-d64224f01f73 None None] Current status of the port e2afe974-777e-432a-a39a-3157fd96ce22 is: DOWN; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:03:47.201171 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-1760c5c8-564e-49fe-ae77-d64224f01f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (e2afe974-777e-432a-a39a-3157fd96ce22), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:47.213725 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-baa42fef-d0f8-4d23-a7f6-abad53bec178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (c034f93d-b515-4737-b96a-7513a6a615d0), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:47.218767 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-baa42fef-d0f8-4d23-a7f6-abad53bec178 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:47.220678 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-baa42fef-d0f8-4d23-a7f6-abad53bec178 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c034f93d-b515-4737-b96a-7513a6a615d0 HTTP/1.1" status: 204 len: 168 time: 0.5014579 May 31 21:03:47.232717 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa42fef-d0f8-4d23-a7f6-abad53bec178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c034f93d-b515-4737-b96a-7513a6a615d0,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:47.266784 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:47.280208 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c036bc70-9f27-4a51-b19b-0709879a86f1 None None] The sync data for ids ['c146d4db-8b65-4583-a308-5750e8471648'] in dv-cinder-839793-16-iscsi is: [{'id': 'c146d4db-8b65-4583-a308-5750e8471648', 'name': 'tempest-AttachVolumeShelveTestJSON-1941033604-router', 'tenant_id': 'af420d43367c42e4a4b0948706dd0546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '8cf7c9b7-e566-4c8f-a423-3180fca528cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:03:21Z', 'updated_at': '2022-05-31T21:03:30Z', 'revision_number': 4, 'project_id': 'af420d43367c42e4a4b0948706dd0546', 'gw_port': {'id': '8cf7c9b7-e566-4c8f-a423-3180fca528cb', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c146d4db-8b65-4583-a308-5750e8471648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:23Z', 'updated_at': '2022-05-31T21:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_interfaces': [{'id': 'e2afe974-777e-432a-a39a-3157fd96ce22', 'name': '', 'network_id': '68e327a3-96b2-4add-895f-c43a3d5daedc', 'tenant_id': 'af420d43367c42e4a4b0948706dd0546', 'mac_address': 'fa:16:3e:35:9a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c146d4db-8b65-4583-a308-5750e8471648', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'dc74b44b-e878-454d-9e54-2a90eb48611f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:28Z', 'updated_at': '2022-05-31T21:03:44Z', 'revision_number': 4, 'project_id': 'af420d43367c42e4a4b0948706dd0546', 'subnets': [{'id': 'dc74b44b-e878-454d-9e54-2a90eb48611f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 21:03:47.333314 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Current status of the port f65c209b-1770-43c4-a6aa-8d34755f1725 is: ACTIVE; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:03:47.372245 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-1760c5c8-564e-49fe-ae77-d64224f01f73 None None] For port e2afe974-777e-432a-a39a-3157fd96ce22, host dv-cinder-839793-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=e2afe974-777e-432a-a39a-3157fd96ce22,segment=NetworkSegment(1b46059a-aa39-4ed2-ad1d-18b4ddc198b2),segment_id=1b46059a-aa39-4ed2-ad1d-18b4ddc198b2)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:03:47.515402 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-1760c5c8-564e-49fe-ae77-d64224f01f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (e2afe974-777e-432a-a39a-3157fd96ce22), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:47.560145 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 59796) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:03:47.696901 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-49014e9b-6f43-4893-b444-68d2232e46be None None] Provisioning complete for port e2afe974-777e-432a-a39a-3157fd96ce22 triggered by entity DHCP. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:03:47.697308 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-49014e9b-6f43-4893-b444-68d2232e46be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (e2afe974-777e-432a-a39a-3157fd96ce22), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:47.699361 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1760c5c8-564e-49fe-ae77-d64224f01f73 None None] Pushing event updated for resources: {'Port': ['ID=e2afe974-777e-432a-a39a-3157fd96ce22,revision_number=5']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:47.734987 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-14b1860d-bd55-432c-9cfc-a28f6916e3e9 req-374b4ae6-faa7-4357-9fb3-17d24fdacf68 service neutron] 10.222.0.40 "GET /v2.0/networks/c95b8c46-645b-48ca-b406-ceba2d03bd23?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0257258 May 31 21:03:47.793821 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device e2afe974-777e-432a-a39a-3157fd96ce22 up at agent ovs-agent-dv-cinder-839793-16-iscsi {{(pid=104322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 31 21:03:47.957655 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Provisioning complete for port e2afe974-777e-432a-a39a-3157fd96ce22 triggered by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:03:47.958519 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (e2afe974-777e-432a-a39a-3157fd96ce22), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:48.214948 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-49014e9b-6f43-4893-b444-68d2232e46be None None] Current status of the port e2afe974-777e-432a-a39a-3157fd96ce22 is: ACTIVE; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:03:48.304051 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:48.305081 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Current status of the port e2afe974-777e-432a-a39a-3157fd96ce22 is: ACTIVE; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:03:48.306373 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device 2baf48ae-5d17-4d40-9cfc-a85c7ef4db95 up at agent ovs-agent-dv-cinder-839793-16-iscsi {{(pid=104322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 31 21:03:48.328527 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-e175d0be-2c61-49ba-b78d-0d3aee1d67c2 req-c17c9a6e-0d4e-4a4b-b6ed-89c013c36fd4 service neutron] 10.222.0.55 "GET /v2.0/networks/50707fc3-657a-4d1c-8628-0dfb2710b9bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5918119 May 31 21:03:48.333060 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [None req-df8bdee3-4b4f-4ca4-b480-c666007fa1b4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1494622649-network', 'tenant_id': 'f1c086374cc844d0912118ea22d774af'}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:03:48.452885 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Provisioning complete for port 2baf48ae-5d17-4d40-9cfc-a85c7ef4db95 triggered by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:03:48.453860 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (2baf48ae-5d17-4d40-9cfc-a85c7ef4db95), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:48.534935 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df8bdee3-4b4f-4ca4-b480-c666007fa1b4 admin admin] Made reservation on behalf of f1c086374cc844d0912118ea22d774af for: {'network': 1} {{(pid=104321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 21:03:48.534935 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-df8bdee3-4b4f-4ca4-b480-c666007fa1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for network (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:48.537510 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:48.545232 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-df8bdee3-4b4f-4ca4-b480-c666007fa1b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:48.546975 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-14b1860d-bd55-432c-9cfc-a28f6916e3e9 req-5ef339c5-3971-4122-bf24-da78590ba2a5 service neutron] 10.222.0.40 "GET /v2.0/networks/c95b8c46-645b-48ca-b406-ceba2d03bd23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7294955 May 31 21:03:48.566447 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-e175d0be-2c61-49ba-b78d-0d3aee1d67c2 req-19b9f06c-7bef-4748-a05d-513f20fc7646 service neutron] 10.222.0.55 "GET /v2.0/networks/50707fc3-657a-4d1c-8628-0dfb2710b9bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180603 May 31 21:03:48.571663 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-f0f7f4c5-5587-47b3-b651-7885df5e4773 req-ae7e6fc1-3610-4d70-9968-2c81305140a9 service neutron] 10.222.0.55 "GET /v2.0/networks/1cab6d20-22a6-4088-8e1d-60992c365df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5759118 May 31 21:03:48.676598 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (a61205dd-b11c-42a1-aa2d-4b7310a8dc99), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:48.680258 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Current status of the port 2baf48ae-5d17-4d40-9cfc-a85c7ef4db95 is: ACTIVE; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:03:48.681880 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device f65c209b-1770-43c4-a6aa-8d34755f1725 up at agent ovs-agent-dv-cinder-839793-16-iscsi {{(pid=104322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 31 21:03:48.817810 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:INSERT=11,neutron:SELECT=82,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:48.848057 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-df8bdee3-4b4f-4ca4-b480-c666007fa1b4 admin admin] Publish callbacks [] for security_group (b3194463-406f-41a1-918a-14d240a0b773), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:48.863440 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Provisioning complete for port f65c209b-1770-43c4-a6aa-8d34755f1725 triggered by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:03:48.863440 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (f65c209b-1770-43c4-a6aa-8d34755f1725), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:48.891052 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-f0f7f4c5-5587-47b3-b651-7885df5e4773 req-cc36d840-9571-4bc5-8d1c-c7c4f3603bd5 service neutron] 10.222.0.55 "GET /v2.0/networks/1cab6d20-22a6-4088-8e1d-60992c365df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076680 May 31 21:03:48.952503 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-df8bdee3-4b4f-4ca4-b480-c666007fa1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (b3194463-406f-41a1-918a-14d240a0b773), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:48.963407 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 59830) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:03:49.015953 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6fe4606a-d5f7-4064-933a-8dfc98844e67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:49.044317 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df8bdee3-4b4f-4ca4-b480-c666007fa1b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=104321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 21:03:49.107503 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-df8bdee3-4b4f-4ca4-b480-c666007fa1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674812'] for segment (f0f8ea99-ee60-4eaa-839f-edc5fc870b23), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:49.112463 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.db.segments_db [None req-df8bdee3-4b4f-4ca4-b480-c666007fa1b4 admin admin] Added segment f0f8ea99-ee60-4eaa-839f-edc5fc870b23 of type vlan for network a1bd1696-be5e-4316-967c-f03e1a18bf82 May 31 21:03:49.115993 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8bdee3-4b4f-4ca4-b480-c666007fa1b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3194463-406f-41a1-918a-14d240a0b773,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:49.216982 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-df8bdee3-4b4f-4ca4-b480-c666007fa1b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747261502311'] for network (a1bd1696-be5e-4316-967c-f03e1a18bf82), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:49.217984 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Current status of the port f65c209b-1770-43c4-a6aa-8d34755f1725 is: ACTIVE; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:03:49.282278 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e452f-667a-4ad7-aaf0-68e732352f1c req-3546b6ee-4386-4073-a13f-059a6aee475d tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:03:49.284628 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-7d9e452f-667a-4ad7-aaf0-68e732352f1c req-3546b6ee-4386-4073-a13f-059a6aee475d tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] 10.222.0.55 "GET /v2.0/ports?device_id=35c086d9-50bf-494a-90bb-694569f861a8 HTTP/1.1" status: 200 len: 943 time: 0.2580392 May 31 21:03:49.297963 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:49.380452 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-df8bdee3-4b4f-4ca4-b480-c666007fa1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838'] for network (a1bd1696-be5e-4316-967c-f03e1a18bf82), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:49.382429 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8bdee3-4b4f-4ca4-b480-c666007fa1b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:03:49.383265 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-df8bdee3-4b4f-4ca4-b480-c666007fa1b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696852'] for network (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:49.446738 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-7d9e452f-667a-4ad7-aaf0-68e732352f1c req-a378c6fe-75e4-4d4e-82be-0a69cb75fca4 tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] 10.222.0.55 "GET /v2.0/security-groups?id=0994c70d-0831-463d-8d2b-12953219bd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428583 May 31 21:03:49.522342 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device e2afe974-777e-432a-a39a-3157fd96ce22 up at agent ovs-agent-dv-cinder-839793-16-iscsi {{(pid=104322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 31 21:03:49.656236 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-df8bdee3-4b4f-4ca4-b480-c666007fa1b4 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.0947890 May 31 21:03:49.659913 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 59852) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:03:49.666692 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [None req-a59de675-2137-4095-95a4-4f7ed0f633dc admin admin] Request body: {'subnet': {'network_id': 'a1bd1696-be5e-4316-967c-f03e1a18bf82', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1494622649-subnet', 'tenant_id': 'f1c086374cc844d0912118ea22d774af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:03:49.687642 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8bdee3-4b4f-4ca4-b480-c666007fa1b4 admin admin] Pushing event updated for resources: {'Network': ['ID=a1bd1696-be5e-4316-967c-f03e1a18bf82,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:49.691958 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 59854) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:03:49.706875 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Network a1bd1696-be5e-4316-967c-f03e1a18bf82 details requested by agent ovs-agent-dv-cinder-839793-16-iscsi with host dv-cinder-839793-16-iscsi {{(pid=104322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 31 21:03:49.780873 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a59de675-2137-4095-95a4-4f7ed0f633dc admin admin] Made reservation on behalf of f1c086374cc844d0912118ea22d774af for: {'subnet': 1} {{(pid=104321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 21:03:49.784897 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-a59de675-2137-4095-95a4-4f7ed0f633dc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:49.886767 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb250373-69b3-41f4-b51a-66a2838cd765 req-9d19dea1-c6f0-488b-a2f1-b75792833dd7 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:03:49.891768 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-fb250373-69b3-41f4-b51a-66a2838cd765 req-9d19dea1-c6f0-488b-a2f1-b75792833dd7 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.40 "GET /v2.0/networks?id=50707fc3-657a-4d1c-8628-0dfb2710b9bc HTTP/1.1" status: 200 len: 819 time: 0.4436080 May 31 21:03:49.904780 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Provisioning complete for port e2afe974-777e-432a-a39a-3157fd96ce22 triggered by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:03:49.905190 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (e2afe974-777e-432a-a39a-3157fd96ce22), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:49.922588 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:49.932999 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.v2.base [req-fb250373-69b3-41f4-b51a-66a2838cd765 req-ff5c0f87-a8ad-4e4b-be2f-43a4a2a03242 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Request body: {'port': {'device_id': '24059932-87a0-4e56-8bb0-4797276e2042', 'network_id': '50707fc3-657a-4d1c-8628-0dfb2710b9bc', 'admin_state_up': True, 'tenant_id': 'f1b54ceb69fc4041b743a11eda4144a8'}} {{(pid=104320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:03:49.952503 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-b6a9d0bd-1549-4c85-bba2-605437d773be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:49.954716 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6fe4606a-d5f7-4064-933a-8dfc98844e67 admin admin] Publish callbacks [] for security_group (51c67614-b871-49b6-beb7-91fb0c8bebbd), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:49.989534 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:50.048444 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Current status of the port e2afe974-777e-432a-a39a-3157fd96ce22 is: ACTIVE; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:03:50.075007 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-b6a9d0bd-1549-4c85-bba2-605437d773be admin admin] Publish callbacks [] for security_group (6d863220-d774-4d12-8714-8eb9d3a8d7b1), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:50.087420 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-eeed2d51-efd5-40eb-af46-c305a84e7220 req-8c50a195-feb6-4a7b-9e7f-0b5be60a5ef8 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bff085f-5477-4588-9e08-533189d2db08 HTTP/1.1" status: 200 len: 210 time: 0.1897893 May 31 21:03:50.149388 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6fe4606a-d5f7-4064-933a-8dfc98844e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (51c67614-b871-49b6-beb7-91fb0c8bebbd), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:50.183626 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:50.206560 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-7d1f3a7f-bf0f-4886-85e2-7f6e43769f25 req-4ba72971-29c1-4742-a9b6-faf43001fed1 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1228380061&fields=id&tenant_id=af420d43367c42e4a4b0948706dd0546 HTTP/1.1" status: 200 len: 267 time: 0.3112957 May 31 21:03:50.214970 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-b6a9d0bd-1549-4c85-bba2-605437d773be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (6d863220-d774-4d12-8714-8eb9d3a8d7b1), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:50.226396 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-b5b43d5e-df5a-4e2d-9668-9b328d3d62fb req-2376e136-0864-4404-8f6a-01e3daf2d71f tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=faf12fce-2352-40df-a297-0d7b28379014 HTTP/1.1" status: 200 len: 210 time: 0.0803492 May 31 21:03:50.237709 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-6fe4606a-d5f7-4064-933a-8dfc98844e67 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a96f7bae957c4a44b32c6558de247f31&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2719386 May 31 21:03:50.247030 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-b6a9d0bd-1549-4c85-bba2-605437d773be admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2a926d0fe1ad46b5b8f3d071378bdaee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5538027 May 31 21:03:50.247632 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 59866) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:03:50.261061 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 59868) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:03:50.280566 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe4606a-d5f7-4064-933a-8dfc98844e67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51c67614-b871-49b6-beb7-91fb0c8bebbd,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:50.328312 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-a59de675-2137-4095-95a4-4f7ed0f633dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838'] for subnet (0574d482-a82a-4b9e-bfa0-c8e84db95939), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:50.330266 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a9d0bd-1549-4c85-bba2-605437d773be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d863220-d774-4d12-8714-8eb9d3a8d7b1,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:50.400702 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb250373-69b3-41f4-b51a-66a2838cd765 req-ff5c0f87-a8ad-4e4b-be2f-43a4a2a03242 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Made reservation on behalf of f1b54ceb69fc4041b743a11eda4144a8 for: {'port': 1} {{(pid=104320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 21:03:50.403846 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [req-fb250373-69b3-41f4-b51a-66a2838cd765 req-ff5c0f87-a8ad-4e4b-be2f-43a4a2a03242 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:50.408489 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-bca91d19-5a85-439e-8965-b9940dbaced6 admin admin] Publish callbacks [] for security_group (6d863220-d774-4d12-8714-8eb9d3a8d7b1), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:50.411340 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59de675-2137-4095-95a4-4f7ed0f633dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=0574d482-a82a-4b9e-bfa0-c8e84db95939,revision_number=0']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:50.416470 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-7bb84a9a-03c9-446b-ac8d-c942c3b47798 admin admin] Publish callbacks [] for security_group (51c67614-b871-49b6-beb7-91fb0c8bebbd), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:50.434187 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1f3a7f-bf0f-4886-85e2-7f6e43769f25 req-7fd57629-a43d-4185-81ef-f17a353ffd69 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:03:50.436666 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59de675-2137-4095-95a4-4f7ed0f633dc admin admin] Checking segment: {'id': 'f0f8ea99-ee60-4eaa-839f-edc5fc870b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a1bd1696-be5e-4316-967c-f03e1a18bf82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 31 21:03:50.436885 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-7d1f3a7f-bf0f-4886-85e2-7f6e43769f25 req-7fd57629-a43d-4185-81ef-f17a353ffd69 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/networks?id=68e327a3-96b2-4add-895f-c43a3d5daedc HTTP/1.1" status: 200 len: 817 time: 0.2222474 May 31 21:03:50.437014 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59de675-2137-4095-95a4-4f7ed0f633dc admin admin] Network hostable DHCP agents. Network: a1bd1696-be5e-4316-967c-f03e1a18bf82, hostable agents: ['5ca9f0a2-8e5f-4b54-94fa-454f095515e4'], hosted agents: [] {{(pid=104321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 21:03:50.448995 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-7bb84a9a-03c9-446b-ac8d-c942c3b47798 admin admin] Publish callbacks [] for security_group (51c67614-b871-49b6-beb7-91fb0c8bebbd), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:50.489777 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-7d1f3a7f-bf0f-4886-85e2-7f6e43769f25 req-9c7621ee-e14a-4444-a46c-239301d58ca3 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/quotas/af420d43367c42e4a4b0948706dd0546 HTTP/1.1" status: 200 len: 375 time: 0.0455203 May 31 21:03:50.502311 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (51675295-7abb-4335-9c5a-c46a9082010e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:50.522037 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-bca91d19-5a85-439e-8965-b9940dbaced6 admin admin] Publish callbacks [] for security_group (6d863220-d774-4d12-8714-8eb9d3a8d7b1), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:50.608736 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59de675-2137-4095-95a4-4f7ed0f633dc admin admin] Network a1bd1696-be5e-4316-967c-f03e1a18bf82 is scheduled to be hosted by DHCP agent 5ca9f0a2-8e5f-4b54-94fa-454f095515e4 with binding_index 1 {{(pid=104321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 21:03:50.650283 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-7bb84a9a-03c9-446b-ac8d-c942c3b47798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (51c67614-b871-49b6-beb7-91fb0c8bebbd), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:50.653748 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-7bb84a9a-03c9-446b-ac8d-c942c3b47798 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:50.658370 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-7bb84a9a-03c9-446b-ac8d-c942c3b47798 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/51c67614-b871-49b6-beb7-91fb0c8bebbd HTTP/1.1" status: 204 len: 168 time: 0.4087534 May 31 21:03:50.670996 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb84a9a-03c9-446b-ac8d-c942c3b47798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c67614-b871-49b6-beb7-91fb0c8bebbd,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:50.682785 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-7d1f3a7f-bf0f-4886-85e2-7f6e43769f25 req-429daa3b-fbe7-420b-9f49-3f14b731e67d tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=af420d43367c42e4a4b0948706dd0546&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1585383 May 31 21:03:50.707503 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422c884d-b796-4e14-9415-decd6d4d0980 req-74770c11-7e80-47fb-860e-ac4aa074618b tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:03:50.709782 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-422c884d-b796-4e14-9415-decd6d4d0980 req-74770c11-7e80-47fb-860e-ac4aa074618b tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] 10.222.0.55 "GET /v2.0/ports?device_id=35c086d9-50bf-494a-90bb-694569f861a8 HTTP/1.1" status: 200 len: 943 time: 0.1590891 May 31 21:03:50.762237 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.db.db_base_plugin_common [req-fb250373-69b3-41f4-b51a-66a2838cd765 req-ff5c0f87-a8ad-4e4b-be2f-43a4a2a03242 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Allocated IP 172.20.0.11 (50707fc3-657a-4d1c-8628-0dfb2710b9bc/056887a1-bc98-40be-80ec-f43fe7602ab2/d441d5e6-2812-4d1f-bf38-96cb2c781ded) {{(pid=104320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 21:03:50.772992 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.base_scheduler [None req-a59de675-2137-4095-95a4-4f7ed0f633dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-16-iscsi, a1bd1696-be5e-4316-967c-f03e1a18bf82) {{(pid=104321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:03:50.777294 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59de675-2137-4095-95a4-4f7ed0f633dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:03:50.778311 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-a59de675-2137-4095-95a4-4f7ed0f633dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696852'] for subnet (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:50.797766 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc99585f-37bc-4ba0-b96c-0913fdacd0e9 None None] Network a1bd1696-be5e-4316-967c-f03e1a18bf82 requested from dv-cinder-839793-16-iscsi {{(pid=104322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 31 21:03:50.815350 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-bca91d19-5a85-439e-8965-b9940dbaced6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (6d863220-d774-4d12-8714-8eb9d3a8d7b1), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:50.818299 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-bca91d19-5a85-439e-8965-b9940dbaced6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:50.819721 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-bca91d19-5a85-439e-8965-b9940dbaced6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6d863220-d774-4d12-8714-8eb9d3a8d7b1 HTTP/1.1" status: 204 len: 168 time: 0.5562971 May 31 21:03:50.844488 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca91d19-5a85-439e-8965-b9940dbaced6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d863220-d774-4d12-8714-8eb9d3a8d7b1,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:50.936273 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-a59de675-2137-4095-95a4-4f7ed0f633dc admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2643569 May 31 21:03:50.941411 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-422c884d-b796-4e14-9415-decd6d4d0980 req-baa26a14-6d38-4496-9a71-008b8aafc3b2 tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] 10.222.0.55 "GET /v2.0/security-groups?id=0994c70d-0831-463d-8d2b-12953219bd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186246 May 31 21:03:50.969331 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-7d1f3a7f-bf0f-4886-85e2-7f6e43769f25 req-dd90cb75-00d7-4c2e-bfe9-6528b42001bc service neutron] 10.222.0.55 "GET /v2.0/networks/68e327a3-96b2-4add-895f-c43a3d5daedc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314425 May 31 21:03:50.976435 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06733b60-8a48-4ac9-b9db-ad2751c7f5f0 None None] Network a1bd1696-be5e-4316-967c-f03e1a18bf82 requested from dv-cinder-839793-16-iscsi {{(pid=104322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 31 21:03:51.160532 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [req-fb250373-69b3-41f4-b51a-66a2838cd765 req-ff5c0f87-a8ad-4e4b-be2f-43a4a2a03242 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Publish callbacks [] for port (d441d5e6-2812-4d1f-bf38-96cb2c781ded), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:51.166164 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-7d1f3a7f-bf0f-4886-85e2-7f6e43769f25 req-999182ec-fbbd-4613-bebd-730af0cf2f3c service neutron] 10.222.0.55 "GET /v2.0/networks/68e327a3-96b2-4add-895f-c43a3d5daedc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488309 May 31 21:03:51.197079 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-7ae050bd-1569-418e-989f-f054fb41b7e7 req-347401c3-ac84-4496-b30c-409e06142e43 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bff085f-5477-4588-9e08-533189d2db08 HTTP/1.1" status: 200 len: 210 time: 0.0396502 May 31 21:03:51.308906 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ae20c7cd-e43f-42b4-86bf-899f7acedd49 req-0b6f11c7-c341-4d87-8f2c-9cfbb89b855c tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=faf12fce-2352-40df-a297-0d7b28379014 HTTP/1.1" status: 200 len: 210 time: 0.0286047 May 31 21:03:51.382562 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=5 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:51.434379 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [req-fb250373-69b3-41f4-b51a-66a2838cd765 req-ff5c0f87-a8ad-4e4b-be2f-43a4a2a03242 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747261518129'] for port (d441d5e6-2812-4d1f-bf38-96cb2c781ded), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:51.497174 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb250373-69b3-41f4-b51a-66a2838cd765 req-ff5c0f87-a8ad-4e4b-be2f-43a4a2a03242 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Network 50707fc3-657a-4d1c-8628-0dfb2710b9bc is already hosted by enough agents. {{(pid=104320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 21:03:51.502378 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.base_scheduler [req-fb250373-69b3-41f4-b51a-66a2838cd765 req-ff5c0f87-a8ad-4e4b-be2f-43a4a2a03242 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Resources bound (agent type, host, resource id): {{(pid=104320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:03:51.506226 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb250373-69b3-41f4-b51a-66a2838cd765 req-ff5c0f87-a8ad-4e4b-be2f-43a4a2a03242 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Received port after_create {{(pid=104320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 31 21:03:51.519132 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb250373-69b3-41f4-b51a-66a2838cd765 req-ff5c0f87-a8ad-4e4b-be2f-43a4a2a03242 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:03:51.520182 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [req-fb250373-69b3-41f4-b51a-66a2838cd765 req-ff5c0f87-a8ad-4e4b-be2f-43a4a2a03242 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696852'] for port (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:51.563796 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5c0f87-a8ad-4e4b-be2f-43a4a2a03242 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Pushing event updated for resources: {'Port': ['ID=d441d5e6-2812-4d1f-bf38-96cb2c781ded,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:51.671699 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-a72ec2e7-55f5-452c-9df3-e85169f4619d req-88f1812e-cc6c-48ff-9ebc-c79ccbab9c39 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 210 time: 0.0614753 May 31 21:03:51.732979 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-fb250373-69b3-41f4-b51a-66a2838cd765 req-ff5c0f87-a8ad-4e4b-be2f-43a4a2a03242 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8058484 May 31 21:03:51.876034 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-0821b2dc-88ab-4aef-bcc9-f50f4ad17d4f None None] Provisioning complete for port d441d5e6-2812-4d1f-bf38-96cb2c781ded triggered by entity DHCP. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:03:51.877005 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-0821b2dc-88ab-4aef-bcc9-f50f4ad17d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (d441d5e6-2812-4d1f-bf38-96cb2c781ded), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:51.912650 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-0821b2dc-88ab-4aef-bcc9-f50f4ad17d4f None None] Port d441d5e6-2812-4d1f-bf38-96cb2c781ded cannot update to ACTIVE because it is not bound. {{(pid=104322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 31 21:03:52.022673 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 59916) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:03:52.033176 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-5feb449a-c0cd-415e-a0a5-9fd542515b23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:52.106213 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3355b2e7-1fc4-40af-b4de-ff8bb2f3a1c0 req-169497aa-5812-4562-92c0-fe55b2033008 tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:03:52.108952 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-3355b2e7-1fc4-40af-b4de-ff8bb2f3a1c0 req-169497aa-5812-4562-92c0-fe55b2033008 tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] 10.222.0.55 "GET /v2.0/ports?device_id=35c086d9-50bf-494a-90bb-694569f861a8 HTTP/1.1" status: 200 len: 943 time: 0.0619340 May 31 21:03:52.147942 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-5feb449a-c0cd-415e-a0a5-9fd542515b23 admin admin] Publish callbacks [] for security_group (8b91efee-edf1-45aa-b55c-0934b5a64529), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:52.176359 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-3355b2e7-1fc4-40af-b4de-ff8bb2f3a1c0 req-e3af1ba4-5304-4cc2-aea5-9298e3ff592b tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] 10.222.0.55 "GET /v2.0/security-groups?id=0994c70d-0831-463d-8d2b-12953219bd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588856 May 31 21:03:52.295237 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-5feb449a-c0cd-415e-a0a5-9fd542515b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (8b91efee-edf1-45aa-b55c-0934b5a64529), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:52.296983 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-a8c020a7-f9d4-4d00-90fd-22f7e01ad3aa req-37e142a6-0123-42c0-b406-ee21694228b0 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bff085f-5477-4588-9e08-533189d2db08 HTTP/1.1" status: 200 len: 210 time: 0.0291927 May 31 21:03:52.335055 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-5feb449a-c0cd-415e-a0a5-9fd542515b23 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=33fa085b08484413b89d24537a54fc8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3198075 May 31 21:03:52.335877 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feb449a-c0cd-415e-a0a5-9fd542515b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b91efee-edf1-45aa-b55c-0934b5a64529,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:52.337816 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 59926) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:03:52.409133 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-c18310ca-88de-4db0-97ff-c5365464672d admin admin] Publish callbacks [] for security_group (8b91efee-edf1-45aa-b55c-0934b5a64529), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:52.429771 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-5308c7e3-56b9-4dad-b98c-53864f5d681b req-84f9ebd0-6bb5-42eb-a6ae-d5fbc8880a2f tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=faf12fce-2352-40df-a297-0d7b28379014 HTTP/1.1" status: 200 len: 210 time: 0.0367043 May 31 21:03:52.451186 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-c18310ca-88de-4db0-97ff-c5365464672d admin admin] Publish callbacks [] for security_group (8b91efee-edf1-45aa-b55c-0934b5a64529), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:52.571416 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 59940) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:03:52.576269 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.v2.base [None req-5830d0b4-1803-456c-ac95-62862d80ea66 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-220361247-network', 'tenant_id': 'b5004cba174a446f844c30b2c6f06493'}} {{(pid=104320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:03:52.655332 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-c18310ca-88de-4db0-97ff-c5365464672d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (8b91efee-edf1-45aa-b55c-0934b5a64529), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:52.657426 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-c18310ca-88de-4db0-97ff-c5365464672d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:52.662769 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-c18310ca-88de-4db0-97ff-c5365464672d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8b91efee-edf1-45aa-b55c-0934b5a64529 HTTP/1.1" status: 204 len: 168 time: 0.3202715 May 31 21:03:52.672458 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18310ca-88de-4db0-97ff-c5365464672d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b91efee-edf1-45aa-b55c-0934b5a64529,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:52.774806 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-66682684-70dc-425e-9c71-caefb075b4ee req-1a983a00-2a2e-4640-a83d-65183f1ea075 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 210 time: 0.0310278 May 31 21:03:52.861672 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5830d0b4-1803-456c-ac95-62862d80ea66 admin admin] Made reservation on behalf of b5004cba174a446f844c30b2c6f06493 for: {'network': 1} {{(pid=104320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 21:03:52.864396 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-5830d0b4-1803-456c-ac95-62862d80ea66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for network (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:52.874454 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-5830d0b4-1803-456c-ac95-62862d80ea66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:52.956762 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-5830d0b4-1803-456c-ac95-62862d80ea66 admin admin] Publish callbacks [] for security_group (84713029-86f9-4a8a-91e3-c10e48fda422), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:53.043265 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:53.250198 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-5830d0b4-1803-456c-ac95-62862d80ea66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (84713029-86f9-4a8a-91e3-c10e48fda422), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:53.322039 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5830d0b4-1803-456c-ac95-62862d80ea66 admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=104320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 21:03:53.342586 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5830d0b4-1803-456c-ac95-62862d80ea66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84713029-86f9-4a8a-91e3-c10e48fda422,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:53.345554 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-5830d0b4-1803-456c-ac95-62862d80ea66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674812'] for segment (517aeaa5-228e-4266-95ad-5d152c376047), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:53.345920 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.db.segments_db [None req-5830d0b4-1803-456c-ac95-62862d80ea66 admin admin] Added segment 517aeaa5-228e-4266-95ad-5d152c376047 of type vlan for network 61e40b52-3065-4b87-b543-018f4050cfb9 May 31 21:03:53.362789 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00137655-5496-4fde-9526-25d543390a25 req-f40f3171-1ec2-47f1-9b1e-e743d0ac5447 tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:03:53.364562 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-00137655-5496-4fde-9526-25d543390a25 req-f40f3171-1ec2-47f1-9b1e-e743d0ac5447 tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] 10.222.0.55 "GET /v2.0/ports?device_id=35c086d9-50bf-494a-90bb-694569f861a8 HTTP/1.1" status: 200 len: 943 time: 0.0988562 May 31 21:03:53.437468 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-5830d0b4-1803-456c-ac95-62862d80ea66 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747261502311'] for network (61e40b52-3065-4b87-b543-018f4050cfb9), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:53.441185 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-5e6b9d71-e987-41a1-94ff-86e3e29e0d02 req-fa04f515-7176-4db4-bc1f-46f524174278 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bff085f-5477-4588-9e08-533189d2db08 HTTP/1.1" status: 200 len: 210 time: 0.0554073 May 31 21:03:53.485650 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-00137655-5496-4fde-9526-25d543390a25 req-2e990d58-40ce-4101-91e4-d9f12f1b5064 tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] 10.222.0.55 "GET /v2.0/security-groups?id=0994c70d-0831-463d-8d2b-12953219bd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987194 May 31 21:03:53.551836 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-24ab4f21-7f50-466d-95ee-f9c344930981 req-484ce61b-1825-4856-9ed2-890a94c68fcd tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=faf12fce-2352-40df-a297-0d7b28379014 HTTP/1.1" status: 200 len: 210 time: 0.0311892 May 31 21:03:53.667273 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-5830d0b4-1803-456c-ac95-62862d80ea66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838'] for network (61e40b52-3065-4b87-b543-018f4050cfb9), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:53.680407 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5830d0b4-1803-456c-ac95-62862d80ea66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:03:53.680407 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-5830d0b4-1803-456c-ac95-62862d80ea66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696852'] for network (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:53.727880 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5830d0b4-1803-456c-ac95-62862d80ea66 admin admin] Pushing event updated for resources: {'Network': ['ID=61e40b52-3065-4b87-b543-018f4050cfb9,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:53.738104 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Network 61e40b52-3065-4b87-b543-018f4050cfb9 details requested by agent ovs-agent-dv-cinder-839793-16-iscsi with host dv-cinder-839793-16-iscsi {{(pid=104322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 31 21:03:53.869063 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ab3d9112-c5c6-4604-b5a1-12c389ccd38d req-6a5b250e-52b3-4795-89fa-8f7304487aba tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 210 time: 0.0285697 May 31 21:03:53.943283 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.v2.base [req-fb250373-69b3-41f4-b51a-66a2838cd765 req-2f3f58de-04dd-49b4-89ba-42cfa348ddba service neutron] Request body: {'port': {'device_id': '24059932-87a0-4e56-8bb0-4797276e2042', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=104320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:03:54.016377 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-5830d0b4-1803-456c-ac95-62862d80ea66 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.4438853 May 31 21:03:54.019695 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 59982) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:03:54.024311 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.v2.base [None req-3c6c261a-4aa8-4174-9746-8e2af187b593 admin admin] Request body: {'subnet': {'network_id': '61e40b52-3065-4b87-b543-018f4050cfb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-220361247-subnet', 'tenant_id': 'b5004cba174a446f844c30b2c6f06493', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:03:54.044317 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [req-fb250373-69b3-41f4-b51a-66a2838cd765 req-2f3f58de-04dd-49b4-89ba-42cfa348ddba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (d441d5e6-2812-4d1f-bf38-96cb2c781ded), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:54.320776 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c6c261a-4aa8-4174-9746-8e2af187b593 admin admin] Made reservation on behalf of b5004cba174a446f844c30b2c6f06493 for: {'subnet': 1} {{(pid=104320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 21:03:54.323293 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-3c6c261a-4aa8-4174-9746-8e2af187b593 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:54.491024 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.notifiers.nova [req-fb250373-69b3-41f4-b51a-66a2838cd765 req-2f3f58de-04dd-49b4-89ba-42cfa348ddba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d441d5e6-2812-4d1f-bf38-96cb2c781ded {{(pid=104320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 21:03:54.512833 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [req-fb250373-69b3-41f4-b51a-66a2838cd765 req-2f3f58de-04dd-49b4-89ba-42cfa348ddba service neutron] Publish callbacks [] for port (d441d5e6-2812-4d1f-bf38-96cb2c781ded), precommit_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:54.558356 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [req-fb250373-69b3-41f4-b51a-66a2838cd765 req-2f3f58de-04dd-49b4-89ba-42cfa348ddba service neutron] Transition to ACTIVE for port object d441d5e6-2812-4d1f-bf38-96cb2c781ded will not be triggered until provisioned by entity L2. {{(pid=104320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 31 21:03:54.823865 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [req-fb250373-69b3-41f4-b51a-66a2838cd765 req-2f3f58de-04dd-49b4-89ba-42cfa348ddba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (d441d5e6-2812-4d1f-bf38-96cb2c781ded), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:54.893111 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-683fc664-bccd-4f65-9f0e-7aadac444e8c req-ca53faa0-1ff7-4308-9155-98a51ac9ff04 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bff085f-5477-4588-9e08-533189d2db08 HTTP/1.1" status: 200 len: 210 time: 0.3131142 May 31 21:03:54.983601 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd567e-6eef-4762-a795-041fe97e6263 req-b37a5be4-1fca-4f09-9d8c-9ccadc77d0b4 tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:03:54.985055 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-64cd567e-6eef-4762-a795-041fe97e6263 req-b37a5be4-1fca-4f09-9d8c-9ccadc77d0b4 tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] 10.222.0.55 "GET /v2.0/ports?device_id=35c086d9-50bf-494a-90bb-694569f861a8 HTTP/1.1" status: 200 len: 943 time: 0.1887393 May 31 21:03:55.011646 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device 837c9641-8167-4561-b45f-1b48acf21abc details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=104322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 31 21:03:55.019524 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3f58de-04dd-49b4-89ba-42cfa348ddba service neutron] Pushing event updated for resources: {'Port': ['ID=d441d5e6-2812-4d1f-bf38-96cb2c781ded,revision_number=2']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:55.084932 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.managers [req-fb250373-69b3-41f4-b51a-66a2838cd765 req-2f3f58de-04dd-49b4-89ba-42cfa348ddba service neutron] Attempting to bind port d441d5e6-2812-4d1f-bf38-96cb2c781ded on host hv-cinder-83979 for vnic_type normal with profile {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 31 21:03:55.085278 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.managers [req-fb250373-69b3-41f4-b51a-66a2838cd765 req-2f3f58de-04dd-49b4-89ba-42cfa348ddba service neutron] Attempting to bind port d441d5e6-2812-4d1f-bf38-96cb2c781ded by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': 'a3a61b02-d451-4bb6-8acb-f707be60b746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '50707fc3-657a-4d1c-8628-0dfb2710b9bc'}] {{(pid=104320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 31 21:03:55.085607 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb250373-69b3-41f4-b51a-66a2838cd765 req-2f3f58de-04dd-49b4-89ba-42cfa348ddba service neutron] Attempting to bind port d441d5e6-2812-4d1f-bf38-96cb2c781ded on network 50707fc3-657a-4d1c-8628-0dfb2710b9bc {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 31 21:03:55.169047 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-3c6c261a-4aa8-4174-9746-8e2af187b593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838'] for subnet (7511e898-f206-438a-86a4-4d4bef105b9f), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:55.171776 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb250373-69b3-41f4-b51a-66a2838cd765 req-2f3f58de-04dd-49b4-89ba-42cfa348ddba service neutron] Port d441d5e6-2812-4d1f-bf38-96cb2c781ded on network 50707fc3-657a-4d1c-8628-0dfb2710b9bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 31 21:03:55.172109 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb250373-69b3-41f4-b51a-66a2838cd765 req-2f3f58de-04dd-49b4-89ba-42cfa348ddba service neutron] Attempting to bind port d441d5e6-2812-4d1f-bf38-96cb2c781ded on network 50707fc3-657a-4d1c-8628-0dfb2710b9bc {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 31 21:03:55.235774 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] For port 837c9641-8167-4561-b45f-1b48acf21abc, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=837c9641-8167-4561-b45f-1b48acf21abc,segment=NetworkSegment(d8fd7e32-516e-4218-b436-98c93feaacf7),segment_id=d8fd7e32-516e-4218-b436-98c93feaacf7)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:03:55.253228 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Returning: {'device': '837c9641-8167-4561-b45f-1b48acf21abc', 'network_id': 'c95b8c46-645b-48ca-b406-ceba2d03bd23', 'port_id': '837c9641-8167-4561-b45f-1b48acf21abc', 'mac_address': 'fa:16:3e:a4:05:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f2bfb30-666a-4f9d-b1a9-88e1d2c510cb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 31 21:03:55.262931 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-64cd567e-6eef-4762-a795-041fe97e6263 req-ddb04302-06d5-4e24-802d-f64aaa15a73d tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] 10.222.0.55 "GET /v2.0/security-groups?id=0994c70d-0831-463d-8d2b-12953219bd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657859 May 31 21:03:55.268984 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-f0e74c7d-1272-4909-87a1-d2a0e9583202 req-27a49461-10d6-4ea4-a18d-aa7b04966f35 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=faf12fce-2352-40df-a297-0d7b28379014 HTTP/1.1" status: 200 len: 210 time: 0.1503115 May 31 21:03:55.269728 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb250373-69b3-41f4-b51a-66a2838cd765 req-2f3f58de-04dd-49b4-89ba-42cfa348ddba service neutron] Checking agent: {'id': '51675295-7abb-4335-9c5a-c46a9082010e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 21, 1, 20), 'started_at': datetime.datetime(2022, 5, 31, 21, 1, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 21, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 31 21:03:55.277507 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb250373-69b3-41f4-b51a-66a2838cd765 req-2f3f58de-04dd-49b4-89ba-42cfa348ddba service neutron] Checking segment: {'id': 'a3a61b02-d451-4bb6-8acb-f707be60b746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '50707fc3-657a-4d1c-8628-0dfb2710b9bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 31 21:03:55.278080 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb250373-69b3-41f4-b51a-66a2838cd765 req-2f3f58de-04dd-49b4-89ba-42cfa348ddba service neutron] Bound using segment: {'id': 'a3a61b02-d451-4bb6-8acb-f707be60b746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '50707fc3-657a-4d1c-8628-0dfb2710b9bc'} {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 31 21:03:55.278602 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.managers [req-fb250373-69b3-41f4-b51a-66a2838cd765 req-2f3f58de-04dd-49b4-89ba-42cfa348ddba service neutron] Bound port: d441d5e6-2812-4d1f-bf38-96cb2c781ded, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3a61b02-d451-4bb6-8acb-f707be60b746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '50707fc3-657a-4d1c-8628-0dfb2710b9bc'}}] {{(pid=104320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 31 21:03:55.278974 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [req-fb250373-69b3-41f4-b51a-66a2838cd765 req-2f3f58de-04dd-49b4-89ba-42cfa348ddba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (d441d5e6-2812-4d1f-bf38-96cb2c781ded), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:55.319664 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Current status of the port 837c9641-8167-4561-b45f-1b48acf21abc is: DOWN; New status is: BUILD {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:03:55.320427 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (837c9641-8167-4561-b45f-1b48acf21abc), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:55.344769 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.notifiers.nova [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 837c9641-8167-4561-b45f-1b48acf21abc {{(pid=104322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 21:03:55.349021 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.40', 55919) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:03:55.363116 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6c261a-4aa8-4174-9746-8e2af187b593 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7511e898-f206-438a-86a4-4d4bef105b9f,revision_number=0']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:55.403363 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] For port 837c9641-8167-4561-b45f-1b48acf21abc, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=837c9641-8167-4561-b45f-1b48acf21abc,segment=NetworkSegment(d8fd7e32-516e-4218-b436-98c93feaacf7),segment_id=d8fd7e32-516e-4218-b436-98c93feaacf7)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:03:55.433401 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-734a5792-5e2d-408b-952b-bc550270194f req-0287dc8b-f60e-414c-a923-9b2a6d3d0709 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 210 time: 0.0758371 May 31 21:03:55.436277 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6c261a-4aa8-4174-9746-8e2af187b593 admin admin] Checking segment: {'id': '517aeaa5-228e-4266-95ad-5d152c376047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '61e40b52-3065-4b87-b543-018f4050cfb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 31 21:03:55.436646 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6c261a-4aa8-4174-9746-8e2af187b593 admin admin] Network hostable DHCP agents. Network: 61e40b52-3065-4b87-b543-018f4050cfb9, hostable agents: ['5ca9f0a2-8e5f-4b54-94fa-454f095515e4'], hosted agents: [] {{(pid=104320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 21:03:55.471700 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [req-fb250373-69b3-41f4-b51a-66a2838cd765 req-2f3f58de-04dd-49b4-89ba-42cfa348ddba service neutron] For port d441d5e6-2812-4d1f-bf38-96cb2c781ded, host hv-cinder-83979, cleared binding levels {{(pid=104320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 31 21:03:55.479908 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [req-fb250373-69b3-41f4-b51a-66a2838cd765 req-2f3f58de-04dd-49b4-89ba-42cfa348ddba service neutron] For port d441d5e6-2812-4d1f-bf38-96cb2c781ded, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=d441d5e6-2812-4d1f-bf38-96cb2c781ded,segment=NetworkSegment(a3a61b02-d451-4bb6-8acb-f707be60b746),segment_id=a3a61b02-d451-4bb6-8acb-f707be60b746)] {{(pid=104320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 31 21:03:55.584777 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (837c9641-8167-4561-b45f-1b48acf21abc), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:55.606000 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175d0be-2c61-49ba-b78d-0d3aee1d67c2 req-4846d9dc-1d82-437a-9e5b-73a36a06a6ae tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:03:55.608425 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-e175d0be-2c61-49ba-b78d-0d3aee1d67c2 req-4846d9dc-1d82-437a-9e5b-73a36a06a6ae tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.40 "GET /v2.0/networks?id=50707fc3-657a-4d1c-8628-0dfb2710b9bc HTTP/1.1" status: 200 len: 819 time: 0.2575977 May 31 21:03:55.621415 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [req-e175d0be-2c61-49ba-b78d-0d3aee1d67c2 req-cf3f4e9f-53ea-4c1e-b6dd-d2742ffda2c2 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Request body: {'port': {'device_id': '9bff085f-5477-4588-9e08-533189d2db08', 'network_id': '50707fc3-657a-4d1c-8628-0dfb2710b9bc', 'admin_state_up': True, 'tenant_id': 'f1b54ceb69fc4041b743a11eda4144a8'}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:03:55.628882 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [req-fb250373-69b3-41f4-b51a-66a2838cd765 req-2f3f58de-04dd-49b4-89ba-42cfa348ddba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (d441d5e6-2812-4d1f-bf38-96cb2c781ded), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:55.631600 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6c261a-4aa8-4174-9746-8e2af187b593 admin admin] Network 61e40b52-3065-4b87-b543-018f4050cfb9 is scheduled to be hosted by DHCP agent 5ca9f0a2-8e5f-4b54-94fa-454f095515e4 with binding_index 1 {{(pid=104320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 21:03:55.689934 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Pushing event updated for resources: {'Port': ['ID=837c9641-8167-4561-b45f-1b48acf21abc,revision_number=4']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:55.719851 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb250373-69b3-41f4-b51a-66a2838cd765 req-2f3f58de-04dd-49b4-89ba-42cfa348ddba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:03:55.720594 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [req-fb250373-69b3-41f4-b51a-66a2838cd765 req-2f3f58de-04dd-49b4-89ba-42cfa348ddba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696852'] for port (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:55.722134 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-fb250373-69b3-41f4-b51a-66a2838cd765 req-2f3f58de-04dd-49b4-89ba-42cfa348ddba service neutron] 10.222.0.40 "PUT /v2.0/ports/d441d5e6-2812-4d1f-bf38-96cb2c781ded HTTP/1.1" status: 200 len: 1094 time: 1.7842772 May 31 21:03:55.725673 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:55.726440 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24059932-87a0-4e56-8bb0-4797276e2042', 'tag': 'd441d5e6-2812-4d1f-bf38-96cb2c781ded'}] {{(pid=104320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:03:55.729172 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800e09971b12e0035a6cf58b960e7e30052d71c2381d70b5c02cffce84e90f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba9f10c-8c7c-4a8e-b405-563946761558" -d '{"events": [{"name": "network-changed", "server_uuid": "24059932-87a0-4e56-8bb0-4797276e2042", "tag": "d441d5e6-2812-4d1f-bf38-96cb2c781ded"}]}' {{(pid=104320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:03:55.761672 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3f58de-04dd-49b4-89ba-42cfa348ddba service neutron] Pushing event updated for resources: {'Port': ['ID=d441d5e6-2812-4d1f-bf38-96cb2c781ded,revision_number=3']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:55.791650 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 May 2022 21:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f35ca235-a53d-4342-bd29-c12337454f34 x-openstack-request-id: req-f35ca235-a53d-4342-bd29-c12337454f34 {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:03:55.792006 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24059932-87a0-4e56-8bb0-4797276e2042", "tag": "d441d5e6-2812-4d1f-bf38-96cb2c781ded", "status": "completed", "code": 200}]} {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:03:55.792466 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f35ca235-a53d-4342-bd29-c12337454f34 {{(pid=104320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:03:55.793077 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f35ca235-a53d-4342-bd29-c12337454f34'] response: {'name': 'network-changed', 'server_uuid': '24059932-87a0-4e56-8bb0-4797276e2042', 'tag': 'd441d5e6-2812-4d1f-bf38-96cb2c781ded', 'status': 'completed', 'code': 200} May 31 21:03:55.873500 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.base_scheduler [None req-3c6c261a-4aa8-4174-9746-8e2af187b593 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-16-iscsi, 61e40b52-3065-4b87-b543-018f4050cfb9) {{(pid=104320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:03:55.879997 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6c261a-4aa8-4174-9746-8e2af187b593 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:03:55.881153 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-3c6c261a-4aa8-4174-9746-8e2af187b593 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696852'] for subnet (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:55.883397 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b285508d-27e9-4457-9ee0-e406038f5fa4 None None] Network 61e40b52-3065-4b87-b543-018f4050cfb9 requested from dv-cinder-839793-16-iscsi {{(pid=104322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 31 21:03:55.888042 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:55.958680 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e175d0be-2c61-49ba-b78d-0d3aee1d67c2 req-cf3f4e9f-53ea-4c1e-b6dd-d2742ffda2c2 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Made reservation on behalf of f1b54ceb69fc4041b743a11eda4144a8 for: {'port': 1} {{(pid=104321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 21:03:55.965730 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-e175d0be-2c61-49ba-b78d-0d3aee1d67c2 req-cf3f4e9f-53ea-4c1e-b6dd-d2742ffda2c2 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:56.032153 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] get_ports_and_sgs() called for port_ids ['837c9641-8167-4561-b45f-1b48acf21abc'] {{(pid=104322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 31 21:03:56.032688 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.40', 55920) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:03:56.032767 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba9f10c-8c7c-4a8e-b405-563946761558 req-d8263db5-736f-4fa5-b5c4-edbc34b169ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:03:56.032767 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-0ba9f10c-8c7c-4a8e-b405-563946761558 req-d8263db5-736f-4fa5-b5c4-edbc34b169ee service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=f1b54ceb69fc4041b743a11eda4144a8&device_id=24059932-87a0-4e56-8bb0-4797276e2042 HTTP/1.1" status: 200 len: 1128 time: 0.1110859 May 31 21:03:56.152963 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-0f35e5d1-e67e-4439-9448-0edcdc9ca736 req-3deeb318-5d9b-4aac-82c1-e97b5c44e67b tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bff085f-5477-4588-9e08-533189d2db08 HTTP/1.1" status: 200 len: 210 time: 0.1063867 May 31 21:03:56.164853 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-3c6c261a-4aa8-4174-9746-8e2af187b593 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.1444590 May 31 21:03:56.322710 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.40', 55922) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:03:56.470558 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:INSERT=16,neutron:SELECT=82,neutron:UPDATE=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:56.479866 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 60054) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:03:56.553680 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1f3a7f-bf0f-4886-85e2-7f6e43769f25 req-d0336b51-679f-415d-9096-edcf38b6f4c2 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:03:56.555862 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-7d1f3a7f-bf0f-4886-85e2-7f6e43769f25 req-d0336b51-679f-415d-9096-edcf38b6f4c2 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.40 "GET /v2.0/networks?id=68e327a3-96b2-4add-895f-c43a3d5daedc HTTP/1.1" status: 200 len: 817 time: 0.5421741 May 31 21:03:56.557293 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.db_base_plugin_common [req-e175d0be-2c61-49ba-b78d-0d3aee1d67c2 req-cf3f4e9f-53ea-4c1e-b6dd-d2742ffda2c2 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Allocated IP 172.20.0.10 (50707fc3-657a-4d1c-8628-0dfb2710b9bc/056887a1-bc98-40be-80ec-f43fe7602ab2/31db06ed-717e-4c7e-8538-117ccbffa87d) {{(pid=104321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 21:03:56.661507 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-cec7025a-4011-4dd7-9662-8c0aea664903 req-51b075c1-d788-4fc9-b488-2ad6a6e6616f tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=faf12fce-2352-40df-a297-0d7b28379014 HTTP/1.1" status: 200 len: 210 time: 0.1926911 May 31 21:03:56.690449 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e456e5-faa4-43fb-b198-9fe4bd367ec7 None None] Network 61e40b52-3065-4b87-b543-018f4050cfb9 requested from dv-cinder-839793-16-iscsi {{(pid=104322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 31 21:03:56.709456 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:56.740078 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-7d1f3a7f-bf0f-4886-85e2-7f6e43769f25 req-7ac0b021-e39e-4a90-9b80-060c3166e112 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.40 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af420d43367c42e4a4b0948706dd0546 HTTP/1.1" status: 200 len: 380 time: 0.1750281 May 31 21:03:56.790883 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8957bece-7a57-4ff9-899d-f4b9303cea5b req-c4c07e97-75b2-4415-84d8-f895f5902949 tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:03:56.808001 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-8957bece-7a57-4ff9-899d-f4b9303cea5b req-c4c07e97-75b2-4415-84d8-f895f5902949 tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] 10.222.0.55 "GET /v2.0/ports?device_id=35c086d9-50bf-494a-90bb-694569f861a8 HTTP/1.1" status: 200 len: 944 time: 0.3380091 May 31 21:03:56.856096 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [req-7d1f3a7f-bf0f-4886-85e2-7f6e43769f25 req-937c8a23-a82f-4304-bd38-2d9120559323 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Request body: {'port': {'device_id': 'a123764b-4693-41b1-bad8-a1a63cc951cd', 'network_id': '68e327a3-96b2-4add-895f-c43a3d5daedc', 'admin_state_up': True, 'tenant_id': 'af420d43367c42e4a4b0948706dd0546', 'security_groups': ['67ead12c-a1d1-4001-b288-d9ec98514c21']}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:03:56.866254 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba9f10c-8c7c-4a8e-b405-563946761558 req-6d7f6dd7-0a1d-47b6-bf01-71708729a792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:03:56.867258 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-0ba9f10c-8c7c-4a8e-b405-563946761558 req-6d7f6dd7-0a1d-47b6-bf01-71708729a792 service neutron] 10.222.0.40 "GET /v2.0/networks?tenant_id=f1b54ceb69fc4041b743a11eda4144a8&shared=False HTTP/1.1" status: 200 len: 920 time: 0.8481467 May 31 21:03:56.874256 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f7f4c5-5587-47b3-b651-7885df5e4773 req-d7b58589-e80e-41cd-8b3b-c58f91d7ff57 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:03:56.879619 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-f0f7f4c5-5587-47b3-b651-7885df5e4773 req-d7b58589-e80e-41cd-8b3b-c58f91d7ff57 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.40 "GET /v2.0/networks?id=1cab6d20-22a6-4088-8e1d-60992c365df4 HTTP/1.1" status: 200 len: 810 time: 0.5548253 May 31 21:03:56.883373 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.db.db_base_plugin_v2 [None req-34c99dc1-3448-412b-8990-a4cf8c68a480 admin admin] Deleting subnet 0574d482-a82a-4b9e-bfa0-c8e84db95939 {{(pid=104320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 31 21:03:56.932385 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-5ab7c73d-b65b-485a-ae2c-deb05e7e3f37 req-abe0bd23-cbab-427d-8130-b762b5d11ca4 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 210 time: 0.0354762 May 31 21:03:57.005853 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-34c99dc1-3448-412b-8990-a4cf8c68a480 admin admin] Publish callbacks [] for subnet (0574d482-a82a-4b9e-bfa0-c8e84db95939), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:57.160796 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-f0f7f4c5-5587-47b3-b651-7885df5e4773 req-2951c581-aa6e-47c3-8fe4-cf77661738ac tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.40 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=180ff6fd8c5b434abffa058ea99ef7c4 HTTP/1.1" status: 200 len: 380 time: 0.2194755 May 31 21:03:57.161819 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-e175d0be-2c61-49ba-b78d-0d3aee1d67c2 req-cf3f4e9f-53ea-4c1e-b6dd-d2742ffda2c2 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Publish callbacks [] for port (31db06ed-717e-4c7e-8538-117ccbffa87d), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:57.176874 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-34c99dc1-3448-412b-8990-a4cf8c68a480 admin admin] Publish callbacks [] for subnet (0574d482-a82a-4b9e-bfa0-c8e84db95939), precommit_delete_associations {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:57.193635 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.v2.base [req-f0f7f4c5-5587-47b3-b651-7885df5e4773 req-e12c61a9-7ebf-4529-9bb3-4446e2bbde9c tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Request body: {'port': {'device_id': 'faf12fce-2352-40df-a297-0d7b28379014', 'network_id': '1cab6d20-22a6-4088-8e1d-60992c365df4', 'admin_state_up': True, 'tenant_id': '180ff6fd8c5b434abffa058ea99ef7c4', 'security_groups': ['71909b2b-34a3-4d69-b398-0bd2a67db903']}} {{(pid=104320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:03:57.216614 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-34c99dc1-3448-412b-8990-a4cf8c68a480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673141'] for subnet (0574d482-a82a-4b9e-bfa0-c8e84db95939), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:57.226506 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-8957bece-7a57-4ff9-899d-f4b9303cea5b req-a1dec0da-f2fe-4e6c-8e62-052932699d29 tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] 10.222.0.55 "GET /v2.0/security-groups?id=0994c70d-0831-463d-8d2b-12953219bd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4175489 May 31 21:03:57.347407 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-e175d0be-2c61-49ba-b78d-0d3aee1d67c2 req-cf3f4e9f-53ea-4c1e-b6dd-d2742ffda2c2 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747261518129'] for port (31db06ed-717e-4c7e-8538-117ccbffa87d), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:57.348921 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d1f3a7f-bf0f-4886-85e2-7f6e43769f25 req-937c8a23-a82f-4304-bd38-2d9120559323 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Made reservation on behalf of af420d43367c42e4a4b0948706dd0546 for: {'port': 1} {{(pid=104321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 21:03:57.353329 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-7d1f3a7f-bf0f-4886-85e2-7f6e43769f25 req-937c8a23-a82f-4304-bd38-2d9120559323 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:57.381095 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-2751a948-51dc-4c38-a196-82ba6da3a584 req-9242324a-dae3-43c4-9d0e-2b3ad74b2052 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bff085f-5477-4588-9e08-533189d2db08 HTTP/1.1" status: 200 len: 210 time: 0.0870373 May 31 21:03:57.391617 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba9f10c-8c7c-4a8e-b405-563946761558 req-3b53c681-1aa5-4c93-95fe-5a0cbd8d5d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:03:57.393227 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-0ba9f10c-8c7c-4a8e-b405-563946761558 req-3b53c681-1aa5-4c93-95fe-5a0cbd8d5d22 service neutron] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4610958 May 31 21:03:57.465170 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e175d0be-2c61-49ba-b78d-0d3aee1d67c2 req-cf3f4e9f-53ea-4c1e-b6dd-d2742ffda2c2 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Network 50707fc3-657a-4d1c-8628-0dfb2710b9bc is already hosted by enough agents. {{(pid=104321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 21:03:57.473138 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.base_scheduler [req-e175d0be-2c61-49ba-b78d-0d3aee1d67c2 req-cf3f4e9f-53ea-4c1e-b6dd-d2742ffda2c2 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Resources bound (agent type, host, resource id): {{(pid=104321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:03:57.482896 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [req-e175d0be-2c61-49ba-b78d-0d3aee1d67c2 req-cf3f4e9f-53ea-4c1e-b6dd-d2742ffda2c2 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Received port after_create {{(pid=104321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 31 21:03:57.489295 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175d0be-2c61-49ba-b78d-0d3aee1d67c2 req-cf3f4e9f-53ea-4c1e-b6dd-d2742ffda2c2 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:03:57.489696 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-e175d0be-2c61-49ba-b78d-0d3aee1d67c2 req-cf3f4e9f-53ea-4c1e-b6dd-d2742ffda2c2 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696852'] for port (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:57.534549 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3f4e9f-53ea-4c1e-b6dd-d2742ffda2c2 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Pushing event updated for resources: {'Port': ['ID=31db06ed-717e-4c7e-8538-117ccbffa87d,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:57.547035 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb250373-69b3-41f4-b51a-66a2838cd765 req-c7cae3c8-b9fa-4f93-9ea2-fc18ec4d58d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:03:57.548873 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-fb250373-69b3-41f4-b51a-66a2838cd765 req-c7cae3c8-b9fa-4f93-9ea2-fc18ec4d58d6 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=f1b54ceb69fc4041b743a11eda4144a8&device_id=24059932-87a0-4e56-8bb0-4797276e2042 HTTP/1.1" status: 200 len: 1128 time: 0.0664182 May 31 21:03:57.552043 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-34c99dc1-3448-412b-8990-a4cf8c68a480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838'] for subnet (0574d482-a82a-4b9e-bfa0-c8e84db95939), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:57.564152 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device 837c9641-8167-4561-b45f-1b48acf21abc up at agent hyperv_hv-cinder-83979 {{(pid=104322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 31 21:03:57.597450 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c99dc1-3448-412b-8990-a4cf8c68a480 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0574d482-a82a-4b9e-bfa0-c8e84db95939,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:57.635076 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Provisioning for port 837c9641-8167-4561-b45f-1b48acf21abc completed by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 31 21:03:57.651317 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-fb250373-69b3-41f4-b51a-66a2838cd765 req-e79b3185-f727-4e66-bd42-c8ef5c3d5507 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d441d5e6-2812-4d1f-bf38-96cb2c781ded HTTP/1.1" status: 200 len: 217 time: 0.0951171 May 31 21:03:57.651464 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0f7f4c5-5587-47b3-b651-7885df5e4773 req-e12c61a9-7ebf-4529-9bb3-4446e2bbde9c tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Made reservation on behalf of 180ff6fd8c5b434abffa058ea99ef7c4 for: {'port': 1} {{(pid=104320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 21:03:57.656189 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [req-f0f7f4c5-5587-47b3-b651-7885df5e4773 req-e12c61a9-7ebf-4529-9bb3-4446e2bbde9c tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:57.663149 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-e175d0be-2c61-49ba-b78d-0d3aee1d67c2 req-cf3f4e9f-53ea-4c1e-b6dd-d2742ffda2c2 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0460153 May 31 21:03:57.689315 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-34c99dc1-3448-412b-8990-a4cf8c68a480 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:57.696692 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-34c99dc1-3448-412b-8990-a4cf8c68a480 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/0574d482-a82a-4b9e-bfa0-c8e84db95939 HTTP/1.1" status: 204 len: 168 time: 1.2084966 May 31 21:03:57.704381 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 60088) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:03:57.719644 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [req-e175d0be-2c61-49ba-b78d-0d3aee1d67c2 req-1981d593-93aa-485c-860d-a6a262e15806 service neutron] Request body: {'port': {'device_id': '9bff085f-5477-4588-9e08-533189d2db08', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:03:57.724054 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Provisioning complete for port 837c9641-8167-4561-b45f-1b48acf21abc triggered by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:03:57.726564 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (837c9641-8167-4561-b45f-1b48acf21abc), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:57.804142 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:57.811541 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.db_base_plugin_common [req-7d1f3a7f-bf0f-4886-85e2-7f6e43769f25 req-937c8a23-a82f-4304-bd38-2d9120559323 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Allocated IP 172.20.0.7 (68e327a3-96b2-4add-895f-c43a3d5daedc/dc74b44b-e878-454d-9e54-2a90eb48611f/cc0edf95-fc02-451a-b38f-075bee275ed6) {{(pid=104321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 21:03:57.882330 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-ff7fb10b-8e5f-4834-81bb-695126a0eced None None] Provisioning complete for port 31db06ed-717e-4c7e-8538-117ccbffa87d triggered by entity DHCP. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:03:57.882971 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-ff7fb10b-8e5f-4834-81bb-695126a0eced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (31db06ed-717e-4c7e-8538-117ccbffa87d), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:57.919300 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:57.920889 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-ff7fb10b-8e5f-4834-81bb-695126a0eced None None] Port 31db06ed-717e-4c7e-8538-117ccbffa87d cannot update to ACTIVE because it is not bound. {{(pid=104322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 31 21:03:57.922513 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Current status of the port 837c9641-8167-4561-b45f-1b48acf21abc is: BUILD; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:03:57.923090 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (837c9641-8167-4561-b45f-1b48acf21abc), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:57.975625 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-e175d0be-2c61-49ba-b78d-0d3aee1d67c2 req-1981d593-93aa-485c-860d-a6a262e15806 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (31db06ed-717e-4c7e-8538-117ccbffa87d), before_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:57.983483 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c086d9-50bf-494a-90bb-694569f861a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '837c9641-8167-4561-b45f-1b48acf21abc'}] {{(pid=104322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:03:58.136977 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-7d1f3a7f-bf0f-4886-85e2-7f6e43769f25 req-937c8a23-a82f-4304-bd38-2d9120559323 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks [] for port (cc0edf95-fc02-451a-b38f-075bee275ed6), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:58.153825 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-b07ea840-0608-4985-a011-7ea975ec2d2f req-a02d3697-398c-4100-9055-7ebd516c508b tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=faf12fce-2352-40df-a297-0d7b28379014 HTTP/1.1" status: 200 len: 210 time: 0.1738679 May 31 21:03:58.154970 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] For port 837c9641-8167-4561-b45f-1b48acf21abc, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=837c9641-8167-4561-b45f-1b48acf21abc,segment=NetworkSegment(d8fd7e32-516e-4218-b436-98c93feaacf7),segment_id=d8fd7e32-516e-4218-b436-98c93feaacf7)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:03:58.232504 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb250373-69b3-41f4-b51a-66a2838cd765 req-cbdcafa4-80e9-4c2e-b177-7c443f472c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:03:58.233975 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-fb250373-69b3-41f4-b51a-66a2838cd765 req-cbdcafa4-80e9-4c2e-b177-7c443f472c07 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=056887a1-bc98-40be-80ec-f43fe7602ab2 HTTP/1.1" status: 200 len: 858 time: 0.5354812 May 31 21:03:58.244069 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-6a20441c-80e0-43cb-a67c-7db717516163 req-cbaa017f-a059-44dd-8c5a-0350f500da60 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 210 time: 0.1518478 May 31 21:03:58.265028 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-845c8abf-5154-411f-866b-5e7493d0dc7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681077'] for network (a1bd1696-be5e-4316-967c-f03e1a18bf82), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:58.300882 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (837c9641-8167-4561-b45f-1b48acf21abc), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:58.380392 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0d07a434bcc94248bd83d89f5df7255b965f34de07d957ea8ea11cb14c6cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-202e2427-7a47-4ee5-b17a-4a3463a07be6" -d '{"events": [{"server_uuid": "35c086d9-50bf-494a-90bb-694569f861a8", "name": "network-vif-plugged", "status": "completed", "tag": "837c9641-8167-4561-b45f-1b48acf21abc"}]}' {{(pid=104322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:03:58.392684 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb250373-69b3-41f4-b51a-66a2838cd765 req-bdb20b6e-5c5a-43fd-a894-76335b8a988a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:03:58.394170 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-fb250373-69b3-41f4-b51a-66a2838cd765 req-bdb20b6e-5c5a-43fd-a894-76335b8a988a service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=50707fc3-657a-4d1c-8628-0dfb2710b9bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1491430 May 31 21:03:58.403478 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Pushing event updated for resources: {'Port': ['ID=837c9641-8167-4561-b45f-1b48acf21abc,revision_number=5']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:58.462343 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.db.db_base_plugin_common [req-f0f7f4c5-5587-47b3-b651-7885df5e4773 req-e12c61a9-7ebf-4529-9bb3-4446e2bbde9c tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Allocated IP 172.20.0.5 (1cab6d20-22a6-4088-8e1d-60992c365df4/ed08b0b7-388e-4929-9128-adbbfafb9e7c/eb53f5b6-46bd-4009-8d09-18c62dd763ce) {{(pid=104320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 21:03:58.558481 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292a3914-2d41-4747-876b-80af8cd80cea req-d0d11bf3-6dd5-4a01-80c3-0242b8023b9d tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:03:58.560121 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-292a3914-2d41-4747-876b-80af8cd80cea req-d0d11bf3-6dd5-4a01-80c3-0242b8023b9d tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] 10.222.0.55 "GET /v2.0/ports?device_id=35c086d9-50bf-494a-90bb-694569f861a8 HTTP/1.1" status: 200 len: 945 time: 0.1959839 May 31 21:03:58.563205 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-7d1f3a7f-bf0f-4886-85e2-7f6e43769f25 req-937c8a23-a82f-4304-bd38-2d9120559323 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747261518129'] for port (cc0edf95-fc02-451a-b38f-075bee275ed6), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:58.568707 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:DELETE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:58.607817 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-845c8abf-5154-411f-866b-5e7493d0dc7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678652', 'neutron.services.segments.db._delete_segments_for_network-8747261968285'] for network (a1bd1696-be5e-4316-967c-f03e1a18bf82), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:58.625761 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d1f3a7f-bf0f-4886-85e2-7f6e43769f25 req-937c8a23-a82f-4304-bd38-2d9120559323 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Network 68e327a3-96b2-4add-895f-c43a3d5daedc is already hosted by enough agents. {{(pid=104321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 21:03:58.633814 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.base_scheduler [req-7d1f3a7f-bf0f-4886-85e2-7f6e43769f25 req-937c8a23-a82f-4304-bd38-2d9120559323 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Resources bound (agent type, host, resource id): {{(pid=104321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:03:58.639492 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d1f3a7f-bf0f-4886-85e2-7f6e43769f25 req-937c8a23-a82f-4304-bd38-2d9120559323 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Received port after_create {{(pid=104321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 31 21:03:58.642166 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 May 2022 21:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb8c10b8-21c4-43f8-add2-353b44263a7e x-openstack-request-id: req-fb8c10b8-21c4-43f8-add2-353b44263a7e {{(pid=104322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:03:58.644376 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35c086d9-50bf-494a-90bb-694569f861a8", "name": "network-vif-plugged", "status": "completed", "tag": "837c9641-8167-4561-b45f-1b48acf21abc", "code": 200}]} {{(pid=104322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:03:58.645045 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fb8c10b8-21c4-43f8-add2-353b44263a7e {{(pid=104322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:03:58.645222 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1f3a7f-bf0f-4886-85e2-7f6e43769f25 req-937c8a23-a82f-4304-bd38-2d9120559323 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:03:58.645988 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-7d1f3a7f-bf0f-4886-85e2-7f6e43769f25 req-937c8a23-a82f-4304-bd38-2d9120559323 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696852'] for port (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:58.646459 dv-cinder-839793-16-iscsi neutron-server[104322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb8c10b8-21c4-43f8-add2-353b44263a7e'] response: {'server_uuid': '35c086d9-50bf-494a-90bb-694569f861a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '837c9641-8167-4561-b45f-1b48acf21abc', 'code': 200} May 31 21:03:58.662841 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-845c8abf-5154-411f-866b-5e7493d0dc7c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 21:03:58.663211 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-845c8abf-5154-411f-866b-5e7493d0dc7c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 21:03:58.663943 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-845c8abf-5154-411f-866b-5e7493d0dc7c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 21:03:58.664287 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-845c8abf-5154-411f-866b-5e7493d0dc7c admin admin] Subscribe: > port after_create 55550000 {{(pid=104320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 21:03:58.665169 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-845c8abf-5154-411f-866b-5e7493d0dc7c admin admin] Subscribe: > port after_delete 55550000 {{(pid=104320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 21:03:58.665169 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-845c8abf-5154-411f-866b-5e7493d0dc7c admin admin] Subscribe: > port after_update 55550000 {{(pid=104320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 21:03:58.665377 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-845c8abf-5154-411f-866b-5e7493d0dc7c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 21:03:58.665537 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-845c8abf-5154-411f-866b-5e7493d0dc7c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 21:03:58.665849 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-845c8abf-5154-411f-866b-5e7493d0dc7c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 21:03:58.666190 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-845c8abf-5154-411f-866b-5e7493d0dc7c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 21:03:58.669112 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.notifiers.nova [req-e175d0be-2c61-49ba-b78d-0d3aee1d67c2 req-1981d593-93aa-485c-860d-a6a262e15806 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31db06ed-717e-4c7e-8538-117ccbffa87d {{(pid=104321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 21:03:58.676814 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937c8a23-a82f-4304-bd38-2d9120559323 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Pushing event updated for resources: {'Port': ['ID=cc0edf95-fc02-451a-b38f-075bee275ed6,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:58.683814 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-e175d0be-2c61-49ba-b78d-0d3aee1d67c2 req-1981d593-93aa-485c-860d-a6a262e15806 service neutron] Publish callbacks [] for port (31db06ed-717e-4c7e-8538-117ccbffa87d), precommit_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:58.708348 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.provisioning_blocks [req-e175d0be-2c61-49ba-b78d-0d3aee1d67c2 req-1981d593-93aa-485c-860d-a6a262e15806 service neutron] Transition to ACTIVE for port object 31db06ed-717e-4c7e-8538-117ccbffa87d will not be triggered until provisioned by entity L2. {{(pid=104321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 31 21:03:58.781859 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-7d1f3a7f-bf0f-4886-85e2-7f6e43769f25 req-937c8a23-a82f-4304-bd38-2d9120559323 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0163343 May 31 21:03:58.797884 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-e175d0be-2c61-49ba-b78d-0d3aee1d67c2 req-1981d593-93aa-485c-860d-a6a262e15806 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (31db06ed-717e-4c7e-8538-117ccbffa87d), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:58.841175 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-845c8abf-5154-411f-866b-5e7493d0dc7c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 21:03:58.841786 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-845c8abf-5154-411f-866b-5e7493d0dc7c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 21:03:58.842191 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [req-7d1f3a7f-bf0f-4886-85e2-7f6e43769f25 req-b2002604-f7d7-485e-8d4e-511bc0aabf9a service neutron] Request body: {'port': {'device_id': 'a123764b-4693-41b1-bad8-a1a63cc951cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:03:58.842335 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-845c8abf-5154-411f-866b-5e7493d0dc7c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 21:03:58.842890 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-845c8abf-5154-411f-866b-5e7493d0dc7c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 21:03:58.843515 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.services.segments.db [None req-845c8abf-5154-411f-866b-5e7493d0dc7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1bd1696-be5e-4316-967c-f03e1a18bf82']}} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:03:58.906768 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.services.segments.db [None req-845c8abf-5154-411f-866b-5e7493d0dc7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0f8ea99-ee60-4eaa-839f-edc5fc870b23') {'for_net_delete': True} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:03:58.907074 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.services.segments.db [None req-845c8abf-5154-411f-866b-5e7493d0dc7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0f8ea99-ee60-4eaa-839f-edc5fc870b23') {} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:03:58.985209 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1981d593-93aa-485c-860d-a6a262e15806 service neutron] Pushing event updated for resources: {'Port': ['ID=31db06ed-717e-4c7e-8538-117ccbffa87d,revision_number=2']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:59.036014 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.40', 55928) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:03:59.064995 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-f23ffe82-51d5-452f-9e4a-e2366561ed1c None None] Provisioning complete for port cc0edf95-fc02-451a-b38f-075bee275ed6 triggered by entity DHCP. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:03:59.066619 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f23ffe82-51d5-452f-9e4a-e2366561ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (cc0edf95-fc02-451a-b38f-075bee275ed6), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:59.076959 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-845c8abf-5154-411f-866b-5e7493d0dc7c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747261973158', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571892'] for segment (f0f8ea99-ee60-4eaa-839f-edc5fc870b23), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:59.132707 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f23ffe82-51d5-452f-9e4a-e2366561ed1c None None] Port cc0edf95-fc02-451a-b38f-075bee275ed6 cannot update to ACTIVE because it is not bound. {{(pid=104322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 31 21:03:59.148208 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-7d1f3a7f-bf0f-4886-85e2-7f6e43769f25 req-b2002604-f7d7-485e-8d4e-511bc0aabf9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (cc0edf95-fc02-451a-b38f-075bee275ed6), before_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:59.164063 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-fb250373-69b3-41f4-b51a-66a2838cd765 req-9683cb2b-967d-4c6a-b3f6-e7b784c9c538 service neutron] 10.222.0.40 "GET /v2.0/networks/50707fc3-657a-4d1c-8628-0dfb2710b9bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7256820 May 31 21:03:59.167781 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-292a3914-2d41-4747-876b-80af8cd80cea req-43714676-57de-41b0-b819-441e6e5431c4 tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] 10.222.0.55 "GET /v2.0/security-groups?id=0994c70d-0831-463d-8d2b-12953219bd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5978105 May 31 21:03:59.174091 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-845c8abf-5154-411f-866b-5e7493d0dc7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674812'] for segment (f0f8ea99-ee60-4eaa-839f-edc5fc870b23), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:59.193808 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2528ed-5b09-451a-9a85-26539fda0d33 req-5383fd2b-2afa-480d-a073-f322932d5129 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:03:59.201208 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-7c2528ed-5b09-451a-9a85-26539fda0d33 req-5383fd2b-2afa-480d-a073-f322932d5129 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bff085f-5477-4588-9e08-533189d2db08 HTTP/1.1" status: 200 len: 944 time: 0.3489761 May 31 21:03:59.228834 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-845c8abf-5154-411f-866b-5e7493d0dc7c admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=104320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 21:03:59.229239 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-845c8abf-5154-411f-866b-5e7493d0dc7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25436834'] for segment (f0f8ea99-ee60-4eaa-839f-edc5fc870b23), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:59.281229 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [req-e175d0be-2c61-49ba-b78d-0d3aee1d67c2 req-1981d593-93aa-485c-860d-a6a262e15806 service neutron] Attempting to bind port 31db06ed-717e-4c7e-8538-117ccbffa87d on host hv-cinder-83979 for vnic_type normal with profile {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 31 21:03:59.281229 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [req-e175d0be-2c61-49ba-b78d-0d3aee1d67c2 req-1981d593-93aa-485c-860d-a6a262e15806 service neutron] Attempting to bind port 31db06ed-717e-4c7e-8538-117ccbffa87d by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': 'a3a61b02-d451-4bb6-8acb-f707be60b746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '50707fc3-657a-4d1c-8628-0dfb2710b9bc'}] {{(pid=104321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 31 21:03:59.281229 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e175d0be-2c61-49ba-b78d-0d3aee1d67c2 req-1981d593-93aa-485c-860d-a6a262e15806 service neutron] Attempting to bind port 31db06ed-717e-4c7e-8538-117ccbffa87d on network 50707fc3-657a-4d1c-8628-0dfb2710b9bc {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 31 21:03:59.281229 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c067e3e3-83e9-40fc-aecc-e5ee8aa7f61c req-ff29618e-8a58-4c25-91a3-d46984117314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:03:59.282575 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-c067e3e3-83e9-40fc-aecc-e5ee8aa7f61c req-ff29618e-8a58-4c25-91a3-d46984117314 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=35c086d9-50bf-494a-90bb-694569f861a8 HTTP/1.1" status: 200 len: 1129 time: 0.2413697 May 31 21:03:59.300567 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e175d0be-2c61-49ba-b78d-0d3aee1d67c2 req-1981d593-93aa-485c-860d-a6a262e15806 service neutron] Port 31db06ed-717e-4c7e-8538-117ccbffa87d on network 50707fc3-657a-4d1c-8628-0dfb2710b9bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 31 21:03:59.300886 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e175d0be-2c61-49ba-b78d-0d3aee1d67c2 req-1981d593-93aa-485c-860d-a6a262e15806 service neutron] Attempting to bind port 31db06ed-717e-4c7e-8538-117ccbffa87d on network 50707fc3-657a-4d1c-8628-0dfb2710b9bc {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 31 21:03:59.343811 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-c067e3e3-83e9-40fc-aecc-e5ee8aa7f61c req-976ab0eb-350c-4ffd-b217-971b900d05eb service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:59.356466 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e175d0be-2c61-49ba-b78d-0d3aee1d67c2 req-1981d593-93aa-485c-860d-a6a262e15806 service neutron] Checking agent: {'id': '51675295-7abb-4335-9c5a-c46a9082010e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 21, 1, 20), 'started_at': datetime.datetime(2022, 5, 31, 21, 1, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 21, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 31 21:03:59.356997 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e175d0be-2c61-49ba-b78d-0d3aee1d67c2 req-1981d593-93aa-485c-860d-a6a262e15806 service neutron] Checking segment: {'id': 'a3a61b02-d451-4bb6-8acb-f707be60b746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '50707fc3-657a-4d1c-8628-0dfb2710b9bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 31 21:03:59.357866 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e175d0be-2c61-49ba-b78d-0d3aee1d67c2 req-1981d593-93aa-485c-860d-a6a262e15806 service neutron] Bound using segment: {'id': 'a3a61b02-d451-4bb6-8acb-f707be60b746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '50707fc3-657a-4d1c-8628-0dfb2710b9bc'} {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 31 21:03:59.358434 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [req-e175d0be-2c61-49ba-b78d-0d3aee1d67c2 req-1981d593-93aa-485c-860d-a6a262e15806 service neutron] Bound port: 31db06ed-717e-4c7e-8538-117ccbffa87d, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3a61b02-d451-4bb6-8acb-f707be60b746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '50707fc3-657a-4d1c-8628-0dfb2710b9bc'}}] {{(pid=104321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 31 21:03:59.358894 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-e175d0be-2c61-49ba-b78d-0d3aee1d67c2 req-1981d593-93aa-485c-860d-a6a262e15806 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (31db06ed-717e-4c7e-8538-117ccbffa87d), before_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:59.417449 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-1f53415d-f171-41f7-a9b6-8d22f5cb2e4a req-153cf233-1a06-40fe-8e9b-cea6b7b58c67 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=faf12fce-2352-40df-a297-0d7b28379014 HTTP/1.1" status: 200 len: 210 time: 0.0924206 May 31 21:03:59.453907 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-7c2528ed-5b09-451a-9a85-26539fda0d33 req-659321b7-e459-4d6f-b05b-39b757079203 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=12907732-5570-4844-bbdc-00a8a81608d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514155 May 31 21:03:59.464905 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [req-f0f7f4c5-5587-47b3-b651-7885df5e4773 req-e12c61a9-7ebf-4529-9bb3-4446e2bbde9c tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks [] for port (eb53f5b6-46bd-4009-8d09-18c62dd763ce), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:59.515394 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-845c8abf-5154-411f-866b-5e7493d0dc7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598461'] for network (a1bd1696-be5e-4316-967c-f03e1a18bf82), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:59.521797 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-845c8abf-5154-411f-866b-5e7493d0dc7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696852'] for network (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:59.528826 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-845c8abf-5154-411f-866b-5e7493d0dc7c admin admin] 10.222.0.55 "DELETE /v2.0/networks/a1bd1696-be5e-4316-967c-f03e1a18bf82 HTTP/1.1" status: 204 len: 168 time: 1.8263030 May 31 21:03:59.535619 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 60136) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:03:59.548171 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-fb250373-69b3-41f4-b51a-66a2838cd765 req-7c145df2-e3b2-4bd8-8b53-0b729ab5aa9f service neutron] 10.222.0.40 "GET /v2.0/networks/50707fc3-657a-4d1c-8628-0dfb2710b9bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3669138 May 31 21:03:59.577951 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [req-e175d0be-2c61-49ba-b78d-0d3aee1d67c2 req-1981d593-93aa-485c-860d-a6a262e15806 service neutron] For port 31db06ed-717e-4c7e-8538-117ccbffa87d, host hv-cinder-83979, cleared binding levels {{(pid=104321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 31 21:03:59.592443 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845c8abf-5154-411f-866b-5e7493d0dc7c admin admin] Pushing event deleted for resources: {'Network': ['ID=a1bd1696-be5e-4316-967c-f03e1a18bf82,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:59.618562 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ca8687-428c-4cac-9d7e-cbb2db3876a2 req-80f3fd70-27b0-4898-a414-7380613fff94 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:03:59.620175 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-a7ca8687-428c-4cac-9d7e-cbb2db3876a2 req-80f3fd70-27b0-4898-a414-7380613fff94 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 931 time: 0.1108916 May 31 21:03:59.623317 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.services.segments.plugin [-] Segment f0f8ea99-ee60-4eaa-839f-edc5fc870b23 resource provider aggregate not found May 31 21:03:59.645445 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.services.segments.plugin [-] Segment f0f8ea99-ee60-4eaa-839f-edc5fc870b23 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f0f8ea99-ee60-4eaa-839f-edc5fc870b23 found for delete ", "request_id": "req-71ad5828-1646-4f21-905a-115fb0c44455"}]} May 31 21:03:59.652801 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:03:59.659538 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [req-e175d0be-2c61-49ba-b78d-0d3aee1d67c2 req-1981d593-93aa-485c-860d-a6a262e15806 service neutron] For port 31db06ed-717e-4c7e-8538-117ccbffa87d, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=31db06ed-717e-4c7e-8538-117ccbffa87d,segment=NetworkSegment(a3a61b02-d451-4bb6-8acb-f707be60b746),segment_id=a3a61b02-d451-4bb6-8acb-f707be60b746)] {{(pid=104321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 31 21:03:59.690504 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-a7ca8687-428c-4cac-9d7e-cbb2db3876a2 req-5b4ccdc9-4a16-4721-9ca1-cb4b3d574de8 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635431 May 31 21:03:59.690734 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.db_base_plugin_v2 [None req-895928f8-fb0b-4042-8bdf-2c98d9b12162 admin admin] Deleting subnet 7511e898-f206-438a-86a4-4d4bef105b9f {{(pid=104321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 31 21:03:59.699262 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-895928f8-fb0b-4042-8bdf-2c98d9b12162 admin admin] Publish callbacks [] for subnet (7511e898-f206-438a-86a4-4d4bef105b9f), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:59.714474 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [req-f0f7f4c5-5587-47b3-b651-7885df5e4773 req-e12c61a9-7ebf-4529-9bb3-4446e2bbde9c tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747261518129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437045'] for port (eb53f5b6-46bd-4009-8d09-18c62dd763ce), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:59.735993 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-c067e3e3-83e9-40fc-aecc-e5ee8aa7f61c req-976ab0eb-350c-4ffd-b217-971b900d05eb service neutron] Publish callbacks [] for security_group (d69b7437-30a5-4d59-9495-0d4e711eed23), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:59.746065 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-e175d0be-2c61-49ba-b78d-0d3aee1d67c2 req-1981d593-93aa-485c-860d-a6a262e15806 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (31db06ed-717e-4c7e-8538-117ccbffa87d), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:59.768534 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0f7f4c5-5587-47b3-b651-7885df5e4773 req-e12c61a9-7ebf-4529-9bb3-4446e2bbde9c tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Network 1cab6d20-22a6-4088-8e1d-60992c365df4 is already hosted by enough agents. {{(pid=104320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 21:03:59.777689 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.base_scheduler [req-f0f7f4c5-5587-47b3-b651-7885df5e4773 req-e12c61a9-7ebf-4529-9bb3-4446e2bbde9c tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Resources bound (agent type, host, resource id): {{(pid=104320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:03:59.780204 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12c61a9-7ebf-4529-9bb3-4446e2bbde9c tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Pushing event updated for resources: {'Port': ['ID=eb53f5b6-46bd-4009-8d09-18c62dd763ce,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:03:59.785491 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0f7f4c5-5587-47b3-b651-7885df5e4773 req-e12c61a9-7ebf-4529-9bb3-4446e2bbde9c tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Received port after_create {{(pid=104320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 31 21:03:59.788891 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-895928f8-fb0b-4042-8bdf-2c98d9b12162 admin admin] Publish callbacks [] for subnet (7511e898-f206-438a-86a4-4d4bef105b9f), precommit_delete_associations {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:59.817328 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-895928f8-fb0b-4042-8bdf-2c98d9b12162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673141'] for subnet (7511e898-f206-438a-86a4-4d4bef105b9f), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:59.859848 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f7f4c5-5587-47b3-b651-7885df5e4773 req-e12c61a9-7ebf-4529-9bb3-4446e2bbde9c tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:03:59.860807 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [req-f0f7f4c5-5587-47b3-b651-7885df5e4773 req-e12c61a9-7ebf-4529-9bb3-4446e2bbde9c tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696852'] for port (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:03:59.985793 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-f0f7f4c5-5587-47b3-b651-7885df5e4773 req-e12c61a9-7ebf-4529-9bb3-4446e2bbde9c tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8113635 May 31 21:04:00.019091 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175d0be-2c61-49ba-b78d-0d3aee1d67c2 req-1981d593-93aa-485c-860d-a6a262e15806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:00.019956 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-e175d0be-2c61-49ba-b78d-0d3aee1d67c2 req-1981d593-93aa-485c-860d-a6a262e15806 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696852'] for port (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:00.021608 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-e175d0be-2c61-49ba-b78d-0d3aee1d67c2 req-1981d593-93aa-485c-860d-a6a262e15806 service neutron] 10.222.0.40 "PUT /v2.0/ports/31db06ed-717e-4c7e-8538-117ccbffa87d HTTP/1.1" status: 200 len: 1094 time: 2.3231969 May 31 21:04:00.025611 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bff085f-5477-4588-9e08-533189d2db08', 'tag': '31db06ed-717e-4c7e-8538-117ccbffa87d'}] {{(pid=104321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:04:00.097640 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-c067e3e3-83e9-40fc-aecc-e5ee8aa7f61c req-976ab0eb-350c-4ffd-b217-971b900d05eb service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (d69b7437-30a5-4d59-9495-0d4e711eed23), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:00.161772 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1981d593-93aa-485c-860d-a6a262e15806 service neutron] Pushing event updated for resources: {'Port': ['ID=31db06ed-717e-4c7e-8538-117ccbffa87d,revision_number=3']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:04:00.216552 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.agents_db [None req-3d709c36-86fd-4f4f-bf7d-9e9748143f4e None None] Agent healthcheck: found 6 active agents {{(pid=104323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 31 21:04:00.237840 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-c067e3e3-83e9-40fc-aecc-e5ee8aa7f61c req-976ab0eb-350c-4ffd-b217-971b900d05eb service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=0994c70d-0831-463d-8d2b-12953219bd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9451487 May 31 21:04:00.247465 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-d368e95e-8113-480b-ba74-dc1f19573f9c None None] Provisioning complete for port eb53f5b6-46bd-4009-8d09-18c62dd763ce triggered by entity DHCP. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:04:00.248702 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-d368e95e-8113-480b-ba74-dc1f19573f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (eb53f5b6-46bd-4009-8d09-18c62dd763ce), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:00.258180 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976ab0eb-350c-4ffd-b217-971b900d05eb service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d69b7437-30a5-4d59-9495-0d4e711eed23,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:04:00.285052 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.notifiers.nova [req-7d1f3a7f-bf0f-4886-85e2-7f6e43769f25 req-b2002604-f7d7-485e-8d4e-511bc0aabf9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc0edf95-fc02-451a-b38f-075bee275ed6 {{(pid=104321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 21:04:00.295739 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-d368e95e-8113-480b-ba74-dc1f19573f9c None None] Port eb53f5b6-46bd-4009-8d09-18c62dd763ce cannot update to ACTIVE because it is not bound. {{(pid=104322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 31 21:04:00.304115 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6b014d5dee29fffbb36c15c330f4dd8b871b4cb67f19a16d167ed5ff3960b8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e611cc64-4022-43d5-a6e9-4e0174859ebe" -d '{"events": [{"name": "network-changed", "server_uuid": "9bff085f-5477-4588-9e08-533189d2db08", "tag": "31db06ed-717e-4c7e-8538-117ccbffa87d"}]}' {{(pid=104321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:04:00.308588 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-7d1f3a7f-bf0f-4886-85e2-7f6e43769f25 req-b2002604-f7d7-485e-8d4e-511bc0aabf9a service neutron] Publish callbacks [] for port (cc0edf95-fc02-451a-b38f-075bee275ed6), precommit_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:00.326174 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.provisioning_blocks [req-7d1f3a7f-bf0f-4886-85e2-7f6e43769f25 req-b2002604-f7d7-485e-8d4e-511bc0aabf9a service neutron] Transition to ACTIVE for port object cc0edf95-fc02-451a-b38f-075bee275ed6 will not be triggered until provisioned by entity L2. {{(pid=104321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 31 21:04:00.367986 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c301088-c428-4953-9e44-e260f6cb71e3 req-04e902cc-4897-41e1-8e04-3a9d028513f5 tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:00.369719 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-0c301088-c428-4953-9e44-e260f6cb71e3 req-04e902cc-4897-41e1-8e04-3a9d028513f5 tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] 10.222.0.55 "GET /v2.0/ports?device_id=35c086d9-50bf-494a-90bb-694569f861a8 HTTP/1.1" status: 200 len: 945 time: 0.0599272 May 31 21:04:00.410288 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 May 2022 21:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0056cf0d-b769-4abd-8ec8-0285921e68f4 x-openstack-request-id: req-0056cf0d-b769-4abd-8ec8-0285921e68f4 {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:04:00.410580 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bff085f-5477-4588-9e08-533189d2db08", "tag": "31db06ed-717e-4c7e-8538-117ccbffa87d", "status": "completed", "code": 200}]} {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:04:00.410833 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0056cf0d-b769-4abd-8ec8-0285921e68f4 {{(pid=104321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:04:00.411280 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0056cf0d-b769-4abd-8ec8-0285921e68f4'] response: {'name': 'network-changed', 'server_uuid': '9bff085f-5477-4588-9e08-533189d2db08', 'tag': '31db06ed-717e-4c7e-8538-117ccbffa87d', 'status': 'completed', 'code': 200} May 31 21:04:00.419056 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-895928f8-fb0b-4042-8bdf-2c98d9b12162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838'] for subnet (7511e898-f206-438a-86a4-4d4bef105b9f), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:00.422205 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=74,neutron:DELETE=4,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:00.427013 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-0c301088-c428-4953-9e44-e260f6cb71e3 req-c0b782f7-2d38-4e86-87fc-2bc0e8da8126 tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] 10.222.0.55 "GET /v2.0/security-groups?id=0994c70d-0831-463d-8d2b-12953219bd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506227 May 31 21:04:00.455832 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895928f8-fb0b-4042-8bdf-2c98d9b12162 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7511e898-f206-438a-86a4-4d4bef105b9f,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:04:00.455832 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-895928f8-fb0b-4042-8bdf-2c98d9b12162 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696852'] for subnet (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:00.456117 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-895928f8-fb0b-4042-8bdf-2c98d9b12162 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/7511e898-f206-438a-86a4-4d4bef105b9f HTTP/1.1" status: 204 len: 168 time: 0.9195285 May 31 21:04:00.459999 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-7d1f3a7f-bf0f-4886-85e2-7f6e43769f25 req-b2002604-f7d7-485e-8d4e-511bc0aabf9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (cc0edf95-fc02-451a-b38f-075bee275ed6), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:00.460696 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 60174) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:04:00.501677 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2002604-f7d7-485e-8d4e-511bc0aabf9a service neutron] Pushing event updated for resources: {'Port': ['ID=cc0edf95-fc02-451a-b38f-075bee275ed6,revision_number=2']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:04:00.581365 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [req-7d1f3a7f-bf0f-4886-85e2-7f6e43769f25 req-b2002604-f7d7-485e-8d4e-511bc0aabf9a service neutron] Attempting to bind port cc0edf95-fc02-451a-b38f-075bee275ed6 on host hv-cinder-83979 for vnic_type normal with profile {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 31 21:04:00.582439 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [req-7d1f3a7f-bf0f-4886-85e2-7f6e43769f25 req-b2002604-f7d7-485e-8d4e-511bc0aabf9a service neutron] Attempting to bind port cc0edf95-fc02-451a-b38f-075bee275ed6 by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': '1b46059a-aa39-4ed2-ad1d-18b4ddc198b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '68e327a3-96b2-4add-895f-c43a3d5daedc'}] {{(pid=104321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 31 21:04:00.582439 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1f3a7f-bf0f-4886-85e2-7f6e43769f25 req-b2002604-f7d7-485e-8d4e-511bc0aabf9a service neutron] Attempting to bind port cc0edf95-fc02-451a-b38f-075bee275ed6 on network 68e327a3-96b2-4add-895f-c43a3d5daedc {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 31 21:04:00.589709 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1f3a7f-bf0f-4886-85e2-7f6e43769f25 req-b2002604-f7d7-485e-8d4e-511bc0aabf9a service neutron] Port cc0edf95-fc02-451a-b38f-075bee275ed6 on network 68e327a3-96b2-4add-895f-c43a3d5daedc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 31 21:04:00.590151 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1f3a7f-bf0f-4886-85e2-7f6e43769f25 req-b2002604-f7d7-485e-8d4e-511bc0aabf9a service neutron] Attempting to bind port cc0edf95-fc02-451a-b38f-075bee275ed6 on network 68e327a3-96b2-4add-895f-c43a3d5daedc {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 31 21:04:00.592876 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-c0eef7b0-d682-46d1-9dae-c8d99b1f5b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681077'] for network (61e40b52-3065-4b87-b543-018f4050cfb9), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:00.597641 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1f3a7f-bf0f-4886-85e2-7f6e43769f25 req-b2002604-f7d7-485e-8d4e-511bc0aabf9a service neutron] Checking agent: {'id': '51675295-7abb-4335-9c5a-c46a9082010e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 21, 1, 20), 'started_at': datetime.datetime(2022, 5, 31, 21, 1, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 21, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 31 21:04:00.598100 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1f3a7f-bf0f-4886-85e2-7f6e43769f25 req-b2002604-f7d7-485e-8d4e-511bc0aabf9a service neutron] Checking segment: {'id': '1b46059a-aa39-4ed2-ad1d-18b4ddc198b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '68e327a3-96b2-4add-895f-c43a3d5daedc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 31 21:04:00.598784 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1f3a7f-bf0f-4886-85e2-7f6e43769f25 req-b2002604-f7d7-485e-8d4e-511bc0aabf9a service neutron] Bound using segment: {'id': '1b46059a-aa39-4ed2-ad1d-18b4ddc198b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '68e327a3-96b2-4add-895f-c43a3d5daedc'} {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 31 21:04:00.599309 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [req-7d1f3a7f-bf0f-4886-85e2-7f6e43769f25 req-b2002604-f7d7-485e-8d4e-511bc0aabf9a service neutron] Bound port: cc0edf95-fc02-451a-b38f-075bee275ed6, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b46059a-aa39-4ed2-ad1d-18b4ddc198b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '68e327a3-96b2-4add-895f-c43a3d5daedc'}}] {{(pid=104321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 31 21:04:00.599737 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-7d1f3a7f-bf0f-4886-85e2-7f6e43769f25 req-b2002604-f7d7-485e-8d4e-511bc0aabf9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (cc0edf95-fc02-451a-b38f-075bee275ed6), before_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:00.669798 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c4197-af10-4acd-8fc1-217c8049c4b9 req-3b7df1ab-2fc1-400d-82c6-c0493fa70d6f tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:00.676630 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-c00c4197-af10-4acd-8fc1-217c8049c4b9 req-3b7df1ab-2fc1-400d-82c6-c0493fa70d6f tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=faf12fce-2352-40df-a297-0d7b28379014 HTTP/1.1" status: 200 len: 931 time: 0.0957575 May 31 21:04:00.677484 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [req-7d1f3a7f-bf0f-4886-85e2-7f6e43769f25 req-b2002604-f7d7-485e-8d4e-511bc0aabf9a service neutron] For port cc0edf95-fc02-451a-b38f-075bee275ed6, host hv-cinder-83979, cleared binding levels {{(pid=104321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 31 21:04:00.682071 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [req-7d1f3a7f-bf0f-4886-85e2-7f6e43769f25 req-b2002604-f7d7-485e-8d4e-511bc0aabf9a service neutron] For port cc0edf95-fc02-451a-b38f-075bee275ed6, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=cc0edf95-fc02-451a-b38f-075bee275ed6,segment=NetworkSegment(1b46059a-aa39-4ed2-ad1d-18b4ddc198b2),segment_id=1b46059a-aa39-4ed2-ad1d-18b4ddc198b2)] {{(pid=104321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 31 21:04:00.712871 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a870316-67b2-49f3-8ae2-9a9f188f7102 req-9a85fa3f-4ea9-477d-b581-9e98fd2893c2 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:00.714802 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-2a870316-67b2-49f3-8ae2-9a9f188f7102 req-9a85fa3f-4ea9-477d-b581-9e98fd2893c2 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bff085f-5477-4588-9e08-533189d2db08 HTTP/1.1" status: 200 len: 944 time: 0.1495507 May 31 21:04:00.792005 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-7d1f3a7f-bf0f-4886-85e2-7f6e43769f25 req-b2002604-f7d7-485e-8d4e-511bc0aabf9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (cc0edf95-fc02-451a-b38f-075bee275ed6), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:00.822006 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-c0eef7b0-d682-46d1-9dae-c8d99b1f5b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678652', 'neutron.services.segments.db._delete_segments_for_network-8747261968285'] for network (61e40b52-3065-4b87-b543-018f4050cfb9), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:00.831523 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1f3a7f-bf0f-4886-85e2-7f6e43769f25 req-b2002604-f7d7-485e-8d4e-511bc0aabf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:00.832480 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-7d1f3a7f-bf0f-4886-85e2-7f6e43769f25 req-b2002604-f7d7-485e-8d4e-511bc0aabf9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696852'] for port (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:00.834082 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-7d1f3a7f-bf0f-4886-85e2-7f6e43769f25 req-b2002604-f7d7-485e-8d4e-511bc0aabf9a service neutron] 10.222.0.40 "PUT /v2.0/ports/cc0edf95-fc02-451a-b38f-075bee275ed6 HTTP/1.1" status: 200 len: 1093 time: 2.0331717 May 31 21:04:00.851116 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:00.859680 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2002604-f7d7-485e-8d4e-511bc0aabf9a service neutron] Pushing event updated for resources: {'Port': ['ID=cc0edf95-fc02-451a-b38f-075bee275ed6,revision_number=3']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:04:00.868736 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-c00c4197-af10-4acd-8fc1-217c8049c4b9 req-a62aa32f-e2bb-4e24-9c5c-feb75f598a6c tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/security-groups?id=71909b2b-34a3-4d69-b398-0bd2a67db903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1910708 May 31 21:04:00.870675 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.services.segments.db [None req-c0eef7b0-d682-46d1-9dae-c8d99b1f5b02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61e40b52-3065-4b87-b543-018f4050cfb9']}} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:04:00.875399 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-2a870316-67b2-49f3-8ae2-9a9f188f7102 req-15b517a7-7108-4520-8fc6-554a07f62fa2 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=12907732-5570-4844-bbdc-00a8a81608d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511958 May 31 21:04:00.891869 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.services.segments.db [None req-c0eef7b0-d682-46d1-9dae-c8d99b1f5b02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '517aeaa5-228e-4266-95ad-5d152c376047') {'for_net_delete': True} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:04:00.892173 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.services.segments.db [None req-c0eef7b0-d682-46d1-9dae-c8d99b1f5b02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '517aeaa5-228e-4266-95ad-5d152c376047') {} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:04:00.914936 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-c0eef7b0-d682-46d1-9dae-c8d99b1f5b02 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747261973158', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571892'] for segment (517aeaa5-228e-4266-95ad-5d152c376047), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:00.935582 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-c0eef7b0-d682-46d1-9dae-c8d99b1f5b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674812'] for segment (517aeaa5-228e-4266-95ad-5d152c376047), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:00.944684 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0eef7b0-d682-46d1-9dae-c8d99b1f5b02 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=104320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 21:04:00.945113 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-c0eef7b0-d682-46d1-9dae-c8d99b1f5b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25436834'] for segment (517aeaa5-228e-4266-95ad-5d152c376047), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:01.141465 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d921cce-706d-4623-a513-d1b360f3aff6 req-3da4f596-007e-4a61-8729-0179e63538de tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:01.142885 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-6d921cce-706d-4623-a513-d1b360f3aff6 req-3da4f596-007e-4a61-8729-0179e63538de tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 943 time: 0.0535288 May 31 21:04:01.147564 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-c0eef7b0-d682-46d1-9dae-c8d99b1f5b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598461'] for network (61e40b52-3065-4b87-b543-018f4050cfb9), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:01.160956 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-c0eef7b0-d682-46d1-9dae-c8d99b1f5b02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696852'] for network (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:01.164784 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-c0eef7b0-d682-46d1-9dae-c8d99b1f5b02 admin admin] 10.222.0.55 "DELETE /v2.0/networks/61e40b52-3065-4b87-b543-018f4050cfb9 HTTP/1.1" status: 204 len: 168 time: 0.7028089 May 31 21:04:01.183556 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eef7b0-d682-46d1-9dae-c8d99b1f5b02 admin admin] Pushing event deleted for resources: {'Network': ['ID=61e40b52-3065-4b87-b543-018f4050cfb9,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:04:01.214135 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-6d921cce-706d-4623-a513-d1b360f3aff6 req-4ea8d670-f8ca-4d61-9060-dc6de4c3c514 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647764 May 31 21:04:01.559174 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ffd0e-e281-48b0-bc50-4593eab04f2c req-80a1e65b-7c21-4386-96f0-3f2d229701b0 tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:01.560690 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-c71ffd0e-e281-48b0-bc50-4593eab04f2c req-80a1e65b-7c21-4386-96f0-3f2d229701b0 tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] 10.222.0.55 "GET /v2.0/ports?device_id=35c086d9-50bf-494a-90bb-694569f861a8 HTTP/1.1" status: 200 len: 945 time: 0.0534208 May 31 21:04:01.638758 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-c71ffd0e-e281-48b0-bc50-4593eab04f2c req-3f327a66-2bef-4478-b588-3b4059787cf1 tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] 10.222.0.55 "GET /v2.0/security-groups?id=0994c70d-0831-463d-8d2b-12953219bd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679569 May 31 21:04:01.673570 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.services.segments.plugin [-] Segment 517aeaa5-228e-4266-95ad-5d152c376047 resource provider aggregate not found May 31 21:04:01.693607 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.services.segments.plugin [-] Segment 517aeaa5-228e-4266-95ad-5d152c376047 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 517aeaa5-228e-4266-95ad-5d152c376047 found for delete ", "request_id": "req-e61c7f64-5b2f-4bbd-8048-d97708836c09"}]} May 31 21:04:01.695753 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 60206) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:04:01.742367 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-fbe877e3-287a-4351-93c4-6a074304dba6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f1c086374cc844d0912118ea22d774af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0453849 May 31 21:04:01.744848 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 60210) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:04:01.774269 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:01.797692 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-efff11f2-407c-4ebc-ab2f-436cfb323f68 admin admin] Publish callbacks [] for security_group (b3194463-406f-41a1-918a-14d240a0b773), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:01.822398 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-efff11f2-407c-4ebc-ab2f-436cfb323f68 admin admin] Publish callbacks [] for security_group (b3194463-406f-41a1-918a-14d240a0b773), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:01.984870 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-efff11f2-407c-4ebc-ab2f-436cfb323f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (b3194463-406f-41a1-918a-14d240a0b773), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:01.987606 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-efff11f2-407c-4ebc-ab2f-436cfb323f68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:01.997422 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-efff11f2-407c-4ebc-ab2f-436cfb323f68 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b3194463-406f-41a1-918a-14d240a0b773 HTTP/1.1" status: 204 len: 168 time: 0.2486825 May 31 21:04:02.013146 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efff11f2-407c-4ebc-ab2f-436cfb323f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3194463-406f-41a1-918a-14d240a0b773,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:04:02.051954 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00891d6f-fe8e-4e73-8139-e53d2dec3b71 req-8a45e98f-2c71-4839-8528-e8f2c45ba24a tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:02.051954 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-00891d6f-fe8e-4e73-8139-e53d2dec3b71 req-8a45e98f-2c71-4839-8528-e8f2c45ba24a tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=faf12fce-2352-40df-a297-0d7b28379014 HTTP/1.1" status: 200 len: 931 time: 0.1087277 May 31 21:04:02.110765 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-00891d6f-fe8e-4e73-8139-e53d2dec3b71 req-d8855658-beb4-474b-8d8a-5ff296f5eaea tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/security-groups?id=71909b2b-34a3-4d69-b398-0bd2a67db903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613201 May 31 21:04:02.148569 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b102167-b546-4c02-adab-0f3df54ae45c req-12244c81-a27f-4b5a-bf19-0a30eb867d64 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:02.150094 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-3b102167-b546-4c02-adab-0f3df54ae45c req-12244c81-a27f-4b5a-bf19-0a30eb867d64 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bff085f-5477-4588-9e08-533189d2db08 HTTP/1.1" status: 200 len: 944 time: 0.0539932 May 31 21:04:02.197955 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-3b102167-b546-4c02-adab-0f3df54ae45c req-146a8131-73c0-44ae-a956-7de468374317 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=12907732-5570-4844-bbdc-00a8a81608d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422227 May 31 21:04:02.332057 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4f9a74-f2c3-4ac5-8154-9a5c8651d7e0 req-98282725-ab71-4403-8764-c0c0328f6ff4 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:02.333422 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-9f4f9a74-f2c3-4ac5-8154-9a5c8651d7e0 req-98282725-ab71-4403-8764-c0c0328f6ff4 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 943 time: 0.0461514 May 31 21:04:02.412584 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a123764b-4693-41b1-bad8-a1a63cc951cd', 'tag': 'cc0edf95-fc02-451a-b38f-075bee275ed6'}] {{(pid=104321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:04:02.415327 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6b014d5dee29fffbb36c15c330f4dd8b871b4cb67f19a16d167ed5ff3960b8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fbf733b-1dda-46fd-959f-0b39f7f67bfb" -d '{"events": [{"name": "network-changed", "server_uuid": "a123764b-4693-41b1-bad8-a1a63cc951cd", "tag": "cc0edf95-fc02-451a-b38f-075bee275ed6"}]}' {{(pid=104321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:04:02.459108 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 May 2022 21:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be55d253-fcb5-4c61-92cb-62289749baa2 x-openstack-request-id: req-be55d253-fcb5-4c61-92cb-62289749baa2 {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:04:02.460129 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a123764b-4693-41b1-bad8-a1a63cc951cd", "tag": "cc0edf95-fc02-451a-b38f-075bee275ed6", "status": "completed", "code": 200}]} {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:04:02.460531 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-be55d253-fcb5-4c61-92cb-62289749baa2 {{(pid=104321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:04:02.461185 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be55d253-fcb5-4c61-92cb-62289749baa2'] response: {'name': 'network-changed', 'server_uuid': 'a123764b-4693-41b1-bad8-a1a63cc951cd', 'tag': 'cc0edf95-fc02-451a-b38f-075bee275ed6', 'status': 'completed', 'code': 200} May 31 21:04:02.578234 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-9f4f9a74-f2c3-4ac5-8154-9a5c8651d7e0 req-928fc137-e4c1-488a-81a5-3b698d61c2c3 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2385025 May 31 21:04:02.598001 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:02.755968 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d1a43a-1040-47e5-8f3e-aac2bf62be8c req-2e8ec4a1-4e69-497c-a6b1-bff0714b99a1 tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:02.758159 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-15d1a43a-1040-47e5-8f3e-aac2bf62be8c req-2e8ec4a1-4e69-497c-a6b1-bff0714b99a1 tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] 10.222.0.55 "GET /v2.0/ports?device_id=35c086d9-50bf-494a-90bb-694569f861a8 HTTP/1.1" status: 200 len: 945 time: 0.0471063 May 31 21:04:02.782637 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 60232) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:04:02.817254 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-15d1a43a-1040-47e5-8f3e-aac2bf62be8c req-08cb94c2-1902-402e-b628-928bf1459881 tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] 10.222.0.55 "GET /v2.0/security-groups?id=0994c70d-0831-463d-8d2b-12953219bd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513978 May 31 21:04:02.834115 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-cf464c3c-fe8f-4864-a0e4-d43bf0a57e5b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b5004cba174a446f844c30b2c6f06493&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0468314 May 31 21:04:02.835222 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 60236) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:04:02.894055 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-576ae92d-7942-4812-bcb8-1a906a8c2778 admin admin] Publish callbacks [] for security_group (84713029-86f9-4a8a-91e3-c10e48fda422), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:02.916105 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-576ae92d-7942-4812-bcb8-1a906a8c2778 admin admin] Publish callbacks [] for security_group (84713029-86f9-4a8a-91e3-c10e48fda422), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:03.106664 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-576ae92d-7942-4812-bcb8-1a906a8c2778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (84713029-86f9-4a8a-91e3-c10e48fda422), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:03.109078 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-576ae92d-7942-4812-bcb8-1a906a8c2778 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:03.111643 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-576ae92d-7942-4812-bcb8-1a906a8c2778 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/84713029-86f9-4a8a-91e3-c10e48fda422 HTTP/1.1" status: 204 len: 168 time: 0.2738440 May 31 21:04:03.121009 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576ae92d-7942-4812-bcb8-1a906a8c2778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84713029-86f9-4a8a-91e3-c10e48fda422,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:04:03.237113 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b65a890-f2e2-4a33-9016-057d291122ee req-b4e2b96c-b867-4d2d-842b-751d3b337404 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:03.240452 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-8b65a890-f2e2-4a33-9016-057d291122ee req-b4e2b96c-b867-4d2d-842b-751d3b337404 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=faf12fce-2352-40df-a297-0d7b28379014 HTTP/1.1" status: 200 len: 931 time: 0.0511401 May 31 21:04:03.317952 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-8b65a890-f2e2-4a33-9016-057d291122ee req-4d22a467-92a9-4ee6-82fe-51d67e3d297b tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/security-groups?id=71909b2b-34a3-4d69-b398-0bd2a67db903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723174 May 31 21:04:03.330904 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f19aeba-d65c-409c-bb9a-c26f4fca9e6e req-2e9e3ac0-f0a0-4dc1-abfa-7b3008244f95 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:03.332581 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-3f19aeba-d65c-409c-bb9a-c26f4fca9e6e req-2e9e3ac0-f0a0-4dc1-abfa-7b3008244f95 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bff085f-5477-4588-9e08-533189d2db08 HTTP/1.1" status: 200 len: 944 time: 0.0648525 May 31 21:04:03.382815 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-3f19aeba-d65c-409c-bb9a-c26f4fca9e6e req-4c04afeb-3237-4415-a5b5-42108b3be598 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=12907732-5570-4844-bbdc-00a8a81608d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425334 May 31 21:04:03.546408 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:03.720313 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d597277-5bd9-4695-9f3b-cd93d36c9523 req-37a1711f-fcf1-4476-aa35-c72552b0ff84 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:03.721769 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-6d597277-5bd9-4695-9f3b-cd93d36c9523 req-37a1711f-fcf1-4476-aa35-c72552b0ff84 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 943 time: 0.0650434 May 31 21:04:03.777661 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-6d597277-5bd9-4695-9f3b-cd93d36c9523 req-9b9eed3d-693c-496d-8113-0111275fd933 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487216 May 31 21:04:03.941820 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa019f19-b7ac-48f8-a844-402bc6b42ed4 req-c59492e7-3f3d-4f8c-b5ec-9e069294f6d6 tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:03.943611 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-fa019f19-b7ac-48f8-a844-402bc6b42ed4 req-c59492e7-3f3d-4f8c-b5ec-9e069294f6d6 tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] 10.222.0.55 "GET /v2.0/ports?device_id=35c086d9-50bf-494a-90bb-694569f861a8 HTTP/1.1" status: 200 len: 945 time: 0.0553818 May 31 21:04:03.969664 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:04.006053 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-fa019f19-b7ac-48f8-a844-402bc6b42ed4 req-1eff75b6-18c5-41cb-98e4-a170308808fc tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] 10.222.0.55 "GET /v2.0/security-groups?id=0994c70d-0831-463d-8d2b-12953219bd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565832 May 31 21:04:04.431439 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c670f74c-2e0c-4e03-87bd-5d186d3a0749 req-2fafa227-671e-4935-87df-697141808a78 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:04.432936 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-c670f74c-2e0c-4e03-87bd-5d186d3a0749 req-2fafa227-671e-4935-87df-697141808a78 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=faf12fce-2352-40df-a297-0d7b28379014 HTTP/1.1" status: 200 len: 931 time: 0.0471940 May 31 21:04:04.519429 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b4d02e-2b8d-481e-8116-97c14898e521 req-de89e2ca-0298-4d58-a097-625a4da48231 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:04.520968 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-f2b4d02e-2b8d-481e-8116-97c14898e521 req-de89e2ca-0298-4d58-a097-625a4da48231 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bff085f-5477-4588-9e08-533189d2db08 HTTP/1.1" status: 200 len: 944 time: 0.0649686 May 31 21:04:04.524922 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-c670f74c-2e0c-4e03-87bd-5d186d3a0749 req-aeba5fc7-9db3-4952-863e-74f5a260e175 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/security-groups?id=71909b2b-34a3-4d69-b398-0bd2a67db903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862505 May 31 21:04:04.573854 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-f2b4d02e-2b8d-481e-8116-97c14898e521 req-f157b769-340c-485b-a7e3-5f16d84c2359 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=12907732-5570-4844-bbdc-00a8a81608d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460510 May 31 21:04:04.901069 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:04.909798 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b930e8-8c74-4238-a197-6aa7126dda6c req-215e4156-0386-4d39-a37e-ef5263749cd0 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:04.911343 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-d0b930e8-8c74-4238-a197-6aa7126dda6c req-215e4156-0386-4d39-a37e-ef5263749cd0 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 943 time: 0.0500758 May 31 21:04:04.963975 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-d0b930e8-8c74-4238-a197-6aa7126dda6c req-993da7b1-73bd-4474-9c97-81de39ae33a5 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464611 May 31 21:04:05.135902 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7da36a-5d09-4da7-b065-3491d555457e req-f52a0aeb-947b-4b88-99ad-0026a665973e tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:05.137412 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-0a7da36a-5d09-4da7-b065-3491d555457e req-f52a0aeb-947b-4b88-99ad-0026a665973e tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] 10.222.0.55 "GET /v2.0/ports?device_id=35c086d9-50bf-494a-90bb-694569f861a8 HTTP/1.1" status: 200 len: 945 time: 0.0507255 May 31 21:04:05.197307 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-0a7da36a-5d09-4da7-b065-3491d555457e req-4fd7949e-3063-4728-825d-dcab3d01ac3e tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] 10.222.0.55 "GET /v2.0/security-groups?id=0994c70d-0831-463d-8d2b-12953219bd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490723 May 31 21:04:05.426510 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:05.659400 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:UPDATE=7,neutron:SELECT=81,neutron:INSERT=12 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:05.702921 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d532273-3964-4265-8cb4-e3124a13b171 req-c73dabb6-e36c-4dca-bc28-fc1f8c121a8f tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:05.704692 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-8d532273-3964-4265-8cb4-e3124a13b171 req-c73dabb6-e36c-4dca-bc28-fc1f8c121a8f tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=faf12fce-2352-40df-a297-0d7b28379014 HTTP/1.1" status: 200 len: 931 time: 0.0795958 May 31 21:04:05.726341 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2749fa38-428e-4f85-8032-bab121a12eb4 req-4cc2c19b-972c-4a51-9fad-530db65a7fa0 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:05.727785 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-2749fa38-428e-4f85-8032-bab121a12eb4 req-4cc2c19b-972c-4a51-9fad-530db65a7fa0 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bff085f-5477-4588-9e08-533189d2db08 HTTP/1.1" status: 200 len: 944 time: 0.0689874 May 31 21:04:05.820966 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-8d532273-3964-4265-8cb4-e3124a13b171 req-d651d128-47b7-404b-98cf-6426549b1448 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/security-groups?id=71909b2b-34a3-4d69-b398-0bd2a67db903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096425 May 31 21:04:05.825729 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-2749fa38-428e-4f85-8032-bab121a12eb4 req-bfb70b9e-bbd1-4220-a81f-ac3f994e58f3 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=12907732-5570-4844-bbdc-00a8a81608d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823159 May 31 21:04:05.994901 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device d441d5e6-2812-4d1f-bf38-96cb2c781ded details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=104322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 31 21:04:06.120573 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] For port d441d5e6-2812-4d1f-bf38-96cb2c781ded, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=d441d5e6-2812-4d1f-bf38-96cb2c781ded,segment=NetworkSegment(a3a61b02-d451-4bb6-8acb-f707be60b746),segment_id=a3a61b02-d451-4bb6-8acb-f707be60b746)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:04:06.136464 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Returning: {'device': 'd441d5e6-2812-4d1f-bf38-96cb2c781ded', 'network_id': '50707fc3-657a-4d1c-8628-0dfb2710b9bc', 'port_id': 'd441d5e6-2812-4d1f-bf38-96cb2c781ded', 'mac_address': 'fa:16:3e:a4:b1:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '056887a1-bc98-40be-80ec-f43fe7602ab2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 31 21:04:06.162068 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8e61d3-a855-4aff-85a3-560396f98337 req-f704404f-f667-4baf-8860-2666977baf77 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:06.164436 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-bf8e61d3-a855-4aff-85a3-560396f98337 req-f704404f-f667-4baf-8860-2666977baf77 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 943 time: 0.1082430 May 31 21:04:06.189901 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Current status of the port d441d5e6-2812-4d1f-bf38-96cb2c781ded is: DOWN; New status is: BUILD {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:04:06.189901 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (d441d5e6-2812-4d1f-bf38-96cb2c781ded), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:06.198325 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.notifiers.nova [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d441d5e6-2812-4d1f-bf38-96cb2c781ded {{(pid=104322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 21:04:06.219086 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-bf8e61d3-a855-4aff-85a3-560396f98337 req-547bb2f4-fa2e-477d-8d24-1e3c94c89967 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485365 May 31 21:04:06.220487 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:06.227790 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] For port d441d5e6-2812-4d1f-bf38-96cb2c781ded, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=d441d5e6-2812-4d1f-bf38-96cb2c781ded,segment=NetworkSegment(a3a61b02-d451-4bb6-8acb-f707be60b746),segment_id=a3a61b02-d451-4bb6-8acb-f707be60b746)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:04:06.315603 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d2e8d-487e-4636-832d-d2b1e78e6caf req-6bc220a9-9124-4340-bc4c-936a213bcf2f tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:06.317674 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-609d2e8d-487e-4636-832d-d2b1e78e6caf req-6bc220a9-9124-4340-bc4c-936a213bcf2f tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] 10.222.0.55 "GET /v2.0/ports?device_id=35c086d9-50bf-494a-90bb-694569f861a8 HTTP/1.1" status: 200 len: 945 time: 0.0539603 May 31 21:04:06.374646 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-609d2e8d-487e-4636-832d-d2b1e78e6caf req-de248f3c-e516-4bb2-b4a4-6843c5af295c tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] 10.222.0.55 "GET /v2.0/security-groups?id=0994c70d-0831-463d-8d2b-12953219bd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490446 May 31 21:04:06.414936 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (d441d5e6-2812-4d1f-bf38-96cb2c781ded), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:06.466331 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Pushing event updated for resources: {'Port': ['ID=d441d5e6-2812-4d1f-bf38-96cb2c781ded,revision_number=4']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:04:06.970971 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa4f235-0c51-4ee8-93bc-c38f76e1a958 req-461a39ae-606b-4b6e-ab00-9db134b8ff80 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:06.992015 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-9aa4f235-0c51-4ee8-93bc-c38f76e1a958 req-461a39ae-606b-4b6e-ab00-9db134b8ff80 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=faf12fce-2352-40df-a297-0d7b28379014 HTTP/1.1" status: 200 len: 931 time: 0.0824075 May 31 21:04:06.992272 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef690646-246d-4cd3-b028-c70148cca9c5 req-4e2d7fae-8b9d-4c4f-b328-b2951c6bd365 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:06.993718 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ef690646-246d-4cd3-b028-c70148cca9c5 req-4e2d7fae-8b9d-4c4f-b328-b2951c6bd365 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bff085f-5477-4588-9e08-533189d2db08 HTTP/1.1" status: 200 len: 944 time: 0.0664284 May 31 21:04:07.052848 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-9aa4f235-0c51-4ee8-93bc-c38f76e1a958 req-71923654-da2f-49aa-b730-d9fb19fd94a5 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/security-groups?id=71909b2b-34a3-4d69-b398-0bd2a67db903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747194 May 31 21:04:07.064213 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ef690646-246d-4cd3-b028-c70148cca9c5 req-170e1722-1a21-4cbb-a0ef-b26699cc385d tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=12907732-5570-4844-bbdc-00a8a81608d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632825 May 31 21:04:07.352882 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eeab65-5afe-4cec-8e97-06d2c79c64a6 req-b4c73ef4-d3ab-43e6-bb90-82c126ec5527 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:07.354492 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-07eeab65-5afe-4cec-8e97-06d2c79c64a6 req-b4c73ef4-d3ab-43e6-bb90-82c126ec5527 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 943 time: 0.0576975 May 31 21:04:07.407451 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-07eeab65-5afe-4cec-8e97-06d2c79c64a6 req-7b451fab-b1f6-49be-9acd-9c1ab9edb927 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470061 May 31 21:04:07.514296 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455535aa-6c8a-462c-87ec-ee3fa12581a0 req-3c479ae3-11bd-4b7e-a9d4-a0d1fd0a39d0 tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:07.515986 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-455535aa-6c8a-462c-87ec-ee3fa12581a0 req-3c479ae3-11bd-4b7e-a9d4-a0d1fd0a39d0 tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] 10.222.0.55 "GET /v2.0/ports?device_id=35c086d9-50bf-494a-90bb-694569f861a8 HTTP/1.1" status: 200 len: 945 time: 0.0566363 May 31 21:04:07.568425 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-455535aa-6c8a-462c-87ec-ee3fa12581a0 req-31683cf8-04bf-4b3c-bff6-075c0b9c8b97 tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] 10.222.0.55 "GET /v2.0/security-groups?id=0994c70d-0831-463d-8d2b-12953219bd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464582 May 31 21:04:08.198719 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ec6b1e-9764-4c4d-80fc-d4b14aee0b14 req-eac4529e-9e25-401b-b1aa-613a0c727e2b tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:08.200229 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-94ec6b1e-9764-4c4d-80fc-d4b14aee0b14 req-eac4529e-9e25-401b-b1aa-613a0c727e2b tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=faf12fce-2352-40df-a297-0d7b28379014 HTTP/1.1" status: 200 len: 931 time: 0.0792782 May 31 21:04:08.221395 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5860875e-5087-4a06-8cba-d4a2d0b6582c req-05452676-c3d2-4834-8847-3eeb28f2d570 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:08.222851 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-5860875e-5087-4a06-8cba-d4a2d0b6582c req-05452676-c3d2-4834-8847-3eeb28f2d570 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bff085f-5477-4588-9e08-533189d2db08 HTTP/1.1" status: 200 len: 944 time: 0.0874808 May 31 21:04:08.296696 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-94ec6b1e-9764-4c4d-80fc-d4b14aee0b14 req-cf777ce3-122a-4ff7-858a-3482a3b11aee tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/security-groups?id=71909b2b-34a3-4d69-b398-0bd2a67db903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885761 May 31 21:04:08.314948 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-5860875e-5087-4a06-8cba-d4a2d0b6582c req-6b907f29-6904-43df-8c83-67d86afe631d tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=12907732-5570-4844-bbdc-00a8a81608d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821135 May 31 21:04:08.543624 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948e4bd6-bb4f-4fee-bf65-71c674fb1b0c req-4797cfc0-4784-48b9-8886-add58be037a4 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:08.545203 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-948e4bd6-bb4f-4fee-bf65-71c674fb1b0c req-4797cfc0-4784-48b9-8886-add58be037a4 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 943 time: 0.0493922 May 31 21:04:08.596100 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-948e4bd6-bb4f-4fee-bf65-71c674fb1b0c req-cbbc62cc-71a1-4bb7-9453-5d35fa5adb8b tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449452 May 31 21:04:08.671631 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] get_ports_and_sgs() called for port_ids ['d441d5e6-2812-4d1f-bf38-96cb2c781ded'] {{(pid=104322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 31 21:04:08.703441 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8cf479-19b3-4a59-bdbf-6da14004393f req-ada2f151-4430-456c-9601-781cbae09426 tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:08.705031 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-5f8cf479-19b3-4a59-bdbf-6da14004393f req-ada2f151-4430-456c-9601-781cbae09426 tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] 10.222.0.55 "GET /v2.0/ports?device_id=35c086d9-50bf-494a-90bb-694569f861a8 HTTP/1.1" status: 200 len: 945 time: 0.0631526 May 31 21:04:08.719505 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:08.758734 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-5f8cf479-19b3-4a59-bdbf-6da14004393f req-55b83e85-d991-4ac0-8688-f81e3a2e5502 tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] 10.222.0.55 "GET /v2.0/security-groups?id=0994c70d-0831-463d-8d2b-12953219bd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473886 May 31 21:04:08.849474 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:08.950361 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:09.458515 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6461c0e5-e696-4b0d-beeb-87341c658d20 req-2719d429-7577-4b01-b5d6-3245beb4ba59 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:09.460120 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-6461c0e5-e696-4b0d-beeb-87341c658d20 req-2719d429-7577-4b01-b5d6-3245beb4ba59 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=faf12fce-2352-40df-a297-0d7b28379014 HTTP/1.1" status: 200 len: 931 time: 0.0790296 May 31 21:04:09.468677 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48386c9c-068d-48cf-a4bf-7d19bc1e246c req-121773bd-dd9c-4a79-8b89-d7f2961887e7 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:09.470311 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-48386c9c-068d-48cf-a4bf-7d19bc1e246c req-121773bd-dd9c-4a79-8b89-d7f2961887e7 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bff085f-5477-4588-9e08-533189d2db08 HTTP/1.1" status: 200 len: 944 time: 0.0780768 May 31 21:04:09.564735 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-6461c0e5-e696-4b0d-beeb-87341c658d20 req-fde88eb4-f0e2-49ab-bac5-16746e889810 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/security-groups?id=71909b2b-34a3-4d69-b398-0bd2a67db903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932691 May 31 21:04:09.569707 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-48386c9c-068d-48cf-a4bf-7d19bc1e246c req-ef04ab29-0c07-4ef5-a720-5be572870d20 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=12907732-5570-4844-bbdc-00a8a81608d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914645 May 31 21:04:09.573750 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:09.614055 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.v2.base [req-f0f7f4c5-5587-47b3-b651-7885df5e4773 req-95eac156-8c1f-48e8-bfe4-25ca2bdbad42 service neutron] Request body: {'port': {'device_id': 'faf12fce-2352-40df-a297-0d7b28379014', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=104320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:04:09.713452 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [req-f0f7f4c5-5587-47b3-b651-7885df5e4773 req-95eac156-8c1f-48e8-bfe4-25ca2bdbad42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (eb53f5b6-46bd-4009-8d09-18c62dd763ce), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:09.742380 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625fd1a6-e0b0-4bdb-9793-ebea6dce0337 req-79ce5f99-262a-4eee-b66e-0c9023a9c2e5 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:09.743910 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-625fd1a6-e0b0-4bdb-9793-ebea6dce0337 req-79ce5f99-262a-4eee-b66e-0c9023a9c2e5 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 943 time: 0.0706580 May 31 21:04:09.779763 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e611cc64-4022-43d5-a6e9-4e0174859ebe req-850be381-fb7e-4f0b-8a7a-59343af196b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:09.781201 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-e611cc64-4022-43d5-a6e9-4e0174859ebe req-850be381-fb7e-4f0b-8a7a-59343af196b6 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=f1b54ceb69fc4041b743a11eda4144a8&device_id=9bff085f-5477-4588-9e08-533189d2db08 HTTP/1.1" status: 200 len: 1128 time: 0.1001184 May 31 21:04:09.795274 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbf733b-1dda-46fd-959f-0b39f7f67bfb req-b3f8b48e-612e-49b0-8b38-9eab2796053e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:09.795274 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-9fbf733b-1dda-46fd-959f-0b39f7f67bfb req-b3f8b48e-612e-49b0-8b38-9eab2796053e service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=af420d43367c42e4a4b0948706dd0546&device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 1127 time: 0.0809360 May 31 21:04:09.916853 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-625fd1a6-e0b0-4bdb-9793-ebea6dce0337 req-0187d96b-a77e-4570-9591-6af0d790358d tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470311 May 31 21:04:09.984429 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82edfff0-0bff-4b63-86a4-0b6a53dd157b req-84aae611-1a95-410a-b532-408e1084bb78 tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:09.986018 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-82edfff0-0bff-4b63-86a4-0b6a53dd157b req-84aae611-1a95-410a-b532-408e1084bb78 tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] 10.222.0.55 "GET /v2.0/ports?device_id=35c086d9-50bf-494a-90bb-694569f861a8 HTTP/1.1" status: 200 len: 945 time: 0.1455979 May 31 21:04:10.055301 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e611cc64-4022-43d5-a6e9-4e0174859ebe req-f7354d77-a525-4da7-8447-f2a31008cbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:10.056852 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-e611cc64-4022-43d5-a6e9-4e0174859ebe req-f7354d77-a525-4da7-8447-f2a31008cbf6 service neutron] 10.222.0.40 "GET /v2.0/networks?tenant_id=f1b54ceb69fc4041b743a11eda4144a8&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2644970 May 31 21:04:10.059639 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbf733b-1dda-46fd-959f-0b39f7f67bfb req-fe3231c5-0f06-47ba-83e6-d2e6fad7048a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:10.060966 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-9fbf733b-1dda-46fd-959f-0b39f7f67bfb req-fe3231c5-0f06-47ba-83e6-d2e6fad7048a service neutron] 10.222.0.40 "GET /v2.0/networks?tenant_id=af420d43367c42e4a4b0948706dd0546&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2493675 May 31 21:04:10.102046 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-82edfff0-0bff-4b63-86a4-0b6a53dd157b req-5207557a-1724-460c-927c-1f8c7b3e4805 tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] 10.222.0.55 "GET /v2.0/security-groups?id=0994c70d-0831-463d-8d2b-12953219bd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083345 May 31 21:04:10.218074 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.notifiers.nova [req-f0f7f4c5-5587-47b3-b651-7885df5e4773 req-95eac156-8c1f-48e8-bfe4-25ca2bdbad42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb53f5b6-46bd-4009-8d09-18c62dd763ce {{(pid=104320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 21:04:10.227333 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [req-f0f7f4c5-5587-47b3-b651-7885df5e4773 req-95eac156-8c1f-48e8-bfe4-25ca2bdbad42 service neutron] Publish callbacks [] for port (eb53f5b6-46bd-4009-8d09-18c62dd763ce), precommit_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:10.242259 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.db.provisioning_blocks [req-f0f7f4c5-5587-47b3-b651-7885df5e4773 req-95eac156-8c1f-48e8-bfe4-25ca2bdbad42 service neutron] Transition to ACTIVE for port object eb53f5b6-46bd-4009-8d09-18c62dd763ce will not be triggered until provisioned by entity L2. {{(pid=104320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 31 21:04:10.323869 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [req-f0f7f4c5-5587-47b3-b651-7885df5e4773 req-95eac156-8c1f-48e8-bfe4-25ca2bdbad42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437050'] for port (eb53f5b6-46bd-4009-8d09-18c62dd763ce), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:10.374321 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eac156-8c1f-48e8-bfe4-25ca2bdbad42 service neutron] Pushing event updated for resources: {'Port': ['ID=eb53f5b6-46bd-4009-8d09-18c62dd763ce,revision_number=2']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:04:10.464894 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.managers [req-f0f7f4c5-5587-47b3-b651-7885df5e4773 req-95eac156-8c1f-48e8-bfe4-25ca2bdbad42 service neutron] Attempting to bind port eb53f5b6-46bd-4009-8d09-18c62dd763ce on host hv-cinder-83979 for vnic_type normal with profile {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 31 21:04:10.465228 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.managers [req-f0f7f4c5-5587-47b3-b651-7885df5e4773 req-95eac156-8c1f-48e8-bfe4-25ca2bdbad42 service neutron] Attempting to bind port eb53f5b6-46bd-4009-8d09-18c62dd763ce by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': 'f5d5aacd-0a79-4c28-aa2d-fa67740c4f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1cab6d20-22a6-4088-8e1d-60992c365df4'}] {{(pid=104320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 31 21:04:10.465554 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f7f4c5-5587-47b3-b651-7885df5e4773 req-95eac156-8c1f-48e8-bfe4-25ca2bdbad42 service neutron] Attempting to bind port eb53f5b6-46bd-4009-8d09-18c62dd763ce on network 1cab6d20-22a6-4088-8e1d-60992c365df4 {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 31 21:04:10.471007 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f7f4c5-5587-47b3-b651-7885df5e4773 req-95eac156-8c1f-48e8-bfe4-25ca2bdbad42 service neutron] Port eb53f5b6-46bd-4009-8d09-18c62dd763ce on network 1cab6d20-22a6-4088-8e1d-60992c365df4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 31 21:04:10.471931 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f7f4c5-5587-47b3-b651-7885df5e4773 req-95eac156-8c1f-48e8-bfe4-25ca2bdbad42 service neutron] Attempting to bind port eb53f5b6-46bd-4009-8d09-18c62dd763ce on network 1cab6d20-22a6-4088-8e1d-60992c365df4 {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 31 21:04:10.472047 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device d441d5e6-2812-4d1f-bf38-96cb2c781ded up at agent hyperv_hv-cinder-83979 {{(pid=104322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 31 21:04:10.479488 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f7f4c5-5587-47b3-b651-7885df5e4773 req-95eac156-8c1f-48e8-bfe4-25ca2bdbad42 service neutron] Checking agent: {'id': '51675295-7abb-4335-9c5a-c46a9082010e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 21, 1, 20), 'started_at': datetime.datetime(2022, 5, 31, 21, 1, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 21, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 31 21:04:10.480097 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f7f4c5-5587-47b3-b651-7885df5e4773 req-95eac156-8c1f-48e8-bfe4-25ca2bdbad42 service neutron] Checking segment: {'id': 'f5d5aacd-0a79-4c28-aa2d-fa67740c4f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1cab6d20-22a6-4088-8e1d-60992c365df4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 31 21:04:10.480944 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f7f4c5-5587-47b3-b651-7885df5e4773 req-95eac156-8c1f-48e8-bfe4-25ca2bdbad42 service neutron] Bound using segment: {'id': 'f5d5aacd-0a79-4c28-aa2d-fa67740c4f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1cab6d20-22a6-4088-8e1d-60992c365df4'} {{(pid=104320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 31 21:04:10.481680 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.managers [req-f0f7f4c5-5587-47b3-b651-7885df5e4773 req-95eac156-8c1f-48e8-bfe4-25ca2bdbad42 service neutron] Bound port: eb53f5b6-46bd-4009-8d09-18c62dd763ce, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5d5aacd-0a79-4c28-aa2d-fa67740c4f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1cab6d20-22a6-4088-8e1d-60992c365df4'}}] {{(pid=104320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 31 21:04:10.482387 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [req-f0f7f4c5-5587-47b3-b651-7885df5e4773 req-95eac156-8c1f-48e8-bfe4-25ca2bdbad42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (eb53f5b6-46bd-4009-8d09-18c62dd763ce), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:10.525167 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Provisioning for port d441d5e6-2812-4d1f-bf38-96cb2c781ded completed by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 31 21:04:10.570864 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [req-f0f7f4c5-5587-47b3-b651-7885df5e4773 req-95eac156-8c1f-48e8-bfe4-25ca2bdbad42 service neutron] For port eb53f5b6-46bd-4009-8d09-18c62dd763ce, host hv-cinder-83979, cleared binding levels {{(pid=104320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 31 21:04:10.576165 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [req-f0f7f4c5-5587-47b3-b651-7885df5e4773 req-95eac156-8c1f-48e8-bfe4-25ca2bdbad42 service neutron] For port eb53f5b6-46bd-4009-8d09-18c62dd763ce, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=eb53f5b6-46bd-4009-8d09-18c62dd763ce,segment=NetworkSegment(f5d5aacd-0a79-4c28-aa2d-fa67740c4f52),segment_id=f5d5aacd-0a79-4c28-aa2d-fa67740c4f52)] {{(pid=104320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 31 21:04:10.612866 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Provisioning complete for port d441d5e6-2812-4d1f-bf38-96cb2c781ded triggered by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:04:10.613474 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (d441d5e6-2812-4d1f-bf38-96cb2c781ded), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:10.645546 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [req-f0f7f4c5-5587-47b3-b651-7885df5e4773 req-95eac156-8c1f-48e8-bfe4-25ca2bdbad42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437050'] for port (eb53f5b6-46bd-4009-8d09-18c62dd763ce), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:10.702843 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbf733b-1dda-46fd-959f-0b39f7f67bfb req-68126ce0-4e84-4284-b503-a4ff4629faf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:10.704845 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-9fbf733b-1dda-46fd-959f-0b39f7f67bfb req-68126ce0-4e84-4284-b503-a4ff4629faf0 service neutron] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3009295 May 31 21:04:10.708815 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e611cc64-4022-43d5-a6e9-4e0174859ebe req-e19b0743-9fd5-4491-8956-c2eec06dd454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:10.718279 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-e611cc64-4022-43d5-a6e9-4e0174859ebe req-e19b0743-9fd5-4491-8956-c2eec06dd454 service neutron] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3068459 May 31 21:04:10.759633 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f7f4c5-5587-47b3-b651-7885df5e4773 req-95eac156-8c1f-48e8-bfe4-25ca2bdbad42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:10.760296 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [req-f0f7f4c5-5587-47b3-b651-7885df5e4773 req-95eac156-8c1f-48e8-bfe4-25ca2bdbad42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696852'] for port (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:10.761765 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-f0f7f4c5-5587-47b3-b651-7885df5e4773 req-95eac156-8c1f-48e8-bfe4-25ca2bdbad42 service neutron] 10.222.0.40 "PUT /v2.0/ports/eb53f5b6-46bd-4009-8d09-18c62dd763ce HTTP/1.1" status: 200 len: 1093 time: 1.1529210 May 31 21:04:10.762311 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faf12fce-2352-40df-a297-0d7b28379014', 'tag': 'eb53f5b6-46bd-4009-8d09-18c62dd763ce'}] {{(pid=104320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:04:10.764884 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800e09971b12e0035a6cf58b960e7e30052d71c2381d70b5c02cffce84e90f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fad5c58-ea79-4ff5-96f8-a3787f3259a4" -d '{"events": [{"name": "network-changed", "server_uuid": "faf12fce-2352-40df-a297-0d7b28379014", "tag": "eb53f5b6-46bd-4009-8d09-18c62dd763ce"}]}' {{(pid=104320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:04:10.769958 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:10.777578 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:10.845338 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175d0be-2c61-49ba-b78d-0d3aee1d67c2 req-4077b611-b89f-49ef-bcfe-8710e2c55f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:10.849061 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-e175d0be-2c61-49ba-b78d-0d3aee1d67c2 req-4077b611-b89f-49ef-bcfe-8710e2c55f3e service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=f1b54ceb69fc4041b743a11eda4144a8&device_id=9bff085f-5477-4588-9e08-533189d2db08 HTTP/1.1" status: 200 len: 1128 time: 0.0695527 May 31 21:04:10.855352 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Current status of the port d441d5e6-2812-4d1f-bf38-96cb2c781ded is: BUILD; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:04:10.856082 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (d441d5e6-2812-4d1f-bf38-96cb2c781ded), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:10.889165 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24059932-87a0-4e56-8bb0-4797276e2042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd441d5e6-2812-4d1f-bf38-96cb2c781ded'}] {{(pid=104322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:04:10.891673 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0d07a434bcc94248bd83d89f5df7255b965f34de07d957ea8ea11cb14c6cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe41210-9214-4e69-8dcd-9e6e086dc7b1" -d '{"events": [{"server_uuid": "24059932-87a0-4e56-8bb0-4797276e2042", "name": "network-vif-plugged", "status": "completed", "tag": "d441d5e6-2812-4d1f-bf38-96cb2c781ded"}]}' {{(pid=104322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:04:10.907804 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] For port d441d5e6-2812-4d1f-bf38-96cb2c781ded, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=d441d5e6-2812-4d1f-bf38-96cb2c781ded,segment=NetworkSegment(a3a61b02-d451-4bb6-8acb-f707be60b746),segment_id=a3a61b02-d451-4bb6-8acb-f707be60b746)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:04:10.960730 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eac156-8c1f-48e8-bfe4-25ca2bdbad42 service neutron] Pushing event updated for resources: {'Port': ['ID=eb53f5b6-46bd-4009-8d09-18c62dd763ce,revision_number=3']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:04:10.971354 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-e175d0be-2c61-49ba-b78d-0d3aee1d67c2 req-da8bbed0-5f11-46d5-a44b-016a21a89d91 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31db06ed-717e-4c7e-8538-117ccbffa87d HTTP/1.1" status: 200 len: 217 time: 0.1148131 May 31 21:04:10.973407 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c3e6f6-db88-4f02-9995-ee2bf86d774a req-fd8b3feb-6d87-44f3-91e9-7d6ea14d879b tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:10.975309 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-e3c3e6f6-db88-4f02-9995-ee2bf86d774a req-fd8b3feb-6d87-44f3-91e9-7d6ea14d879b tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bff085f-5477-4588-9e08-533189d2db08 HTTP/1.1" status: 200 len: 944 time: 0.1989291 May 31 21:04:10.989295 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1f3a7f-bf0f-4886-85e2-7f6e43769f25 req-e1393e63-d815-4bac-9f5b-eb39b7c2d254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:10.989295 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-7d1f3a7f-bf0f-4886-85e2-7f6e43769f25 req-e1393e63-d815-4bac-9f5b-eb39b7c2d254 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=af420d43367c42e4a4b0948706dd0546&device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 1127 time: 0.1933639 May 31 21:04:10.989295 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5524b23c-5a14-41e3-8909-ad26c8b65ae7 req-c892634e-68e3-4ecc-ab42-b6194c8f7845 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:10.989295 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-5524b23c-5a14-41e3-8909-ad26c8b65ae7 req-c892634e-68e3-4ecc-ab42-b6194c8f7845 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=faf12fce-2352-40df-a297-0d7b28379014 HTTP/1.1" status: 200 len: 943 time: 0.2117019 May 31 21:04:11.033516 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (d441d5e6-2812-4d1f-bf38-96cb2c781ded), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:11.048138 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f7f4c5-5587-47b3-b651-7885df5e4773 req-208b5dc2-365a-412f-a129-98709efcc8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:11.049994 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-f0f7f4c5-5587-47b3-b651-7885df5e4773 req-208b5dc2-365a-412f-a129-98709efcc8b2 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=180ff6fd8c5b434abffa058ea99ef7c4&device_id=faf12fce-2352-40df-a297-0d7b28379014 HTTP/1.1" status: 200 len: 1127 time: 0.1194177 May 31 21:04:11.063613 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-7d1f3a7f-bf0f-4886-85e2-7f6e43769f25 req-f845a2ba-25bf-46e2-ba52-72acf732b268 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc0edf95-fc02-451a-b38f-075bee275ed6 HTTP/1.1" status: 200 len: 217 time: 0.0520453 May 31 21:04:11.097228 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-f0f7f4c5-5587-47b3-b651-7885df5e4773 req-e80cdf3f-ce59-4505-a73b-39495bc197b1 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb53f5b6-46bd-4009-8d09-18c62dd763ce HTTP/1.1" status: 200 len: 217 time: 0.0398188 May 31 21:04:11.105765 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175d0be-2c61-49ba-b78d-0d3aee1d67c2 req-15129d58-272b-463c-a883-e6022f645827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:11.107218 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-e175d0be-2c61-49ba-b78d-0d3aee1d67c2 req-15129d58-272b-463c-a883-e6022f645827 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=056887a1-bc98-40be-80ec-f43fe7602ab2 HTTP/1.1" status: 200 len: 858 time: 0.0988920 May 31 21:04:11.110720 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Pushing event updated for resources: {'Port': ['ID=d441d5e6-2812-4d1f-bf38-96cb2c781ded,revision_number=5']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:04:11.131154 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-e3c3e6f6-db88-4f02-9995-ee2bf86d774a req-d3fa36d8-0f0b-4319-9e34-4bdd0302118e tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=12907732-5570-4844-bbdc-00a8a81608d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433349 May 31 21:04:11.165883 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1f3a7f-bf0f-4886-85e2-7f6e43769f25 req-a073ed28-50c9-442c-9631-285946756e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:11.167398 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-7d1f3a7f-bf0f-4886-85e2-7f6e43769f25 req-a073ed28-50c9-442c-9631-285946756e06 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=dc74b44b-e878-454d-9e54-2a90eb48611f HTTP/1.1" status: 200 len: 856 time: 0.0933144 May 31 21:04:11.181068 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-5524b23c-5a14-41e3-8909-ad26c8b65ae7 req-c53488bb-e0ad-48e1-96c4-32d00bdf40bf tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/security-groups?id=71909b2b-34a3-4d69-b398-0bd2a67db903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1697645 May 31 21:04:11.244660 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 May 2022 21:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d66f4b3-bca1-4762-aba7-141e92e83758 x-openstack-request-id: req-8d66f4b3-bca1-4762-aba7-141e92e83758 {{(pid=104322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:04:11.244660 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24059932-87a0-4e56-8bb0-4797276e2042", "name": "network-vif-plugged", "status": "completed", "tag": "d441d5e6-2812-4d1f-bf38-96cb2c781ded", "code": 200}]} {{(pid=104322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:04:11.244660 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8d66f4b3-bca1-4762-aba7-141e92e83758 {{(pid=104322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:04:11.244660 dv-cinder-839793-16-iscsi neutron-server[104322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d66f4b3-bca1-4762-aba7-141e92e83758'] response: {'server_uuid': '24059932-87a0-4e56-8bb0-4797276e2042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd441d5e6-2812-4d1f-bf38-96cb2c781ded', 'code': 200} May 31 21:04:11.246181 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 May 2022 21:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb80c7d-d2dc-4f5b-a8ae-433a1ca2c364 x-openstack-request-id: req-fdb80c7d-d2dc-4f5b-a8ae-433a1ca2c364 {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:04:11.246654 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faf12fce-2352-40df-a297-0d7b28379014", "tag": "eb53f5b6-46bd-4009-8d09-18c62dd763ce", "status": "completed", "code": 200}]} {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:04:11.247075 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fdb80c7d-d2dc-4f5b-a8ae-433a1ca2c364 {{(pid=104320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:04:11.247717 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdb80c7d-d2dc-4f5b-a8ae-433a1ca2c364'] response: {'name': 'network-changed', 'server_uuid': 'faf12fce-2352-40df-a297-0d7b28379014', 'tag': 'eb53f5b6-46bd-4009-8d09-18c62dd763ce', 'status': 'completed', 'code': 200} May 31 21:04:11.275216 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1f3a7f-bf0f-4886-85e2-7f6e43769f25 req-2fc41798-8937-4397-a887-1348db40a53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:11.276770 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-7d1f3a7f-bf0f-4886-85e2-7f6e43769f25 req-2fc41798-8937-4397-a887-1348db40a53c service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=68e327a3-96b2-4add-895f-c43a3d5daedc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1005702 May 31 21:04:11.277870 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f7f4c5-5587-47b3-b651-7885df5e4773 req-27694122-88da-41de-a749-f1ae4917f9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:11.280980 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-f0f7f4c5-5587-47b3-b651-7885df5e4773 req-27694122-88da-41de-a749-f1ae4917f9ae service neutron] 10.222.0.40 "GET /v2.0/subnets?id=ed08b0b7-388e-4929-9128-adbbfafb9e7c HTTP/1.1" status: 200 len: 849 time: 0.1440668 May 31 21:04:11.297657 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175d0be-2c61-49ba-b78d-0d3aee1d67c2 req-6cdde6c9-89e8-4496-ab5e-1281443deb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:11.300440 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-e175d0be-2c61-49ba-b78d-0d3aee1d67c2 req-6cdde6c9-89e8-4496-ab5e-1281443deb11 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=50707fc3-657a-4d1c-8628-0dfb2710b9bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1538043 May 31 21:04:11.451546 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57476f09-acb3-407d-a3c0-7353df000ce9 req-23ed8687-18de-4af5-8f8a-03aa9de4afc7 tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:11.453100 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-57476f09-acb3-407d-a3c0-7353df000ce9 req-23ed8687-18de-4af5-8f8a-03aa9de4afc7 tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] 10.222.0.55 "GET /v2.0/ports?device_id=35c086d9-50bf-494a-90bb-694569f861a8 HTTP/1.1" status: 200 len: 945 time: 0.1310649 May 31 21:04:11.462642 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a51d9bb-c3ad-4862-b15c-900c29777834 req-f2630f94-eebf-4a0a-b987-a55accb8951e tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:11.464226 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-5a51d9bb-c3ad-4862-b15c-900c29777834 req-f2630f94-eebf-4a0a-b987-a55accb8951e tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 943 time: 0.1012130 May 31 21:04:11.535873 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-7d1f3a7f-bf0f-4886-85e2-7f6e43769f25 req-c27fb9bb-1dc5-4622-b0cf-26708c7c6194 service neutron] 10.222.0.40 "GET /v2.0/networks/68e327a3-96b2-4add-895f-c43a3d5daedc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394230 May 31 21:04:11.567264 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-5a51d9bb-c3ad-4862-b15c-900c29777834 req-114adaab-ed55-4508-a7a1-ce1fded88d74 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872445 May 31 21:04:11.570862 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-57476f09-acb3-407d-a3c0-7353df000ce9 req-919b0369-b4ff-4ff3-8682-3596ffe68483 tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] 10.222.0.55 "GET /v2.0/security-groups?id=0994c70d-0831-463d-8d2b-12953219bd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040337 May 31 21:04:11.576596 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f7f4c5-5587-47b3-b651-7885df5e4773 req-6cc61e85-9af0-45fc-96f8-b393d2a3196f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:11.578697 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-f0f7f4c5-5587-47b3-b651-7885df5e4773 req-6cc61e85-9af0-45fc-96f8-b393d2a3196f service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=1cab6d20-22a6-4088-8e1d-60992c365df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2766607 May 31 21:04:11.590491 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:11.627312 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-e175d0be-2c61-49ba-b78d-0d3aee1d67c2 req-0a4014c0-0c61-416f-a749-a656dace0b42 service neutron] 10.222.0.40 "GET /v2.0/networks/50707fc3-657a-4d1c-8628-0dfb2710b9bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126938 May 31 21:04:12.031761 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-7d1f3a7f-bf0f-4886-85e2-7f6e43769f25 req-7654be01-0132-4acf-8062-8967b5fc091d service neutron] 10.222.0.40 "GET /v2.0/networks/68e327a3-96b2-4add-895f-c43a3d5daedc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489832 May 31 21:04:12.114208 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2d4bcb-0e37-46d9-bf36-17b3852eb69f req-581c02d6-fc28-43cb-a4b7-ba7126315465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:12.115741 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-df2d4bcb-0e37-46d9-bf36-17b3852eb69f req-581c02d6-fc28-43cb-a4b7-ba7126315465 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=24059932-87a0-4e56-8bb0-4797276e2042 HTTP/1.1" status: 200 len: 1130 time: 0.1322646 May 31 21:04:12.152479 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=100 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:12.200895 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-e175d0be-2c61-49ba-b78d-0d3aee1d67c2 req-1837a0b8-5fc2-4e56-8f27-f6591512ea12 service neutron] 10.222.0.40 "GET /v2.0/networks/50707fc3-657a-4d1c-8628-0dfb2710b9bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289436 May 31 21:04:12.222691 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-f0f7f4c5-5587-47b3-b651-7885df5e4773 req-77b8d2e5-345c-4de0-bf1f-9461629802d0 service neutron] 10.222.0.40 "GET /v2.0/networks/1cab6d20-22a6-4088-8e1d-60992c365df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3398433 May 31 21:04:12.250211 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-df2d4bcb-0e37-46d9-bf36-17b3852eb69f req-b43517a6-6e92-4470-a0a0-7aa6f432ad96 service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=12907732-5570-4844-bbdc-00a8a81608d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992825 May 31 21:04:12.284493 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-ab558603-a872-4ddf-8c06-131e28be88cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (5ca9f0a2-8e5f-4b54-94fa-454f095515e4), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:12.326652 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f71d23-cce8-49cc-865c-0479d3cf6b8f req-ce712df1-5d37-4c94-8e27-c2ea7f88a07c tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:12.328114 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-d5f71d23-cce8-49cc-865c-0479d3cf6b8f req-ce712df1-5d37-4c94-8e27-c2ea7f88a07c tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bff085f-5477-4588-9e08-533189d2db08 HTTP/1.1" status: 200 len: 944 time: 0.0838737 May 31 21:04:12.343481 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c8cc9c-f367-4ff5-b0e3-6af150cdd4e8 req-045ae474-75ac-4d87-a233-aa31f1cf21eb tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:12.345018 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-35c8cc9c-f367-4ff5-b0e3-6af150cdd4e8 req-045ae474-75ac-4d87-a233-aa31f1cf21eb tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=faf12fce-2352-40df-a297-0d7b28379014 HTTP/1.1" status: 200 len: 943 time: 0.0709600 May 31 21:04:12.423511 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-d5f71d23-cce8-49cc-865c-0479d3cf6b8f req-c38b0127-a2c1-4b92-a4e1-53d150c67068 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=12907732-5570-4844-bbdc-00a8a81608d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871723 May 31 21:04:12.427692 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-35c8cc9c-f367-4ff5-b0e3-6af150cdd4e8 req-e51e66d9-3fef-40c0-b95a-7bc06fc8e7f8 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/security-groups?id=71909b2b-34a3-4d69-b398-0bd2a67db903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757790 May 31 21:04:12.663858 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 60510) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:04:12.735984 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 60514) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:04:12.741029 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af2f67e-fece-47f2-ae0b-2601f54c301f req-d97c6a3f-d6a5-42d2-a3f7-55be99035736 tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:12.744898 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-1af2f67e-fece-47f2-ae0b-2601f54c301f req-d97c6a3f-d6a5-42d2-a3f7-55be99035736 tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] 10.222.0.55 "GET /v2.0/ports?device_id=35c086d9-50bf-494a-90bb-694569f861a8 HTTP/1.1" status: 200 len: 945 time: 0.0833087 May 31 21:04:12.754633 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23e4f0f-2fbd-4d52-83e0-3e320f2fbf10 req-67bce725-6fd1-4330-9ce4-d9b60d38cc6d tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:12.756172 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-e23e4f0f-2fbd-4d52-83e0-3e320f2fbf10 req-67bce725-6fd1-4330-9ce4-d9b60d38cc6d tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 943 time: 0.0663939 May 31 21:04:12.847461 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-1af2f67e-fece-47f2-ae0b-2601f54c301f req-95bc1628-39a0-43f3-9e00-2134076ea714 tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] 10.222.0.55 "GET /v2.0/security-groups?id=0994c70d-0831-463d-8d2b-12953219bd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885394 May 31 21:04:12.865551 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-e23e4f0f-2fbd-4d52-83e0-3e320f2fbf10 req-07ce9072-d36b-4515-aaee-81f46178d84f tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839248 May 31 21:04:12.882903 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=100 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:12.889959 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-0d982b02-a90b-481d-b567-cd632fcecd8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:12.892023 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-01308448-d4a8-40dd-a7a3-b5013bbf080e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:13.024902 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-0d982b02-a90b-481d-b567-cd632fcecd8b admin admin] Publish callbacks [] for security_group (27109023-3454-4d60-ae17-e977f8f3084c), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:13.037511 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-01308448-d4a8-40dd-a7a3-b5013bbf080e admin admin] Publish callbacks [] for security_group (65a62454-610e-4a1d-b72d-52d84e8de4c2), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:13.135500 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-0d982b02-a90b-481d-b567-cd632fcecd8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (27109023-3454-4d60-ae17-e977f8f3084c), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:13.168981 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:13.170014 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-01308448-d4a8-40dd-a7a3-b5013bbf080e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (65a62454-610e-4a1d-b72d-52d84e8de4c2), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:13.182970 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-0d982b02-a90b-481d-b567-cd632fcecd8b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d621a30b54b647b6a40bba1e0644496d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5178702 May 31 21:04:13.185824 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 60520) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:04:13.191261 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d982b02-a90b-481d-b567-cd632fcecd8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27109023-3454-4d60-ae17-e977f8f3084c,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:04:13.216292 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-01308448-d4a8-40dd-a7a3-b5013bbf080e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=868fcda7cfd04e37b610d841d3f8f149&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4791639 May 31 21:04:13.219632 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 60522) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:04:13.241358 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01308448-d4a8-40dd-a7a3-b5013bbf080e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a62454-610e-4a1d-b72d-52d84e8de4c2,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:04:13.247181 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-dff298ef-332a-4c81-be9d-ee32672c3423 admin admin] Publish callbacks [] for security_group (27109023-3454-4d60-ae17-e977f8f3084c), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:13.280760 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-dff298ef-332a-4c81-be9d-ee32672c3423 admin admin] Publish callbacks [] for security_group (27109023-3454-4d60-ae17-e977f8f3084c), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:13.297725 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-18dc1641-4324-4aaa-aa5e-0b79f6c3d26a admin admin] Publish callbacks [] for security_group (65a62454-610e-4a1d-b72d-52d84e8de4c2), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:13.322848 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-18dc1641-4324-4aaa-aa5e-0b79f6c3d26a admin admin] Publish callbacks [] for security_group (65a62454-610e-4a1d-b72d-52d84e8de4c2), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:13.400461 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-dff298ef-332a-4c81-be9d-ee32672c3423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (27109023-3454-4d60-ae17-e977f8f3084c), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:13.403294 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-dff298ef-332a-4c81-be9d-ee32672c3423 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:13.404559 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-dff298ef-332a-4c81-be9d-ee32672c3423 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/27109023-3454-4d60-ae17-e977f8f3084c HTTP/1.1" status: 204 len: 168 time: 0.2177179 May 31 21:04:13.415306 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff298ef-332a-4c81-be9d-ee32672c3423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27109023-3454-4d60-ae17-e977f8f3084c,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:04:13.456935 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-18dc1641-4324-4aaa-aa5e-0b79f6c3d26a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (65a62454-610e-4a1d-b72d-52d84e8de4c2), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:13.460324 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-18dc1641-4324-4aaa-aa5e-0b79f6c3d26a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:13.461969 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-18dc1641-4324-4aaa-aa5e-0b79f6c3d26a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/65a62454-610e-4a1d-b72d-52d84e8de4c2 HTTP/1.1" status: 204 len: 168 time: 0.2411988 May 31 21:04:13.472252 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dc1641-4324-4aaa-aa5e-0b79f6c3d26a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a62454-610e-4a1d-b72d-52d84e8de4c2,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:04:13.614193 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4589246d-3d00-499e-bc9a-ca92938a21d8 req-691222d2-77f2-4662-8813-7251a8d07176 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:13.615713 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-4589246d-3d00-499e-bc9a-ca92938a21d8 req-691222d2-77f2-4662-8813-7251a8d07176 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bff085f-5477-4588-9e08-533189d2db08 HTTP/1.1" status: 200 len: 944 time: 0.0941792 May 31 21:04:13.624976 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b882fdb-d720-4cff-b03d-e120fe796265 req-4a552003-92cf-48a2-aab4-1eebd8e20acf tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:13.626510 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-4b882fdb-d720-4cff-b03d-e120fe796265 req-4a552003-92cf-48a2-aab4-1eebd8e20acf tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=faf12fce-2352-40df-a297-0d7b28379014 HTTP/1.1" status: 200 len: 943 time: 0.0936220 May 31 21:04:13.729424 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-4589246d-3d00-499e-bc9a-ca92938a21d8 req-32d72693-1375-401a-a7c2-53860554316a tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=12907732-5570-4844-bbdc-00a8a81608d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016805 May 31 21:04:13.768628 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:13.773130 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-4b882fdb-d720-4cff-b03d-e120fe796265 req-73ed842a-3341-4a95-95f2-36d42b869706 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/security-groups?id=71909b2b-34a3-4d69-b398-0bd2a67db903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383162 May 31 21:04:14.008926 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578559d5-f04b-4068-b7ca-6f1f52458f1b req-4bee35ca-9bcb-4085-a1e1-f67d4c2cde9b tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:14.010508 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-578559d5-f04b-4068-b7ca-6f1f52458f1b req-4bee35ca-9bcb-4085-a1e1-f67d4c2cde9b tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 943 time: 0.0484657 May 31 21:04:14.061481 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-578559d5-f04b-4068-b7ca-6f1f52458f1b req-87c77594-bca3-4946-9a60-09bf76388497 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450146 May 31 21:04:14.275863 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 60556) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:04:14.303703 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-58827393-e2d2-402c-a8cb-393b00f550cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:14.428840 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-58827393-e2d2-402c-a8cb-393b00f550cc admin admin] Publish callbacks [] for security_group (e3cc24cc-3721-44ad-9da3-bf07019ec2bf), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:14.499228 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-58827393-e2d2-402c-a8cb-393b00f550cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (e3cc24cc-3721-44ad-9da3-bf07019ec2bf), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:14.513108 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:14.531911 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-cc933554-96b1-4630-b257-60548d4932ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (13ce5b10-321e-4e80-b29e-1cfc3c51661e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:14.545153 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58827393-e2d2-402c-a8cb-393b00f550cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3cc24cc-3721-44ad-9da3-bf07019ec2bf,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:04:14.550838 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-58827393-e2d2-402c-a8cb-393b00f550cc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f0c9d1578e884ef1be2ccfcc0c651089&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2732012 May 31 21:04:14.553756 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 60566) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:04:14.613014 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-4ee41bde-f8aa-4846-af57-7b2a2c3d642b admin admin] Publish callbacks [] for security_group (e3cc24cc-3721-44ad-9da3-bf07019ec2bf), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:14.645847 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-4ee41bde-f8aa-4846-af57-7b2a2c3d642b admin admin] Publish callbacks [] for security_group (e3cc24cc-3721-44ad-9da3-bf07019ec2bf), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:14.677583 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:14.820088 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-4ee41bde-f8aa-4846-af57-7b2a2c3d642b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (e3cc24cc-3721-44ad-9da3-bf07019ec2bf), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:14.823505 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-4ee41bde-f8aa-4846-af57-7b2a2c3d642b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:14.824939 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-4ee41bde-f8aa-4846-af57-7b2a2c3d642b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e3cc24cc-3721-44ad-9da3-bf07019ec2bf HTTP/1.1" status: 204 len: 168 time: 0.2698820 May 31 21:04:14.861112 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee41bde-f8aa-4846-af57-7b2a2c3d642b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3cc24cc-3721-44ad-9da3-bf07019ec2bf,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:04:14.991917 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713907e7-9c07-44c0-bc27-70fe7a97ff58 req-f1147412-606c-4341-8d67-36c4a719de2b tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:14.993506 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-713907e7-9c07-44c0-bc27-70fe7a97ff58 req-f1147412-606c-4341-8d67-36c4a719de2b tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bff085f-5477-4588-9e08-533189d2db08 HTTP/1.1" status: 200 len: 944 time: 0.1328108 May 31 21:04:15.000002 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73912af7-3975-404e-9c7d-e861b09749a8 req-78a53c57-a4a5-4af5-8584-63687b469d3b tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:15.001754 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-73912af7-3975-404e-9c7d-e861b09749a8 req-78a53c57-a4a5-4af5-8584-63687b469d3b tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=faf12fce-2352-40df-a297-0d7b28379014 HTTP/1.1" status: 200 len: 943 time: 0.1338255 May 31 21:04:15.090171 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-713907e7-9c07-44c0-bc27-70fe7a97ff58 req-7051f5bb-b215-4cae-b848-a7dfdf59a2c5 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=12907732-5570-4844-bbdc-00a8a81608d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866587 May 31 21:04:15.094138 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-73912af7-3975-404e-9c7d-e861b09749a8 req-890ec485-76c3-405d-90d5-0b6f270beb76 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/security-groups?id=71909b2b-34a3-4d69-b398-0bd2a67db903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833879 May 31 21:04:15.237598 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db94f848-253d-4ef7-a733-1f09aab7c084 req-eeffc326-c28f-4407-aeba-63389b18e0bd tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:15.239090 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-db94f848-253d-4ef7-a733-1f09aab7c084 req-eeffc326-c28f-4407-aeba-63389b18e0bd tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 943 time: 0.0523043 May 31 21:04:15.317588 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-db94f848-253d-4ef7-a733-1f09aab7c084 req-42c51b22-3845-4777-bd06-f7265b396206 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714183 May 31 21:04:15.379626 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:15.630308 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-58fa0aab-c296-4be2-a1ab-08418c16cad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (8170e961-7e1e-4c09-b09f-6b764c457cfd), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:15.840552 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 60598) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:04:15.858774 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-1286d3bc-19e0-4c38-89b5-87a78baded0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:15.953642 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-1286d3bc-19e0-4c38-89b5-87a78baded0d admin admin] Publish callbacks [] for security_group (d8446f08-33d6-4bf9-ae90-8a8b97499511), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:15.998557 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:16.064616 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-1286d3bc-19e0-4c38-89b5-87a78baded0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (d8446f08-33d6-4bf9-ae90-8a8b97499511), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:16.108932 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1286d3bc-19e0-4c38-89b5-87a78baded0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8446f08-33d6-4bf9-ae90-8a8b97499511,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:04:16.113439 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-1286d3bc-19e0-4c38-89b5-87a78baded0d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=43dbc141f38948b9a4fe101d83eea40f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2709532 May 31 21:04:16.117307 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 60604) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:04:16.137733 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:16.180342 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-a898d8dd-105f-4462-bfa6-2867894e33e6 admin admin] Publish callbacks [] for security_group (d8446f08-33d6-4bf9-ae90-8a8b97499511), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:16.205986 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-a898d8dd-105f-4462-bfa6-2867894e33e6 admin admin] Publish callbacks [] for security_group (d8446f08-33d6-4bf9-ae90-8a8b97499511), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:16.402679 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-a898d8dd-105f-4462-bfa6-2867894e33e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (d8446f08-33d6-4bf9-ae90-8a8b97499511), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:16.406573 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-a898d8dd-105f-4462-bfa6-2867894e33e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:16.407959 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-a898d8dd-105f-4462-bfa6-2867894e33e6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d8446f08-33d6-4bf9-ae90-8a8b97499511 HTTP/1.1" status: 204 len: 168 time: 0.2892897 May 31 21:04:16.422550 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a898d8dd-105f-4462-bfa6-2867894e33e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8446f08-33d6-4bf9-ae90-8a8b97499511,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:04:16.463010 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb4e6b-af86-4bcf-8fff-04260a11d163 req-2c9fb60b-6fb5-4534-8743-16a91709fe24 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:16.470735 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-86bb4e6b-af86-4bcf-8fff-04260a11d163 req-2c9fb60b-6fb5-4534-8743-16a91709fe24 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=faf12fce-2352-40df-a297-0d7b28379014 HTTP/1.1" status: 200 len: 943 time: 0.2768114 May 31 21:04:16.479052 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d735ed9-9244-4f8b-9b72-82087adc3a6c req-2fe5bd87-4727-448b-b5b9-364de48472c4 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:16.480505 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-4d735ed9-9244-4f8b-9b72-82087adc3a6c req-2fe5bd87-4727-448b-b5b9-364de48472c4 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bff085f-5477-4588-9e08-533189d2db08 HTTP/1.1" status: 200 len: 944 time: 0.2958627 May 31 21:04:16.559513 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-86bb4e6b-af86-4bcf-8fff-04260a11d163 req-982053fc-673b-4ac7-ae05-629cc7ff7d2a tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/security-groups?id=71909b2b-34a3-4d69-b398-0bd2a67db903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877101 May 31 21:04:16.563714 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-4d735ed9-9244-4f8b-9b72-82087adc3a6c req-e80ac08a-ee57-4daa-b1e9-7e68630ef31d tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=12907732-5570-4844-bbdc-00a8a81608d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762849 May 31 21:04:16.666102 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f775f-d287-4c1a-8321-4d38bd0bb9fb req-092580fe-56b7-4e25-8ab2-3fe0f3cb19fb tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:16.667610 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-364f775f-d287-4c1a-8321-4d38bd0bb9fb req-092580fe-56b7-4e25-8ab2-3fe0f3cb19fb tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 943 time: 0.0500512 May 31 21:04:16.668442 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:16.720128 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-364f775f-d287-4c1a-8321-4d38bd0bb9fb req-1844456a-9bb1-40cf-a9d6-04f0b959104f tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461359 May 31 21:04:16.740689 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:16.768079 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-b770b660-b824-4665-84d0-9bbdd29e8e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (1c1563bc-5b12-4065-8d27-b22246e8e8d3), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:17.087738 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:17.181727 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:17.718947 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41060e61-0656-45ef-a8bb-b2d42fb17f19 req-8694d25c-d142-4dea-8a18-a42f202384b1 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:17.720471 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-41060e61-0656-45ef-a8bb-b2d42fb17f19 req-8694d25c-d142-4dea-8a18-a42f202384b1 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=faf12fce-2352-40df-a297-0d7b28379014 HTTP/1.1" status: 200 len: 943 time: 0.0828567 May 31 21:04:17.728988 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2c054-1c5f-45c4-8db9-015b45469d6f req-8f745ca0-c45a-4089-9959-bc37bc1a87d3 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:17.730499 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-dda2c054-1c5f-45c4-8db9-015b45469d6f req-8f745ca0-c45a-4089-9959-bc37bc1a87d3 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bff085f-5477-4588-9e08-533189d2db08 HTTP/1.1" status: 200 len: 944 time: 0.0819206 May 31 21:04:17.820310 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-41060e61-0656-45ef-a8bb-b2d42fb17f19 req-e849eb57-2624-4225-9174-1c70c7d75be0 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/security-groups?id=71909b2b-34a3-4d69-b398-0bd2a67db903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882847 May 31 21:04:17.837584 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-dda2c054-1c5f-45c4-8db9-015b45469d6f req-60d2ebd0-c787-46be-a231-6752ddf1c504 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=12907732-5570-4844-bbdc-00a8a81608d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994961 May 31 21:04:17.895559 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:17.971942 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f48e29-9779-4f80-ab87-2480314f39a0 req-600fb876-db84-440e-b282-f160c4992bf6 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:17.973715 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-23f48e29-9779-4f80-ab87-2480314f39a0 req-600fb876-db84-440e-b282-f160c4992bf6 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 943 time: 0.0641599 May 31 21:04:18.045644 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-23f48e29-9779-4f80-ab87-2480314f39a0 req-42d90528-7b7f-48c9-9f5f-69d762366711 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632725 May 31 21:04:18.232275 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=5 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:18.236721 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=3 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:18.407266 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-f0f7f4c5-5587-47b3-b651-7885df5e4773 req-b0da06c6-80d8-44de-9895-6d88673281e5 service neutron] 10.222.0.40 "GET /v2.0/networks/1cab6d20-22a6-4088-8e1d-60992c365df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320975 May 31 21:04:18.568543 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (a61205dd-b11c-42a1-aa2d-4b7310a8dc99), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:18.591552 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:18.976159 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0a17a-c26e-4ecd-bb52-f1ed89e62488 req-d2c9f7f3-df0a-4e2e-9fa0-1ab563616a54 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:18.978851 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-d2f0a17a-c26e-4ecd-bb52-f1ed89e62488 req-d2c9f7f3-df0a-4e2e-9fa0-1ab563616a54 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=faf12fce-2352-40df-a297-0d7b28379014 HTTP/1.1" status: 200 len: 943 time: 0.0697231 May 31 21:04:18.981214 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:19.036562 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-d2f0a17a-c26e-4ecd-bb52-f1ed89e62488 req-8a6dc566-3a83-4f3a-b30b-7c6a94f1b71a tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/security-groups?id=71909b2b-34a3-4d69-b398-0bd2a67db903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451434 May 31 21:04:19.143048 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4282cf-76b8-4a30-858a-6b67b71a9cc7 req-f16d4903-7b51-4330-a58f-cfc4615c5947 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:19.144576 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-6a4282cf-76b8-4a30-858a-6b67b71a9cc7 req-f16d4903-7b51-4330-a58f-cfc4615c5947 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bff085f-5477-4588-9e08-533189d2db08 HTTP/1.1" status: 200 len: 944 time: 0.0556397 May 31 21:04:19.212103 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-6a4282cf-76b8-4a30-858a-6b67b71a9cc7 req-9c82d220-2d1c-4fce-8337-cbadb5c5c3a6 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=12907732-5570-4844-bbdc-00a8a81608d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608397 May 31 21:04:19.346165 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d8fd4-0a13-4ecf-a263-41fc215f5199 req-621fe0aa-0287-44d5-b1b0-402208ab1f86 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:19.347721 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-f94d8fd4-0a13-4ecf-a263-41fc215f5199 req-621fe0aa-0287-44d5-b1b0-402208ab1f86 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 943 time: 0.0508649 May 31 21:04:19.351431 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:19.414680 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-f94d8fd4-0a13-4ecf-a263-41fc215f5199 req-900db7ac-4dc6-428c-90f9-a50568bccd1e tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566771 May 31 21:04:19.762388 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:20.149065 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aff1b8-b887-4770-b9b8-8c4530538cb8 req-2c1aa7ed-cbfc-4d10-a4d7-86a7c3ef46f6 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:20.150584 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-39aff1b8-b887-4770-b9b8-8c4530538cb8 req-2c1aa7ed-cbfc-4d10-a4d7-86a7c3ef46f6 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=faf12fce-2352-40df-a297-0d7b28379014 HTTP/1.1" status: 200 len: 943 time: 0.0530543 May 31 21:04:20.200569 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-39aff1b8-b887-4770-b9b8-8c4530538cb8 req-1292fcc9-ed90-416f-92c2-153901284afa tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/security-groups?id=71909b2b-34a3-4d69-b398-0bd2a67db903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442450 May 31 21:04:20.285408 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:20.340902 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170350f8-374d-401d-9654-9517b6c7c59a req-d48f2eb8-93a2-4774-b762-db2ebb40fae8 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:20.342490 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-170350f8-374d-401d-9654-9517b6c7c59a req-d48f2eb8-93a2-4774-b762-db2ebb40fae8 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bff085f-5477-4588-9e08-533189d2db08 HTTP/1.1" status: 200 len: 944 time: 0.0518730 May 31 21:04:20.402167 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-170350f8-374d-401d-9654-9517b6c7c59a req-4323d592-f644-4f07-9571-1e6ed9af3809 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=12907732-5570-4844-bbdc-00a8a81608d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500388 May 31 21:04:20.468009 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (51675295-7abb-4335-9c5a-c46a9082010e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:20.550695 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5b0527-3427-4a76-832f-9f7d90697fda req-adb01d0f-9a93-443a-b611-3dfa2d1d4f6c tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:20.552212 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-4c5b0527-3427-4a76-832f-9f7d90697fda req-adb01d0f-9a93-443a-b611-3dfa2d1d4f6c tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 943 time: 0.0525444 May 31 21:04:20.609933 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-4c5b0527-3427-4a76-832f-9f7d90697fda req-6548b68f-4c13-4cb8-aa55-e1e47025b3e7 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513330 May 31 21:04:21.321836 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd45e75-43a1-479f-b7fb-9ca2e86867f4 req-2652a68e-c84c-4ab5-b976-5177c8defb6e tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:21.323473 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ccd45e75-43a1-479f-b7fb-9ca2e86867f4 req-2652a68e-c84c-4ab5-b976-5177c8defb6e tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=faf12fce-2352-40df-a297-0d7b28379014 HTTP/1.1" status: 200 len: 943 time: 0.0467567 May 31 21:04:21.371348 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ccd45e75-43a1-479f-b7fb-9ca2e86867f4 req-57715a66-402b-436f-a70e-105782a531e8 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/security-groups?id=71909b2b-34a3-4d69-b398-0bd2a67db903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424445 May 31 21:04:21.517276 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7000a2-94b6-41e3-b307-82428239ff85 req-3b80b662-3f00-47fe-9649-ab8928415642 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:21.518835 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ae7000a2-94b6-41e3-b307-82428239ff85 req-3b80b662-3f00-47fe-9649-ab8928415642 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bff085f-5477-4588-9e08-533189d2db08 HTTP/1.1" status: 200 len: 944 time: 0.0481215 May 31 21:04:21.595838 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ae7000a2-94b6-41e3-b307-82428239ff85 req-e6e80b44-fc53-4e8b-aca7-08474905c0f2 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=12907732-5570-4844-bbdc-00a8a81608d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712807 May 31 21:04:21.733020 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00c7dd2-42fc-4b89-886f-7c7b4074c7de req-1ae1326c-2a7c-43fb-afd6-3eb55e012f25 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:21.734619 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-a00c7dd2-42fc-4b89-886f-7c7b4074c7de req-1ae1326c-2a7c-43fb-afd6-3eb55e012f25 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 943 time: 0.0491221 May 31 21:04:21.754962 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:21.785826 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-a00c7dd2-42fc-4b89-886f-7c7b4074c7de req-296dfae1-2795-4848-b365-648c6c3e0589 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452068 May 31 21:04:22.486039 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c975113c-9e92-4db4-b5dc-43204b186b59 req-4592df2f-2ea1-48f3-bd55-ac72c55155b7 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:22.487481 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-c975113c-9e92-4db4-b5dc-43204b186b59 req-4592df2f-2ea1-48f3-bd55-ac72c55155b7 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=faf12fce-2352-40df-a297-0d7b28379014 HTTP/1.1" status: 200 len: 943 time: 0.0480025 May 31 21:04:22.537534 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-c975113c-9e92-4db4-b5dc-43204b186b59 req-92f63fdf-6279-4f12-8539-8edb311ef7ac tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/security-groups?id=71909b2b-34a3-4d69-b398-0bd2a67db903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444312 May 31 21:04:22.715511 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a86a52-dd3d-4d72-8ded-eb804e68b626 req-440b574c-99f5-494b-8aa7-223c9c88a5c2 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:22.717035 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-11a86a52-dd3d-4d72-8ded-eb804e68b626 req-440b574c-99f5-494b-8aa7-223c9c88a5c2 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bff085f-5477-4588-9e08-533189d2db08 HTTP/1.1" status: 200 len: 944 time: 0.0502036 May 31 21:04:22.765870 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-11a86a52-dd3d-4d72-8ded-eb804e68b626 req-0fb25f0a-363e-4ba3-9a3f-570d3ea8a547 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=12907732-5570-4844-bbdc-00a8a81608d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433743 May 31 21:04:22.910393 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09514805-89c3-4f49-97cc-5b6a8637eca7 req-57b02c26-6ef8-460f-abba-88ba138eea2a tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:22.911903 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-09514805-89c3-4f49-97cc-5b6a8637eca7 req-57b02c26-6ef8-460f-abba-88ba138eea2a tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 943 time: 0.0483019 May 31 21:04:22.963461 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-09514805-89c3-4f49-97cc-5b6a8637eca7 req-7cfcae31-4cf9-4d43-a980-4147968f3c93 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452094 May 31 21:04:23.539113 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device cc0edf95-fc02-451a-b38f-075bee275ed6 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=104322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 31 21:04:23.607627 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:23.651342 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] For port cc0edf95-fc02-451a-b38f-075bee275ed6, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=cc0edf95-fc02-451a-b38f-075bee275ed6,segment=NetworkSegment(1b46059a-aa39-4ed2-ad1d-18b4ddc198b2),segment_id=1b46059a-aa39-4ed2-ad1d-18b4ddc198b2)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:04:23.664417 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Returning: {'device': 'cc0edf95-fc02-451a-b38f-075bee275ed6', 'network_id': '68e327a3-96b2-4add-895f-c43a3d5daedc', 'port_id': 'cc0edf95-fc02-451a-b38f-075bee275ed6', 'mac_address': 'fa:16:3e:b6:3d:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc74b44b-e878-454d-9e54-2a90eb48611f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 31 21:04:23.666166 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5371b00-f9c5-42e8-89ab-d6fd375bbd0d req-d46c2ee1-220b-4cac-9ea6-281d7d8a912d tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:23.667766 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-a5371b00-f9c5-42e8-89ab-d6fd375bbd0d req-d46c2ee1-220b-4cac-9ea6-281d7d8a912d tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=faf12fce-2352-40df-a297-0d7b28379014 HTTP/1.1" status: 200 len: 943 time: 0.0555954 May 31 21:04:23.713277 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Current status of the port cc0edf95-fc02-451a-b38f-075bee275ed6 is: DOWN; New status is: BUILD {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:04:23.713662 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (cc0edf95-fc02-451a-b38f-075bee275ed6), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:23.730109 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-a5371b00-f9c5-42e8-89ab-d6fd375bbd0d req-21ffd85c-b572-4555-9497-a2f095f6ca02 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/security-groups?id=71909b2b-34a3-4d69-b398-0bd2a67db903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542705 May 31 21:04:23.736909 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.notifiers.nova [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc0edf95-fc02-451a-b38f-075bee275ed6 {{(pid=104322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 21:04:23.768041 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] For port cc0edf95-fc02-451a-b38f-075bee275ed6, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=cc0edf95-fc02-451a-b38f-075bee275ed6,segment=NetworkSegment(1b46059a-aa39-4ed2-ad1d-18b4ddc198b2),segment_id=1b46059a-aa39-4ed2-ad1d-18b4ddc198b2)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:04:23.832951 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (cc0edf95-fc02-451a-b38f-075bee275ed6), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:23.891067 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Pushing event updated for resources: {'Port': ['ID=cc0edf95-fc02-451a-b38f-075bee275ed6,revision_number=4']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:04:23.898743 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:04:23.899083 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:04:23.899432 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:04:23.899829 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:04:23.900193 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:04:23.900544 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:04:23.900847 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:04:23.901167 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:04:23.901492 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:04:23.901815 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:04:23.902165 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:04:23.902499 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:04:23.902824 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:04:23.903146 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:04:23.903465 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:04:23.908891 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4a5e9c-c364-4d28-9caa-bb3546532a95 req-cbeac751-d86f-451a-b6e0-25e971a47ee3 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:23.910677 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-aa4a5e9c-c364-4d28-9caa-bb3546532a95 req-cbeac751-d86f-451a-b6e0-25e971a47ee3 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bff085f-5477-4588-9e08-533189d2db08 HTTP/1.1" status: 200 len: 944 time: 0.0722089 May 31 21:04:23.950816 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:23.965106 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-aa4a5e9c-c364-4d28-9caa-bb3546532a95 req-ae937d18-8172-4a63-88cc-c42e868d32da tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=12907732-5570-4844-bbdc-00a8a81608d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485795 May 31 21:04:24.089484 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833b751-17a2-4f11-8e6f-059ec8de4583 req-b3f4197b-8681-4da1-babe-f24abe6a8cf6 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:24.091007 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-6833b751-17a2-4f11-8e6f-059ec8de4583 req-b3f4197b-8681-4da1-babe-f24abe6a8cf6 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 944 time: 0.0489743 May 31 21:04:24.147840 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-6833b751-17a2-4f11-8e6f-059ec8de4583 req-1e353fe4-f8a4-467c-bc9a-49e2e68f21e2 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507569 May 31 21:04:24.791540 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] get_ports_and_sgs() called for port_ids ['cc0edf95-fc02-451a-b38f-075bee275ed6'] {{(pid=104322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 31 21:04:24.908213 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edb34e0-c2d6-44d3-94d3-8803d3a19fcb req-271e26e1-5144-43dd-ba10-cb8f80502d7f tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:24.917194 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-6edb34e0-c2d6-44d3-94d3-8803d3a19fcb req-271e26e1-5144-43dd-ba10-cb8f80502d7f tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=faf12fce-2352-40df-a297-0d7b28379014 HTTP/1.1" status: 200 len: 943 time: 0.0933843 May 31 21:04:25.004939 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-6edb34e0-c2d6-44d3-94d3-8803d3a19fcb req-dae3e173-dd4c-4e5e-a8fa-fd73a529796d tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/security-groups?id=71909b2b-34a3-4d69-b398-0bd2a67db903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859134 May 31 21:04:25.117159 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810fb498-a578-4bef-9d1a-d5bc9c8fda0e req-4b6093cc-4b6f-47e2-a15a-f41ac377e77d tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:25.118708 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-810fb498-a578-4bef-9d1a-d5bc9c8fda0e req-4b6093cc-4b6f-47e2-a15a-f41ac377e77d tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bff085f-5477-4588-9e08-533189d2db08 HTTP/1.1" status: 200 len: 944 time: 0.0519795 May 31 21:04:25.170365 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-810fb498-a578-4bef-9d1a-d5bc9c8fda0e req-c9fd86a0-c9dd-415d-b1ef-1f27d704a77e tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=12907732-5570-4844-bbdc-00a8a81608d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453465 May 31 21:04:25.280022 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a9a7cb-ee70-41ed-bc36-84865915a169 req-ee3c4569-cf6f-4826-baa9-9e0a57dad845 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:25.281493 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-30a9a7cb-ee70-41ed-bc36-84865915a169 req-ee3c4569-cf6f-4826-baa9-9e0a57dad845 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 944 time: 0.0531521 May 31 21:04:25.336074 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-30a9a7cb-ee70-41ed-bc36-84865915a169 req-c43bfcab-63b1-4c6a-8e14-e43f15556774 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478208 May 31 21:04:26.156694 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a60f75-2839-4618-b16d-2858989c8cd0 req-a8bf644f-3ae3-487c-bf4f-dd413992f6cf tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:26.158310 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-c4a60f75-2839-4618-b16d-2858989c8cd0 req-a8bf644f-3ae3-487c-bf4f-dd413992f6cf tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=faf12fce-2352-40df-a297-0d7b28379014 HTTP/1.1" status: 200 len: 943 time: 0.0497413 May 31 21:04:26.210667 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-c4a60f75-2839-4618-b16d-2858989c8cd0 req-53d4a82a-8d72-45f1-a667-abc87247168e tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/security-groups?id=71909b2b-34a3-4d69-b398-0bd2a67db903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450699 May 31 21:04:26.319652 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1956429-32e0-4eb7-a204-2cb8ea097bb0 req-59dea259-e74d-4964-81a4-e8a12c6d6771 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:26.321176 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-f1956429-32e0-4eb7-a204-2cb8ea097bb0 req-59dea259-e74d-4964-81a4-e8a12c6d6771 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bff085f-5477-4588-9e08-533189d2db08 HTTP/1.1" status: 200 len: 944 time: 0.0497155 May 31 21:04:26.375985 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:26.380970 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-f1956429-32e0-4eb7-a204-2cb8ea097bb0 req-b475c147-b0fb-4741-b2ef-74d924c730c7 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=12907732-5570-4844-bbdc-00a8a81608d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534225 May 31 21:04:26.514660 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0124d104-ef96-4265-a9fb-3e5d3e392870 req-3a3aa445-3246-4731-a504-755b010468e4 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:26.514660 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-0124d104-ef96-4265-a9fb-3e5d3e392870 req-3a3aa445-3246-4731-a504-755b010468e4 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 944 time: 0.0676889 May 31 21:04:26.570753 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-0124d104-ef96-4265-a9fb-3e5d3e392870 req-5602ec82-1c02-4c3d-b2b9-c98d7a8e8b42 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512826 May 31 21:04:27.346807 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e24a8-155a-47c5-bdc8-3320b9a3c2d0 req-e6b80b48-1b1b-48ce-a833-5c80730d11de tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:27.348480 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-0b3e24a8-155a-47c5-bdc8-3320b9a3c2d0 req-e6b80b48-1b1b-48ce-a833-5c80730d11de tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=faf12fce-2352-40df-a297-0d7b28379014 HTTP/1.1" status: 200 len: 943 time: 0.0608130 May 31 21:04:27.409353 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-0b3e24a8-155a-47c5-bdc8-3320b9a3c2d0 req-cbf598ab-7c7c-426b-bb1d-04ebd6a70eba tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/security-groups?id=71909b2b-34a3-4d69-b398-0bd2a67db903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543056 May 31 21:04:27.545116 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4778d4-eb4b-4b4f-aa4d-46744564d99d req-29b56b92-2fd9-40b0-8b3b-b6ea454a5d83 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:27.545116 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-4a4778d4-eb4b-4b4f-aa4d-46744564d99d req-29b56b92-2fd9-40b0-8b3b-b6ea454a5d83 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bff085f-5477-4588-9e08-533189d2db08 HTTP/1.1" status: 200 len: 944 time: 0.0623746 May 31 21:04:27.597764 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-4a4778d4-eb4b-4b4f-aa4d-46744564d99d req-6f873bb7-e6ff-440c-8f4e-86508d7967c1 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=12907732-5570-4844-bbdc-00a8a81608d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478601 May 31 21:04:27.705484 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0cae38-59ef-4b9d-982e-c762f2e702e3 req-2bd303ab-9995-4393-bad6-7c19a83f94c3 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:27.707047 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-bf0cae38-59ef-4b9d-982e-c762f2e702e3 req-2bd303ab-9995-4393-bad6-7c19a83f94c3 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 944 time: 0.0504875 May 31 21:04:27.758268 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-bf0cae38-59ef-4b9d-982e-c762f2e702e3 req-ddbdbcf3-e746-4346-bc6b-2deae767daa7 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446079 May 31 21:04:27.918518 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 60898) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:04:28.064976 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-330404f0-b7b1-49cf-89ff-8e72139e0d86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:28.142380 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-330404f0-b7b1-49cf-89ff-8e72139e0d86 admin admin] Publish callbacks [] for security_group (360bda0a-74cf-4317-a745-28e86af54071), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:28.255962 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-330404f0-b7b1-49cf-89ff-8e72139e0d86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (360bda0a-74cf-4317-a745-28e86af54071), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:28.300109 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-330404f0-b7b1-49cf-89ff-8e72139e0d86 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=49bb09cf8e2549598059e38d7f750e1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3797657 May 31 21:04:28.302437 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 60902) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:04:28.305023 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330404f0-b7b1-49cf-89ff-8e72139e0d86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=360bda0a-74cf-4317-a745-28e86af54071,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:04:28.313114 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330404f0-b7b1-49cf-89ff-8e72139e0d86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:04:28.313455 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330404f0-b7b1-49cf-89ff-8e72139e0d86 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:04:28.313791 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330404f0-b7b1-49cf-89ff-8e72139e0d86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:04:28.314165 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330404f0-b7b1-49cf-89ff-8e72139e0d86 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:04:28.314493 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330404f0-b7b1-49cf-89ff-8e72139e0d86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:04:28.314822 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330404f0-b7b1-49cf-89ff-8e72139e0d86 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:04:28.317082 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330404f0-b7b1-49cf-89ff-8e72139e0d86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:04:28.317082 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330404f0-b7b1-49cf-89ff-8e72139e0d86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:04:28.317082 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330404f0-b7b1-49cf-89ff-8e72139e0d86 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:04:28.317082 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330404f0-b7b1-49cf-89ff-8e72139e0d86 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:04:28.317082 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330404f0-b7b1-49cf-89ff-8e72139e0d86 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:04:28.317082 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330404f0-b7b1-49cf-89ff-8e72139e0d86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:04:28.317082 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330404f0-b7b1-49cf-89ff-8e72139e0d86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:04:28.317620 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330404f0-b7b1-49cf-89ff-8e72139e0d86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:04:28.317620 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330404f0-b7b1-49cf-89ff-8e72139e0d86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:04:28.347717 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device 31db06ed-717e-4c7e-8538-117ccbffa87d details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=104322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 31 21:04:28.378220 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-58b199cb-cf38-42a4-aed8-a7a5fafe811b admin admin] Publish callbacks [] for security_group (360bda0a-74cf-4317-a745-28e86af54071), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:28.381531 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device cc0edf95-fc02-451a-b38f-075bee275ed6 up at agent hyperv_hv-cinder-83979 {{(pid=104322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 31 21:04:28.416587 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:28.426116 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-58b199cb-cf38-42a4-aed8-a7a5fafe811b admin admin] Publish callbacks [] for security_group (360bda0a-74cf-4317-a745-28e86af54071), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:28.550167 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Provisioning for port cc0edf95-fc02-451a-b38f-075bee275ed6 completed by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 31 21:04:28.573802 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a7fa8e-67c2-4036-aa5f-f8c8d93981ca req-92718a64-1675-41e9-9abb-d1d38bd0e588 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:28.575555 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-e1a7fa8e-67c2-4036-aa5f-f8c8d93981ca req-92718a64-1675-41e9-9abb-d1d38bd0e588 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=faf12fce-2352-40df-a297-0d7b28379014 HTTP/1.1" status: 200 len: 943 time: 0.0608180 May 31 21:04:28.637613 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-58b199cb-cf38-42a4-aed8-a7a5fafe811b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (360bda0a-74cf-4317-a745-28e86af54071), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:28.641280 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-58b199cb-cf38-42a4-aed8-a7a5fafe811b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:28.642913 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-58b199cb-cf38-42a4-aed8-a7a5fafe811b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/360bda0a-74cf-4317-a745-28e86af54071 HTTP/1.1" status: 204 len: 168 time: 0.3392982 May 31 21:04:28.670483 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-e1a7fa8e-67c2-4036-aa5f-f8c8d93981ca req-24b81f19-5238-49ad-9c9b-291b211a9e42 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/security-groups?id=71909b2b-34a3-4d69-b398-0bd2a67db903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864804 May 31 21:04:28.672376 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b199cb-cf38-42a4-aed8-a7a5fafe811b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=360bda0a-74cf-4317-a745-28e86af54071,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:04:28.685933 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b199cb-cf38-42a4-aed8-a7a5fafe811b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:04:28.685933 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b199cb-cf38-42a4-aed8-a7a5fafe811b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:04:28.685933 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b199cb-cf38-42a4-aed8-a7a5fafe811b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:04:28.685933 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b199cb-cf38-42a4-aed8-a7a5fafe811b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:04:28.701588 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b199cb-cf38-42a4-aed8-a7a5fafe811b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:04:28.701588 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b199cb-cf38-42a4-aed8-a7a5fafe811b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:04:28.701588 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b199cb-cf38-42a4-aed8-a7a5fafe811b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:04:28.701588 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b199cb-cf38-42a4-aed8-a7a5fafe811b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:04:28.701588 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b199cb-cf38-42a4-aed8-a7a5fafe811b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:04:28.701588 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b199cb-cf38-42a4-aed8-a7a5fafe811b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:04:28.702429 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b199cb-cf38-42a4-aed8-a7a5fafe811b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:04:28.702429 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b199cb-cf38-42a4-aed8-a7a5fafe811b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:04:28.702713 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b199cb-cf38-42a4-aed8-a7a5fafe811b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:04:28.702921 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b199cb-cf38-42a4-aed8-a7a5fafe811b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:04:28.703353 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b199cb-cf38-42a4-aed8-a7a5fafe811b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:04:28.720152 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Provisioning complete for port cc0edf95-fc02-451a-b38f-075bee275ed6 triggered by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:04:28.720754 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (cc0edf95-fc02-451a-b38f-075bee275ed6), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:28.731037 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] For port 31db06ed-717e-4c7e-8538-117ccbffa87d, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=31db06ed-717e-4c7e-8538-117ccbffa87d,segment=NetworkSegment(a3a61b02-d451-4bb6-8acb-f707be60b746),segment_id=a3a61b02-d451-4bb6-8acb-f707be60b746)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:04:28.775236 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Returning: {'device': '31db06ed-717e-4c7e-8538-117ccbffa87d', 'network_id': '50707fc3-657a-4d1c-8628-0dfb2710b9bc', 'port_id': '31db06ed-717e-4c7e-8538-117ccbffa87d', 'mac_address': 'fa:16:3e:26:c2:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '056887a1-bc98-40be-80ec-f43fe7602ab2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 31 21:04:28.830308 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Current status of the port 31db06ed-717e-4c7e-8538-117ccbffa87d is: DOWN; New status is: BUILD {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:04:28.830761 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (31db06ed-717e-4c7e-8538-117ccbffa87d), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:28.850484 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aabe4b-2fbd-437b-ab83-618e3d8ed6dc req-3e93fb7d-a752-4441-b759-023c82614c34 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:28.853250 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-f2aabe4b-2fbd-437b-ab83-618e3d8ed6dc req-3e93fb7d-a752-4441-b759-023c82614c34 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bff085f-5477-4588-9e08-533189d2db08 HTTP/1.1" status: 200 len: 944 time: 0.0516887 May 31 21:04:28.871536 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.notifiers.nova [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31db06ed-717e-4c7e-8538-117ccbffa87d {{(pid=104322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 21:04:28.891262 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Current status of the port cc0edf95-fc02-451a-b38f-075bee275ed6 is: BUILD; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:04:28.891648 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (cc0edf95-fc02-451a-b38f-075bee275ed6), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:28.908645 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] For port 31db06ed-717e-4c7e-8538-117ccbffa87d, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=31db06ed-717e-4c7e-8538-117ccbffa87d,segment=NetworkSegment(a3a61b02-d451-4bb6-8acb-f707be60b746),segment_id=a3a61b02-d451-4bb6-8acb-f707be60b746)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:04:28.924651 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-f2aabe4b-2fbd-437b-ab83-618e3d8ed6dc req-d4a2cc63-2762-44f8-9665-a2063282bbfa tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=12907732-5570-4844-bbdc-00a8a81608d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657251 May 31 21:04:28.925319 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a123764b-4693-41b1-bad8-a1a63cc951cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc0edf95-fc02-451a-b38f-075bee275ed6'}] {{(pid=104322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:04:28.927614 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0d07a434bcc94248bd83d89f5df7255b965f34de07d957ea8ea11cb14c6cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb10577-1ebf-4ee2-93ed-7d5adbd98e1c" -d '{"events": [{"server_uuid": "a123764b-4693-41b1-bad8-a1a63cc951cd", "name": "network-vif-plugged", "status": "completed", "tag": "cc0edf95-fc02-451a-b38f-075bee275ed6"}]}' {{(pid=104322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:04:28.952627 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] For port cc0edf95-fc02-451a-b38f-075bee275ed6, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=cc0edf95-fc02-451a-b38f-075bee275ed6,segment=NetworkSegment(1b46059a-aa39-4ed2-ad1d-18b4ddc198b2),segment_id=1b46059a-aa39-4ed2-ad1d-18b4ddc198b2)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:04:29.039997 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e26aa8-b6f3-42bc-93b8-30e1a44255a8 req-118ef5b9-3ea0-4995-8c18-3b5b57f6c185 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:29.041556 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-e4e26aa8-b6f3-42bc-93b8-30e1a44255a8 req-118ef5b9-3ea0-4995-8c18-3b5b57f6c185 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 944 time: 0.0520818 May 31 21:04:29.079238 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (31db06ed-717e-4c7e-8538-117ccbffa87d), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:29.083053 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (cc0edf95-fc02-451a-b38f-075bee275ed6), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:29.108733 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-e4e26aa8-b6f3-42bc-93b8-30e1a44255a8 req-e58a9d3a-6b1a-46e6-8af1-8a46ea290a63 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562992 May 31 21:04:29.136191 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Pushing event updated for resources: {'Port': ['ID=31db06ed-717e-4c7e-8538-117ccbffa87d,revision_number=4']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:04:29.168390 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 May 2022 21:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-565d35da-c83f-47c2-8eac-95c315b35a5a x-openstack-request-id: req-565d35da-c83f-47c2-8eac-95c315b35a5a {{(pid=104322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:04:29.168705 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a123764b-4693-41b1-bad8-a1a63cc951cd", "name": "network-vif-plugged", "status": "completed", "tag": "cc0edf95-fc02-451a-b38f-075bee275ed6", "code": 200}]} {{(pid=104322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:04:29.168967 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-565d35da-c83f-47c2-8eac-95c315b35a5a {{(pid=104322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:04:29.169363 dv-cinder-839793-16-iscsi neutron-server[104322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-565d35da-c83f-47c2-8eac-95c315b35a5a'] response: {'server_uuid': 'a123764b-4693-41b1-bad8-a1a63cc951cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc0edf95-fc02-451a-b38f-075bee275ed6', 'code': 200} May 31 21:04:29.183249 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:29.188107 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Pushing event updated for resources: {'Port': ['ID=cc0edf95-fc02-451a-b38f-075bee275ed6,revision_number=5']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:04:29.482604 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 60924) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:04:29.496396 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-f8aa47ba-e060-42d5-8b9f-36de5f7ea478 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:29.554068 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:29.579541 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-f8aa47ba-e060-42d5-8b9f-36de5f7ea478 admin admin] Publish callbacks [] for security_group (7df00ee7-59b8-4366-9086-7ec0ced76859), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:29.705713 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-f8aa47ba-e060-42d5-8b9f-36de5f7ea478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (7df00ee7-59b8-4366-9086-7ec0ced76859), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:29.750029 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aa47ba-e060-42d5-8b9f-36de5f7ea478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df00ee7-59b8-4366-9086-7ec0ced76859,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:04:29.754497 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-f8aa47ba-e060-42d5-8b9f-36de5f7ea478 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=07256998fd0b4c06b531909a17aea95c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2708197 May 31 21:04:29.757857 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 60934) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:04:29.854662 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f934a62a-1b52-4c99-aea6-463267aa1051 req-69301b41-994e-4fb5-82fd-3c85ac3c05ad tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:29.856066 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-f934a62a-1b52-4c99-aea6-463267aa1051 req-69301b41-994e-4fb5-82fd-3c85ac3c05ad tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=faf12fce-2352-40df-a297-0d7b28379014 HTTP/1.1" status: 200 len: 943 time: 0.0680337 May 31 21:04:29.873169 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-3fed743b-dc19-4e7b-a9cb-1ad235a7f6d3 admin admin] Publish callbacks [] for security_group (7df00ee7-59b8-4366-9086-7ec0ced76859), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:29.916621 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-3fed743b-dc19-4e7b-a9cb-1ad235a7f6d3 admin admin] Publish callbacks [] for security_group (7df00ee7-59b8-4366-9086-7ec0ced76859), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:29.945616 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-f934a62a-1b52-4c99-aea6-463267aa1051 req-bce52c2c-c811-4dae-9fc5-3ab84cf7dea8 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/security-groups?id=71909b2b-34a3-4d69-b398-0bd2a67db903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805731 May 31 21:04:29.969152 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:DELETE=3,neutron:SELECT=92,neutron:INSERT=5 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:30.058967 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ede90e-2b52-4f7c-87f8-dd09a578740d req-2d342052-641e-461f-a59b-dba35098125f tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:30.060579 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-a4ede90e-2b52-4f7c-87f8-dd09a578740d req-2d342052-641e-461f-a59b-dba35098125f tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bff085f-5477-4588-9e08-533189d2db08 HTTP/1.1" status: 200 len: 945 time: 0.0504785 May 31 21:04:30.095547 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-3fed743b-dc19-4e7b-a9cb-1ad235a7f6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (7df00ee7-59b8-4366-9086-7ec0ced76859), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:30.097984 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-3fed743b-dc19-4e7b-a9cb-1ad235a7f6d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:30.099085 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-3fed743b-dc19-4e7b-a9cb-1ad235a7f6d3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7df00ee7-59b8-4366-9086-7ec0ced76859 HTTP/1.1" status: 204 len: 168 time: 0.3400877 May 31 21:04:30.118831 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fed743b-dc19-4e7b-a9cb-1ad235a7f6d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df00ee7-59b8-4366-9086-7ec0ced76859,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:04:30.124678 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-a4ede90e-2b52-4f7c-87f8-dd09a578740d req-43c01a30-8a13-4d9a-a6f6-9af5f33cbfc2 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=12907732-5570-4844-bbdc-00a8a81608d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586193 May 31 21:04:30.251608 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef2b8a-5022-4f73-9f70-cdc2e6d55853 req-4c367755-37b6-41c9-a8f6-ba977c20b63a tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:30.253086 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-67ef2b8a-5022-4f73-9f70-cdc2e6d55853 req-4c367755-37b6-41c9-a8f6-ba977c20b63a tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 945 time: 0.0477870 May 31 21:04:30.306298 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-67ef2b8a-5022-4f73-9f70-cdc2e6d55853 req-7c8865db-91ff-4e58-8f0b-bf3dd3d29bc4 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473561 May 31 21:04:30.680477 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] get_ports_and_sgs() called for port_ids ['31db06ed-717e-4c7e-8538-117ccbffa87d'] {{(pid=104322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 31 21:04:30.785431 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:31.067581 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e350292d-0089-4e3f-9a48-87b7b31f8d0a req-82aebc89-449f-495e-9acc-bdfea7eae06f tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:31.068381 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-e350292d-0089-4e3f-9a48-87b7b31f8d0a req-82aebc89-449f-495e-9acc-bdfea7eae06f tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=faf12fce-2352-40df-a297-0d7b28379014 HTTP/1.1" status: 200 len: 943 time: 0.0515974 May 31 21:04:31.138493 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-e350292d-0089-4e3f-9a48-87b7b31f8d0a req-dedd710f-2f35-491c-b118-f87b05ee7e75 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/security-groups?id=71909b2b-34a3-4d69-b398-0bd2a67db903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559275 May 31 21:04:31.268159 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68557c3-c338-4cab-9a30-780ae344521d req-be38cd48-f2c6-450a-8c76-8dbf8975e1ac tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:31.269694 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-b68557c3-c338-4cab-9a30-780ae344521d req-be38cd48-f2c6-450a-8c76-8dbf8975e1ac tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bff085f-5477-4588-9e08-533189d2db08 HTTP/1.1" status: 200 len: 945 time: 0.0507123 May 31 21:04:31.320377 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-b68557c3-c338-4cab-9a30-780ae344521d req-b0fc73cb-dc89-4651-8c69-f9215f85b971 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=12907732-5570-4844-bbdc-00a8a81608d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438991 May 31 21:04:31.426785 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1395b-f2c0-4f07-ac43-6a95de282b00 req-08079306-255d-4819-8b6e-932d85caefbb tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:31.428209 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-2bf1395b-f2c0-4f07-ac43-6a95de282b00 req-08079306-255d-4819-8b6e-932d85caefbb tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 945 time: 0.0490065 May 31 21:04:31.479346 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-2bf1395b-f2c0-4f07-ac43-6a95de282b00 req-8b63678a-22f8-411e-b675-acba5da06a75 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451047 May 31 21:04:31.979316 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device 31db06ed-717e-4c7e-8538-117ccbffa87d up at agent hyperv_hv-cinder-83979 {{(pid=104322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 31 21:04:32.040230 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Provisioning for port 31db06ed-717e-4c7e-8538-117ccbffa87d completed by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 31 21:04:32.175211 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Provisioning complete for port 31db06ed-717e-4c7e-8538-117ccbffa87d triggered by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:04:32.176600 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (31db06ed-717e-4c7e-8538-117ccbffa87d), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:32.303740 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Current status of the port 31db06ed-717e-4c7e-8538-117ccbffa87d is: BUILD; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:04:32.304407 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (31db06ed-717e-4c7e-8538-117ccbffa87d), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:32.327384 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f692168-8570-459c-9a4e-6b808996ab1b req-d1f43967-52d4-4454-822c-caec61fed38b tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:32.329425 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-5f692168-8570-459c-9a4e-6b808996ab1b req-d1f43967-52d4-4454-822c-caec61fed38b tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=faf12fce-2352-40df-a297-0d7b28379014 HTTP/1.1" status: 200 len: 943 time: 0.0804214 May 31 21:04:32.346807 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bff085f-5477-4588-9e08-533189d2db08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31db06ed-717e-4c7e-8538-117ccbffa87d'}] {{(pid=104322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:04:32.350914 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0d07a434bcc94248bd83d89f5df7255b965f34de07d957ea8ea11cb14c6cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c7f8e4-2b40-4a3d-b3a8-98236f38dcc9" -d '{"events": [{"server_uuid": "9bff085f-5477-4588-9e08-533189d2db08", "name": "network-vif-plugged", "status": "completed", "tag": "31db06ed-717e-4c7e-8538-117ccbffa87d"}]}' {{(pid=104322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:04:32.372113 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] For port 31db06ed-717e-4c7e-8538-117ccbffa87d, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=31db06ed-717e-4c7e-8538-117ccbffa87d,segment=NetworkSegment(a3a61b02-d451-4bb6-8acb-f707be60b746),segment_id=a3a61b02-d451-4bb6-8acb-f707be60b746)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:04:32.401162 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-5f692168-8570-459c-9a4e-6b808996ab1b req-24df2bcf-5793-4e4c-aa8b-b1f9ee89065c tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/security-groups?id=71909b2b-34a3-4d69-b398-0bd2a67db903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617316 May 31 21:04:32.458999 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 May 2022 21:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3dddd3f-6f89-4a77-b596-abe47d402c34 x-openstack-request-id: req-e3dddd3f-6f89-4a77-b596-abe47d402c34 {{(pid=104322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:04:32.459288 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bff085f-5477-4588-9e08-533189d2db08", "name": "network-vif-plugged", "status": "completed", "tag": "31db06ed-717e-4c7e-8538-117ccbffa87d", "code": 200}]} {{(pid=104322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:04:32.459558 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e3dddd3f-6f89-4a77-b596-abe47d402c34 {{(pid=104322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:04:32.460139 dv-cinder-839793-16-iscsi neutron-server[104322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3dddd3f-6f89-4a77-b596-abe47d402c34'] response: {'server_uuid': '9bff085f-5477-4588-9e08-533189d2db08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31db06ed-717e-4c7e-8538-117ccbffa87d', 'code': 200} May 31 21:04:32.505291 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (31db06ed-717e-4c7e-8538-117ccbffa87d), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:32.554757 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f95bde6-5d01-4257-8d0a-fdc9d8b8f76c req-9fe7008f-90e9-4a09-9f92-0102b71e3573 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:32.556285 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-0f95bde6-5d01-4257-8d0a-fdc9d8b8f76c req-9fe7008f-90e9-4a09-9f92-0102b71e3573 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bff085f-5477-4588-9e08-533189d2db08 HTTP/1.1" status: 200 len: 946 time: 0.0491004 May 31 21:04:32.559378 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Pushing event updated for resources: {'Port': ['ID=31db06ed-717e-4c7e-8538-117ccbffa87d,revision_number=5']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:04:32.605734 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-0f95bde6-5d01-4257-8d0a-fdc9d8b8f76c req-c7ee3577-a234-4955-9a4c-56c2ce5bd5fe tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=12907732-5570-4844-bbdc-00a8a81608d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436242 May 31 21:04:32.707370 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e182bd-d5fe-40e8-af71-0dce7711d68b req-9933debe-6628-4644-8121-f54c31c4ecba tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:32.709082 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-59e182bd-d5fe-40e8-af71-0dce7711d68b req-9933debe-6628-4644-8121-f54c31c4ecba tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 945 time: 0.0483899 May 31 21:04:32.728641 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:32.763369 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-59e182bd-d5fe-40e8-af71-0dce7711d68b req-d8ba8a63-47ac-423a-98af-a55b99d7f752 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476460 May 31 21:04:33.318819 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 32818) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:04:33.437169 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-66975c99-0d89-4e37-849c-4e4547be29a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:33.573334 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad5c58-ea79-4ff5-96f8-a3787f3259a4 req-c7c5fed0-179c-4f5c-9eec-43fb255cafed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:33.578485 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-3fad5c58-ea79-4ff5-96f8-a3787f3259a4 req-c7c5fed0-179c-4f5c-9eec-43fb255cafed service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=180ff6fd8c5b434abffa058ea99ef7c4&device_id=faf12fce-2352-40df-a297-0d7b28379014 HTTP/1.1" status: 200 len: 1127 time: 0.0739102 May 31 21:04:33.580526 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c8ac7b-2f4f-4b53-aec9-8f415efc5ce9 req-82a44c6c-81f3-49e1-9152-270deedd062d tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:33.582102 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-22c8ac7b-2f4f-4b53-aec9-8f415efc5ce9 req-82a44c6c-81f3-49e1-9152-270deedd062d tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=faf12fce-2352-40df-a297-0d7b28379014 HTTP/1.1" status: 200 len: 943 time: 0.0958710 May 31 21:04:33.626835 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-66975c99-0d89-4e37-849c-4e4547be29a4 admin admin] Publish callbacks [] for security_group (275704a7-4385-40c1-8af6-0a8e447b8740), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:33.670875 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-22c8ac7b-2f4f-4b53-aec9-8f415efc5ce9 req-7137e461-6655-42e7-9339-22e9c1c471be tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/security-groups?id=71909b2b-34a3-4d69-b398-0bd2a67db903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788443 May 31 21:04:33.718197 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-66975c99-0d89-4e37-849c-4e4547be29a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (275704a7-4385-40c1-8af6-0a8e447b8740), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:33.768637 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66975c99-0d89-4e37-849c-4e4547be29a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=275704a7-4385-40c1-8af6-0a8e447b8740,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:04:33.801486 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:33.823163 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-66975c99-0d89-4e37-849c-4e4547be29a4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ca48e1ded936448a99ff47ef56d4f036&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5030203 May 31 21:04:33.826918 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 32838) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:04:33.865580 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc04eb9-b194-4260-80c1-3402eda0ce78 req-01e086a5-cf0d-4d43-853a-129266e20eb7 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:33.875014 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-8cc04eb9-b194-4260-80c1-3402eda0ce78 req-01e086a5-cf0d-4d43-853a-129266e20eb7 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bff085f-5477-4588-9e08-533189d2db08 HTTP/1.1" status: 200 len: 946 time: 0.0927458 May 31 21:04:33.975727 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device eb53f5b6-46bd-4009-8d09-18c62dd763ce details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=104322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 31 21:04:33.997883 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-8cc04eb9-b194-4260-80c1-3402eda0ce78 req-ef57abb6-4a13-472b-a5f7-f7cd1293589e tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=12907732-5570-4844-bbdc-00a8a81608d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215649 May 31 21:04:33.999696 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-15ee43c1-a70c-4875-aec9-87e92d4e4e9c admin admin] Publish callbacks [] for security_group (275704a7-4385-40c1-8af6-0a8e447b8740), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:34.035787 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-15ee43c1-a70c-4875-aec9-87e92d4e4e9c admin admin] Publish callbacks [] for security_group (275704a7-4385-40c1-8af6-0a8e447b8740), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:34.093820 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] For port eb53f5b6-46bd-4009-8d09-18c62dd763ce, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=eb53f5b6-46bd-4009-8d09-18c62dd763ce,segment=NetworkSegment(f5d5aacd-0a79-4c28-aa2d-fa67740c4f52),segment_id=f5d5aacd-0a79-4c28-aa2d-fa67740c4f52)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:04:34.102459 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:34.112069 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Returning: {'device': 'eb53f5b6-46bd-4009-8d09-18c62dd763ce', 'network_id': '1cab6d20-22a6-4088-8e1d-60992c365df4', 'port_id': 'eb53f5b6-46bd-4009-8d09-18c62dd763ce', 'mac_address': 'fa:16:3e:df:a0:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed08b0b7-388e-4929-9128-adbbfafb9e7c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 31 21:04:34.137876 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eff544-7b7c-4a0b-ab87-3f152565d59b req-912fe735-7273-460b-bcde-d5c8d40891cf tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:34.139426 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-87eff544-7b7c-4a0b-ab87-3f152565d59b req-912fe735-7273-460b-bcde-d5c8d40891cf tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 945 time: 0.0613205 May 31 21:04:34.160824 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Current status of the port eb53f5b6-46bd-4009-8d09-18c62dd763ce is: DOWN; New status is: BUILD {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:04:34.161218 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (eb53f5b6-46bd-4009-8d09-18c62dd763ce), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:34.176012 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.notifiers.nova [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb53f5b6-46bd-4009-8d09-18c62dd763ce {{(pid=104322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 21:04:34.177776 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:34.198784 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] For port eb53f5b6-46bd-4009-8d09-18c62dd763ce, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=eb53f5b6-46bd-4009-8d09-18c62dd763ce,segment=NetworkSegment(f5d5aacd-0a79-4c28-aa2d-fa67740c4f52),segment_id=f5d5aacd-0a79-4c28-aa2d-fa67740c4f52)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:04:34.199340 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-87eff544-7b7c-4a0b-ab87-3f152565d59b req-cb41fcaa-b186-4134-927d-91336a4fa407 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540314 May 31 21:04:34.251352 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-15ee43c1-a70c-4875-aec9-87e92d4e4e9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (275704a7-4385-40c1-8af6-0a8e447b8740), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:34.254283 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-15ee43c1-a70c-4875-aec9-87e92d4e4e9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:34.255579 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-15ee43c1-a70c-4875-aec9-87e92d4e4e9c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/275704a7-4385-40c1-8af6-0a8e447b8740 HTTP/1.1" status: 204 len: 168 time: 0.4250124 May 31 21:04:34.271245 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ee43c1-a70c-4875-aec9-87e92d4e4e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=275704a7-4385-40c1-8af6-0a8e447b8740,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:04:34.289272 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (eb53f5b6-46bd-4009-8d09-18c62dd763ce), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:34.405399 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Pushing event updated for resources: {'Port': ['ID=eb53f5b6-46bd-4009-8d09-18c62dd763ce,revision_number=4']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:04:34.559994 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad5c58-ea79-4ff5-96f8-a3787f3259a4 req-9cbe1efd-6c01-4826-98ea-32e40b2ab862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:34.562065 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-3fad5c58-ea79-4ff5-96f8-a3787f3259a4 req-9cbe1efd-6c01-4826-98ea-32e40b2ab862 service neutron] 10.222.0.40 "GET /v2.0/networks?id=1cab6d20-22a6-4088-8e1d-60992c365df4 HTTP/1.1" status: 200 len: 911 time: 0.2390738 May 31 21:04:34.632644 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-3fad5c58-ea79-4ff5-96f8-a3787f3259a4 req-980ab030-1aca-48bd-a52a-b21ab87e12db service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb53f5b6-46bd-4009-8d09-18c62dd763ce HTTP/1.1" status: 200 len: 217 time: 0.0635998 May 31 21:04:34.717764 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] get_ports_and_sgs() called for port_ids ['eb53f5b6-46bd-4009-8d09-18c62dd763ce'] {{(pid=104322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 31 21:04:34.845379 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450ef1ba-6e48-4c49-828b-c692cdb80568 req-6ab76b54-1c1d-43e6-bb97-3a519bab4678 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:34.869420 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-450ef1ba-6e48-4c49-828b-c692cdb80568 req-6ab76b54-1c1d-43e6-bb97-3a519bab4678 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=faf12fce-2352-40df-a297-0d7b28379014 HTTP/1.1" status: 200 len: 944 time: 0.0840490 May 31 21:04:34.956497 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-450ef1ba-6e48-4c49-828b-c692cdb80568 req-91d6610a-2b66-4727-9dab-17cfb2fe4a66 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/security-groups?id=71909b2b-34a3-4d69-b398-0bd2a67db903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882647 May 31 21:04:35.139799 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d345059-726b-4f90-a4ae-29768cb7404a req-28c937b3-c7cc-41c2-a8b8-8ebc4db64681 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:35.140402 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb0bb5-5ba5-48a6-8fb5-4fc00a3fb2a5 req-a0db9565-f7d5-41e3-89f9-316aa9b4a62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:35.141713 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-2d345059-726b-4f90-a4ae-29768cb7404a req-28c937b3-c7cc-41c2-a8b8-8ebc4db64681 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bff085f-5477-4588-9e08-533189d2db08 HTTP/1.1" status: 200 len: 946 time: 0.0524249 May 31 21:04:35.142900 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-defb0bb5-5ba5-48a6-8fb5-4fc00a3fb2a5 req-a0db9565-f7d5-41e3-89f9-316aa9b4a62c service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 1129 time: 0.2282078 May 31 21:04:35.166540 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c810b29-b854-4b58-91a5-42d415fcf5df req-07b50fbc-ece1-4bd7-be9a-7e72f674bdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:35.168817 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-7c810b29-b854-4b58-91a5-42d415fcf5df req-07b50fbc-ece1-4bd7-be9a-7e72f674bdc4 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=9bff085f-5477-4588-9e08-533189d2db08 HTTP/1.1" status: 200 len: 1130 time: 0.1620722 May 31 21:04:35.183278 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad5c58-ea79-4ff5-96f8-a3787f3259a4 req-4c844ab4-66e3-4cdf-bc3b-f2980e16cb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:35.185731 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-3fad5c58-ea79-4ff5-96f8-a3787f3259a4 req-4c844ab4-66e3-4cdf-bc3b-f2980e16cb0c service neutron] 10.222.0.40 "GET /v2.0/subnets?id=ed08b0b7-388e-4929-9128-adbbfafb9e7c HTTP/1.1" status: 200 len: 849 time: 0.2588065 May 31 21:04:35.228718 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 32868) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:04:35.244087 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-2d345059-726b-4f90-a4ae-29768cb7404a req-22edeb6f-b104-49df-b6e9-731e94c2ee62 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=12907732-5570-4844-bbdc-00a8a81608d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947835 May 31 21:04:35.287216 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-9e8cd640-9818-4067-9bd0-7ad1791a54a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:35.312410 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:35.357277 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-7c810b29-b854-4b58-91a5-42d415fcf5df req-2822a1a0-f315-4809-864c-9165bc03d9eb service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=12907732-5570-4844-bbdc-00a8a81608d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535823 May 31 21:04:35.359455 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-defb0bb5-5ba5-48a6-8fb5-4fc00a3fb2a5 req-aabad5e9-1e07-40d4-9fa2-af89861c6cc4 service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2065709 May 31 21:04:35.362349 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad5c58-ea79-4ff5-96f8-a3787f3259a4 req-caee4901-e54e-4272-be90-ab21cc45b578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:35.363877 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-3fad5c58-ea79-4ff5-96f8-a3787f3259a4 req-caee4901-e54e-4272-be90-ab21cc45b578 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=1cab6d20-22a6-4088-8e1d-60992c365df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1389835 May 31 21:04:35.372736 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:35.379003 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8832c79-5fa4-4249-983b-891130485f48 req-002ff338-eef5-4024-b5ba-09af303044f5 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:35.381296 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-b8832c79-5fa4-4249-983b-891130485f48 req-002ff338-eef5-4024-b5ba-09af303044f5 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 945 time: 0.0593901 May 31 21:04:35.446485 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-b8832c79-5fa4-4249-983b-891130485f48 req-bfe394de-3190-44a1-a0fb-26e794ffa194 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531421 May 31 21:04:35.446899 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-9e8cd640-9818-4067-9bd0-7ad1791a54a4 admin admin] Publish callbacks [] for security_group (dd86c924-813a-4ba4-b7d3-4ee73852987d), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:35.559152 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-9e8cd640-9818-4067-9bd0-7ad1791a54a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (dd86c924-813a-4ba4-b7d3-4ee73852987d), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:35.599462 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-9e8cd640-9818-4067-9bd0-7ad1791a54a4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=72e520f239394a43a7a41d83ec271691&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3512580 May 31 21:04:35.604601 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8cd640-9818-4067-9bd0-7ad1791a54a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd86c924-813a-4ba4-b7d3-4ee73852987d,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:04:35.606243 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 32880) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:04:35.678203 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-dc64fdb0-ee28-4676-906a-2f5fe12c4c99 admin admin] Publish callbacks [] for security_group (dd86c924-813a-4ba4-b7d3-4ee73852987d), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:35.700730 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-dc64fdb0-ee28-4676-906a-2f5fe12c4c99 admin admin] Publish callbacks [] for security_group (dd86c924-813a-4ba4-b7d3-4ee73852987d), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:35.850792 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-dc64fdb0-ee28-4676-906a-2f5fe12c4c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (dd86c924-813a-4ba4-b7d3-4ee73852987d), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:35.867010 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-dc64fdb0-ee28-4676-906a-2f5fe12c4c99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:35.869679 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-dc64fdb0-ee28-4676-906a-2f5fe12c4c99 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/dd86c924-813a-4ba4-b7d3-4ee73852987d HTTP/1.1" status: 204 len: 168 time: 0.2610176 May 31 21:04:35.881514 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc64fdb0-ee28-4676-906a-2f5fe12c4c99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd86c924-813a-4ba4-b7d3-4ee73852987d,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:04:35.986172 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device eb53f5b6-46bd-4009-8d09-18c62dd763ce up at agent hyperv_hv-cinder-83979 {{(pid=104322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 31 21:04:36.092760 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Provisioning for port eb53f5b6-46bd-4009-8d09-18c62dd763ce completed by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 31 21:04:36.162117 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057b1843-2baa-4514-bcdf-8a435af404ba req-138dd432-8dcf-4719-8f67-d8be177573a8 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:36.163807 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-057b1843-2baa-4514-bcdf-8a435af404ba req-138dd432-8dcf-4719-8f67-d8be177573a8 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=faf12fce-2352-40df-a297-0d7b28379014 HTTP/1.1" status: 200 len: 944 time: 0.0640240 May 31 21:04:36.202718 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Provisioning complete for port eb53f5b6-46bd-4009-8d09-18c62dd763ce triggered by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:04:36.203428 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (eb53f5b6-46bd-4009-8d09-18c62dd763ce), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:36.233795 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-057b1843-2baa-4514-bcdf-8a435af404ba req-ab25abc6-529c-45a6-87e4-03fe5eb233eb tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/security-groups?id=71909b2b-34a3-4d69-b398-0bd2a67db903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635781 May 31 21:04:36.314130 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:36.325530 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Current status of the port eb53f5b6-46bd-4009-8d09-18c62dd763ce is: BUILD; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:04:36.325940 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (eb53f5b6-46bd-4009-8d09-18c62dd763ce), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:36.352113 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faf12fce-2352-40df-a297-0d7b28379014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb53f5b6-46bd-4009-8d09-18c62dd763ce'}] {{(pid=104322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:04:36.354373 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0d07a434bcc94248bd83d89f5df7255b965f34de07d957ea8ea11cb14c6cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b90c8361-1b47-4518-9c73-f7d2f7da2550" -d '{"events": [{"server_uuid": "faf12fce-2352-40df-a297-0d7b28379014", "name": "network-vif-plugged", "status": "completed", "tag": "eb53f5b6-46bd-4009-8d09-18c62dd763ce"}]}' {{(pid=104322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:04:36.368646 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] For port eb53f5b6-46bd-4009-8d09-18c62dd763ce, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=eb53f5b6-46bd-4009-8d09-18c62dd763ce,segment=NetworkSegment(f5d5aacd-0a79-4c28-aa2d-fa67740c4f52),segment_id=f5d5aacd-0a79-4c28-aa2d-fa67740c4f52)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:04:36.418551 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 May 2022 21:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e95ea2bc-965f-4e41-b29b-380f2af4c86a x-openstack-request-id: req-e95ea2bc-965f-4e41-b29b-380f2af4c86a {{(pid=104322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:04:36.419077 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faf12fce-2352-40df-a297-0d7b28379014", "name": "network-vif-plugged", "status": "completed", "tag": "eb53f5b6-46bd-4009-8d09-18c62dd763ce", "code": 200}]} {{(pid=104322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:04:36.419077 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e95ea2bc-965f-4e41-b29b-380f2af4c86a {{(pid=104322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:04:36.419488 dv-cinder-839793-16-iscsi neutron-server[104322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e95ea2bc-965f-4e41-b29b-380f2af4c86a'] response: {'server_uuid': 'faf12fce-2352-40df-a297-0d7b28379014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb53f5b6-46bd-4009-8d09-18c62dd763ce', 'code': 200} May 31 21:04:36.431272 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4efb5a-3325-4fad-9a21-59d1568ec357 req-34b2f7fd-3423-42cc-bc05-0bc4f7f64276 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:36.434640 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-de4efb5a-3325-4fad-9a21-59d1568ec357 req-34b2f7fd-3423-42cc-bc05-0bc4f7f64276 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bff085f-5477-4588-9e08-533189d2db08 HTTP/1.1" status: 200 len: 946 time: 0.0799403 May 31 21:04:36.456382 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (eb53f5b6-46bd-4009-8d09-18c62dd763ce), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:36.487163 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-de4efb5a-3325-4fad-9a21-59d1568ec357 req-a48db474-eef8-44fb-8b89-8985ba3ef9cc tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=12907732-5570-4844-bbdc-00a8a81608d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477993 May 31 21:04:36.513811 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Pushing event updated for resources: {'Port': ['ID=eb53f5b6-46bd-4009-8d09-18c62dd763ce,revision_number=5']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:04:36.640559 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1508db68-2ba5-49db-bbd3-1da06509dd88 req-6581d91c-1e08-44bf-a291-57bd40cf1aae tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:36.642359 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-1508db68-2ba5-49db-bbd3-1da06509dd88 req-6581d91c-1e08-44bf-a291-57bd40cf1aae tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 945 time: 0.0589972 May 31 21:04:36.656976 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-3fad5c58-ea79-4ff5-96f8-a3787f3259a4 req-636d832c-3fad-4c04-8564-d0bb1c185527 service neutron] 10.222.0.40 "GET /v2.0/networks/1cab6d20-22a6-4088-8e1d-60992c365df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219852 May 31 21:04:36.700601 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-1508db68-2ba5-49db-bbd3-1da06509dd88 req-258e5670-4876-4221-9c7a-90ab2dc1e51f tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526481 May 31 21:04:37.217943 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.agents_db [None req-3d709c36-86fd-4f4f-bf7d-9e9748143f4e None None] Agent healthcheck: found 6 active agents {{(pid=104323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 31 21:04:37.358769 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:37.373646 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e78a0b3-8304-4a16-991b-f594d151b18c req-0b7a527e-9d8b-4778-a60a-d465e5ef6225 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:37.380656 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-5e78a0b3-8304-4a16-991b-f594d151b18c req-0b7a527e-9d8b-4778-a60a-d465e5ef6225 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=faf12fce-2352-40df-a297-0d7b28379014 HTTP/1.1" status: 200 len: 945 time: 0.0573974 May 31 21:04:37.460257 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-5e78a0b3-8304-4a16-991b-f594d151b18c req-25c63636-cff6-4664-a037-fa3a6c30aaf7 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/security-groups?id=71909b2b-34a3-4d69-b398-0bd2a67db903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783808 May 31 21:04:37.619878 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8f166c-21ea-4841-8846-4ef777b49d8d req-43a2ebac-bf3e-4c14-99c6-62fac8d6c88a tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:37.621528 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-2b8f166c-21ea-4841-8846-4ef777b49d8d req-43a2ebac-bf3e-4c14-99c6-62fac8d6c88a tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bff085f-5477-4588-9e08-533189d2db08 HTTP/1.1" status: 200 len: 946 time: 0.0529366 May 31 21:04:37.677142 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-2b8f166c-21ea-4841-8846-4ef777b49d8d req-ad8d4231-1082-48ad-bac6-0482ed96c9b1 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=12907732-5570-4844-bbdc-00a8a81608d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483449 May 31 21:04:37.846660 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ed9b0c-74c6-4921-aec1-111df51c2d79 req-22d0e052-9b1b-4ed5-b0fa-537bffd47889 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:37.848366 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-a8ed9b0c-74c6-4921-aec1-111df51c2d79 req-22d0e052-9b1b-4ed5-b0fa-537bffd47889 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 945 time: 0.0629170 May 31 21:04:37.875199 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-06dfcf50-e699-4076-abd7-a25da5e8cab7 req-5f8600b3-d918-4402-8c0a-f65518e86afd service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=35c086d9-50bf-494a-90bb-694569f861a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0693977 May 31 21:04:37.911187 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-a8ed9b0c-74c6-4921-aec1-111df51c2d79 req-3cb52ff6-11fd-435e-8fc9-fc5b85f87546 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562785 May 31 21:04:38.591888 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:38.601787 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cfeb5e-5787-4ab1-bd1f-7e5452dbc9ef req-6e89bc79-1b3f-4d77-91a8-1a111e2a0f0e tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:38.603491 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-37cfeb5e-5787-4ab1-bd1f-7e5452dbc9ef req-6e89bc79-1b3f-4d77-91a8-1a111e2a0f0e tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=faf12fce-2352-40df-a297-0d7b28379014 HTTP/1.1" status: 200 len: 945 time: 0.0605679 May 31 21:04:38.658116 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-37cfeb5e-5787-4ab1-bd1f-7e5452dbc9ef req-7ba01912-0b3b-478b-b52e-add185f924b4 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/security-groups?id=71909b2b-34a3-4d69-b398-0bd2a67db903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454378 May 31 21:04:38.820781 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8fa3d1-1293-4c2f-86bb-e03097345707 req-770676df-b75d-48d8-b5a4-5358a43abb0d tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:38.822301 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-df8fa3d1-1293-4c2f-86bb-e03097345707 req-770676df-b75d-48d8-b5a4-5358a43abb0d tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bff085f-5477-4588-9e08-533189d2db08 HTTP/1.1" status: 200 len: 946 time: 0.0596843 May 31 21:04:38.871488 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-df8fa3d1-1293-4c2f-86bb-e03097345707 req-7fc0c478-78d2-4b7f-806c-215a1a8ff36c tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=12907732-5570-4844-bbdc-00a8a81608d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435562 May 31 21:04:39.086247 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1207f2f2-2fcd-40e5-8a91-25f66882fcc6 req-5d974252-71c6-4eaf-b92c-d2e3a639cb90 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:39.096412 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-1207f2f2-2fcd-40e5-8a91-25f66882fcc6 req-5d974252-71c6-4eaf-b92c-d2e3a639cb90 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 945 time: 0.0671461 May 31 21:04:39.160856 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-1207f2f2-2fcd-40e5-8a91-25f66882fcc6 req-f3849b1a-dafa-458f-a18d-9fd2ec4a923f tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624509 May 31 21:04:39.276693 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-3fad5c58-ea79-4ff5-96f8-a3787f3259a4 req-01ab7c44-6d39-4c6c-a404-6596c8059ad4 service neutron] 10.222.0.40 "GET /v2.0/networks/1cab6d20-22a6-4088-8e1d-60992c365df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978487 May 31 21:04:39.587478 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e332ebf-d30a-41ce-9cf8-dc4089c75f04 req-f31c6f9e-59f3-48df-9e18-617ffa7374c4 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:39.589062 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-8e332ebf-d30a-41ce-9cf8-dc4089c75f04 req-f31c6f9e-59f3-48df-9e18-617ffa7374c4 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bff085f-5477-4588-9e08-533189d2db08 HTTP/1.1" status: 200 len: 946 time: 0.0599134 May 31 21:04:39.645447 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-8e332ebf-d30a-41ce-9cf8-dc4089c75f04 req-4f004ab5-ad20-4205-b735-4bd0f384d639 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=12907732-5570-4844-bbdc-00a8a81608d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494349 May 31 21:04:39.793433 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984488b-3ff0-4d19-a2fc-ac5d99922951 req-417995c7-887e-4a06-80eb-6ae529bc43cb tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:39.795018 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-f984488b-3ff0-4d19-a2fc-ac5d99922951 req-417995c7-887e-4a06-80eb-6ae529bc43cb tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=faf12fce-2352-40df-a297-0d7b28379014 HTTP/1.1" status: 200 len: 945 time: 0.0556378 May 31 21:04:39.846270 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-f984488b-3ff0-4d19-a2fc-ac5d99922951 req-332958a8-c2b1-4ba5-b83f-777c1428c70f tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/security-groups?id=71909b2b-34a3-4d69-b398-0bd2a67db903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451896 May 31 21:04:40.214024 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:40.291216 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc6b7b8-37a7-4def-8af7-0f3d8584dd9b req-4d889e71-bc56-4198-8bee-ee17654f4efc tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:40.292727 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-9fc6b7b8-37a7-4def-8af7-0f3d8584dd9b req-4d889e71-bc56-4198-8bee-ee17654f4efc tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 945 time: 0.0510800 May 31 21:04:40.342231 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-9fc6b7b8-37a7-4def-8af7-0f3d8584dd9b req-32f80be6-abfd-456f-b588-0fe202b95c29 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438187 May 31 21:04:40.763275 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aabc9e5-f6a2-4b81-96b0-502110db4128 req-7691a921-7105-4c29-9f65-2c0e059dc1ca tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:40.764658 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-4aabc9e5-f6a2-4b81-96b0-502110db4128 req-7691a921-7105-4c29-9f65-2c0e059dc1ca tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bff085f-5477-4588-9e08-533189d2db08 HTTP/1.1" status: 200 len: 946 time: 0.0502501 May 31 21:04:40.819483 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-4aabc9e5-f6a2-4b81-96b0-502110db4128 req-e40c0462-2c82-401e-8049-5515fca4fda3 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=12907732-5570-4844-bbdc-00a8a81608d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492954 May 31 21:04:40.964345 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e7d83-fb8c-47bf-877b-a2a57ed11df6 req-265b280d-bebf-45ec-aad9-07762c93e233 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:40.965819 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-4f7e7d83-fb8c-47bf-877b-a2a57ed11df6 req-265b280d-bebf-45ec-aad9-07762c93e233 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=faf12fce-2352-40df-a297-0d7b28379014 HTTP/1.1" status: 200 len: 945 time: 0.0498912 May 31 21:04:41.013441 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-4f7e7d83-fb8c-47bf-877b-a2a57ed11df6 req-5e0f66d5-7ecf-418f-b4f7-20d5c6811e04 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/security-groups?id=71909b2b-34a3-4d69-b398-0bd2a67db903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420246 May 31 21:04:41.459884 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:41.478143 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e188b13f-5a13-4571-95d6-8621d2e7d418 req-36ad3590-ad7e-44f6-8263-9c641126d80b tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:41.480012 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-e188b13f-5a13-4571-95d6-8621d2e7d418 req-36ad3590-ad7e-44f6-8263-9c641126d80b tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 945 time: 0.0555832 May 31 21:04:41.546714 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-e188b13f-5a13-4571-95d6-8621d2e7d418 req-e1be9804-9035-49dc-af93-357d8345d509 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566294 May 31 21:04:41.944303 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca62d14-afc8-40de-85bd-ccc892b21e60 req-9b56f106-d9a0-4188-b3c0-90d6ab023604 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:41.946413 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-8ca62d14-afc8-40de-85bd-ccc892b21e60 req-9b56f106-d9a0-4188-b3c0-90d6ab023604 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bff085f-5477-4588-9e08-533189d2db08 HTTP/1.1" status: 200 len: 946 time: 0.0505974 May 31 21:04:42.000619 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-8ca62d14-afc8-40de-85bd-ccc892b21e60 req-58761b60-e631-4086-bec3-26d37ffc4736 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=12907732-5570-4844-bbdc-00a8a81608d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440695 May 31 21:04:42.131280 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbb96a0-6191-4568-8396-4b7ead4830bf req-cb95e575-0eb4-4074-8ece-6502a8fbff63 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:42.132752 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-4dbb96a0-6191-4568-8396-4b7ead4830bf req-cb95e575-0eb4-4074-8ece-6502a8fbff63 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=faf12fce-2352-40df-a297-0d7b28379014 HTTP/1.1" status: 200 len: 945 time: 0.0498245 May 31 21:04:42.181674 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-4dbb96a0-6191-4568-8396-4b7ead4830bf req-2f41b645-3ebd-4a52-af33-72fbeb41edab tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/security-groups?id=71909b2b-34a3-4d69-b398-0bd2a67db903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432508 May 31 21:04:42.208202 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-e895c514-da80-44bb-a288-a32cbd60a301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (5ca9f0a2-8e5f-4b54-94fa-454f095515e4), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:42.477176 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24310c2-de71-409c-b5e9-955303387398 req-895494fe-861d-4ebd-8d68-574a2305c6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:42.478771 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-b24310c2-de71-409c-b5e9-955303387398 req-895494fe-861d-4ebd-8d68-574a2305c6e5 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=faf12fce-2352-40df-a297-0d7b28379014 HTTP/1.1" status: 200 len: 1129 time: 0.0790250 May 31 21:04:42.482017 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dfcf50-e699-4076-abd7-a25da5e8cab7 req-7385e9db-e6f3-4156-aa2f-51f096812cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:42.483473 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-06dfcf50-e699-4076-abd7-a25da5e8cab7 req-7385e9db-e6f3-4156-aa2f-51f096812cd9 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=96f91ac37f864ed98a03f9082252e334&device_id=35c086d9-50bf-494a-90bb-694569f861a8 HTTP/1.1" status: 200 len: 1129 time: 0.0505219 May 31 21:04:42.699890 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e7b543-8dac-40bf-b80d-dfa9f8b88d55 req-7f6b2258-1b03-4077-86af-18621ce82d40 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:42.701439 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-94e7b543-8dac-40bf-b80d-dfa9f8b88d55 req-7f6b2258-1b03-4077-86af-18621ce82d40 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 945 time: 0.0593469 May 31 21:04:42.753028 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-94e7b543-8dac-40bf-b80d-dfa9f8b88d55 req-aa117c2a-f08f-4715-860f-59dec8c6111c tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456216 May 31 21:04:42.877792 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f228a5-d62e-4a11-9e81-29906677f35e req-6dfdb35c-d420-4a45-be26-21f2c457316b tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:42.879384 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-d2f228a5-d62e-4a11-9e81-29906677f35e req-6dfdb35c-d420-4a45-be26-21f2c457316b tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 945 time: 0.0511727 May 31 21:04:42.889291 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 33094) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:04:42.894064 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.v2.base [None req-0a7dde55-5d72-406a-9128-3bf0f9ccc4c1 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Request body: {'floatingip': {'port_id': 'cc0edf95-fc02-451a-b38f-075bee275ed6'}} {{(pid=104320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:04:42.981026 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0a7dde55-5d72-406a-9128-3bf0f9ccc4c1 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks [] for floatingip (1a573023-2895-4424-af86-585fc78f69c2), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:43.078419 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-b24310c2-de71-409c-b5e9-955303387398 req-0cda3128-dfa0-4af0-8526-00047c3c80b7 service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=71909b2b-34a3-4d69-b398-0bd2a67db903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083934 May 31 21:04:43.080364 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:43.102316 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dfcf50-e699-4076-abd7-a25da5e8cab7 req-7587751c-73ac-4d86-986d-caf1cbe66fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:43.103739 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-06dfcf50-e699-4076-abd7-a25da5e8cab7 req-7587751c-73ac-4d86-986d-caf1cbe66fd5 service neutron] 10.222.0.40 "GET /v2.0/networks?id=c95b8c46-645b-48ca-b406-ceba2d03bd23 HTTP/1.1" status: 200 len: 913 time: 0.1256804 May 31 21:04:43.173671 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1bd3d5-7809-4ab5-8364-3562d41bcea9 req-fc2077c5-bcfd-47d4-a7ea-735af1e31f28 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:43.175226 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ce1bd3d5-7809-4ab5-8364-3562d41bcea9 req-fc2077c5-bcfd-47d4-a7ea-735af1e31f28 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bff085f-5477-4588-9e08-533189d2db08 HTTP/1.1" status: 200 len: 946 time: 0.1011164 May 31 21:04:43.486979 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-06dfcf50-e699-4076-abd7-a25da5e8cab7 req-19e650e7-b1a5-4782-bee3-543af13aa6b2 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=837c9641-8167-4561-b45f-1b48acf21abc HTTP/1.1" status: 200 len: 217 time: 0.0674062 May 31 21:04:43.532934 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374b327a-6d28-4e47-a133-e844ec55f995 req-780ed057-6b2b-403b-84d2-086cc1248ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:43.534470 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-374b327a-6d28-4e47-a133-e844ec55f995 req-780ed057-6b2b-403b-84d2-086cc1248ba9 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=f1b54ceb69fc4041b743a11eda4144a8&device_id=9bff085f-5477-4588-9e08-533189d2db08 HTTP/1.1" status: 200 len: 1130 time: 0.0466719 May 31 21:04:43.551237 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ce1bd3d5-7809-4ab5-8364-3562d41bcea9 req-d820f801-b615-4d84-b707-713f61255d77 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=12907732-5570-4844-bbdc-00a8a81608d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3693302 May 31 21:04:43.560506 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67bd64c-5e4a-48a3-9c3d-97a3c57a4c4f req-9b64c3c3-f8cd-47e7-9fbc-1874484833cb tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:43.578359 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-e67bd64c-5e4a-48a3-9c3d-97a3c57a4c4f req-9b64c3c3-f8cd-47e7-9fbc-1874484833cb tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=faf12fce-2352-40df-a297-0d7b28379014 HTTP/1.1" status: 200 len: 945 time: 0.1071308 May 31 21:04:43.590565 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dfcf50-e699-4076-abd7-a25da5e8cab7 req-87a4a55c-04cc-4f72-aab4-d06346be6f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:43.592810 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-06dfcf50-e699-4076-abd7-a25da5e8cab7 req-87a4a55c-04cc-4f72-aab4-d06346be6f9b service neutron] 10.222.0.40 "GET /v2.0/subnets?id=6f2bfb30-666a-4f9d-b1a9-88e1d2c510cb HTTP/1.1" status: 200 len: 852 time: 0.0566936 May 31 21:04:43.662555 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-06dfcf50-e699-4076-abd7-a25da5e8cab7 req-8c706c3b-c04d-44d7-8276-e76b3ce433c7 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=c95b8c46-645b-48ca-b406-ceba2d03bd23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590467 May 31 21:04:43.675212 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:INSERT=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:43.712841 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374b327a-6d28-4e47-a133-e844ec55f995 req-6a882061-9086-4380-bd5c-a716b064848d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:43.714355 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-374b327a-6d28-4e47-a133-e844ec55f995 req-6a882061-9086-4380-bd5c-a716b064848d service neutron] 10.222.0.40 "GET /v2.0/networks?id=50707fc3-657a-4d1c-8628-0dfb2710b9bc HTTP/1.1" status: 200 len: 920 time: 0.1331091 May 31 21:04:43.794009 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-e67bd64c-5e4a-48a3-9c3d-97a3c57a4c4f req-27c2c1ab-a77d-4b5c-badf-5bb57357e9c3 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/security-groups?id=71909b2b-34a3-4d69-b398-0bd2a67db903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2217517 May 31 21:04:44.071095 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:44.083522 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0a7dde55-5d72-406a-9128-3bf0f9ccc4c1 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:44.182560 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0a7dde55-5d72-406a-9128-3bf0f9ccc4c1 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598426'] for floatingip (1a573023-2895-4424-af86-585fc78f69c2), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:44.282220 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.db.l3_db [None req-0a7dde55-5d72-406a-9128-3bf0f9ccc4c1 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Floating IP 1a573023-2895-4424-af86-585fc78f69c2 associated. External IP: 172.27.0.228, port: cc0edf95-fc02-451a-b38f-075bee275ed6. May 31 21:04:44.502087 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:44.523281 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a7dde55-5d72-406a-9128-3bf0f9ccc4c1 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Router c146d4db-8b65-4583-a308-5750e8471648 has already been hosted by L3 agent 13ce5b10-321e-4e80-b29e-1cfc3c51661e {{(pid=104320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 31 21:04:44.582628 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-3f8186c5-5634-4b8e-901c-8b7283acf653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (13ce5b10-321e-4e80-b29e-1cfc3c51661e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:44.682063 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a7dde55-5d72-406a-9128-3bf0f9ccc4c1 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Notify agent at l3_agent.dv-cinder-839793-16-iscsi the message routers_updated {{(pid=104320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 31 21:04:44.704847 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f199c08-db37-4d61-a5e1-efb3ed4902c9 None None] Sync routers for ids ['c146d4db-8b65-4583-a308-5750e8471648'] in dv-cinder-839793-16-iscsi {{(pid=104323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 21:04:44.714227 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0a7dde55-5d72-406a-9128-3bf0f9ccc4c1 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for floatingip (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:44.718557 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f199c08-db37-4d61-a5e1-efb3ed4902c9 None None] Routers {'c146d4db-8b65-4583-a308-5750e8471648'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:04:44.719194 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-4f199c08-db37-4d61-a5e1-efb3ed4902c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:04:44Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['c146d4db-8b65-4583-a308-5750e8471648'], 'active': True} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:04:44.790212 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-374b327a-6d28-4e47-a133-e844ec55f995 req-9a3ee341-5972-40ac-b71c-13f87798dc1d service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31db06ed-717e-4c7e-8538-117ccbffa87d HTTP/1.1" status: 200 len: 217 time: 0.3760531 May 31 21:04:44.827205 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc3b2e-f453-424a-bc41-fd739b1400e6 req-245ef051-ef24-4110-bc97-56396a3d42d7 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:44.829089 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-02dc3b2e-f453-424a-bc41-fd739b1400e6 req-245ef051-ef24-4110-bc97-56396a3d42d7 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bff085f-5477-4588-9e08-533189d2db08 HTTP/1.1" status: 200 len: 946 time: 0.1312981 May 31 21:04:44.863861 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-0a7dde55-5d72-406a-9128-3bf0f9ccc4c1 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "PUT /v2.0/floatingips/1a573023-2895-4424-af86-585fc78f69c2 HTTP/1.1" status: 200 len: 991 time: 1.9731858 May 31 21:04:44.864836 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a123764b-4693-41b1-bad8-a1a63cc951cd', 'tag': 'cc0edf95-fc02-451a-b38f-075bee275ed6'}] {{(pid=104320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:04:44.868085 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800e09971b12e0035a6cf58b960e7e30052d71c2381d70b5c02cffce84e90f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f46baea-173f-4fcb-9da9-b4d583ee6655" -d '{"events": [{"name": "network-changed", "server_uuid": "a123764b-4693-41b1-bad8-a1a63cc951cd", "tag": "cc0edf95-fc02-451a-b38f-075bee275ed6"}]}' {{(pid=104320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:04:44.869981 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-06dfcf50-e699-4076-abd7-a25da5e8cab7 req-e3aa5cf6-dc43-4dbf-83ce-824c8c3c7e3b service neutron] 10.222.0.40 "GET /v2.0/networks/c95b8c46-645b-48ca-b406-ceba2d03bd23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4580584 May 31 21:04:44.908473 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvr_db [None req-4f199c08-db37-4d61-a5e1-efb3ed4902c9 None None] Set router c146d4db-8b65-4583-a308-5750e8471648 gateway port host: dv-cinder-839793-16-iscsi {{(pid=104323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:04:44.930098 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-02dc3b2e-f453-424a-bc41-fd739b1400e6 req-8f08bece-3190-4cb1-97c0-3bbfd1b14bb7 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=12907732-5570-4844-bbdc-00a8a81608d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903130 May 31 21:04:44.998340 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f6b449-c578-4bc3-a7f8-1ce1938fafc6 req-15ea3865-3b69-4acd-a83e-3808114ee2e6 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:45.000112 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-e8f6b449-c578-4bc3-a7f8-1ce1938fafc6 req-15ea3865-3b69-4acd-a83e-3808114ee2e6 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=faf12fce-2352-40df-a297-0d7b28379014 HTTP/1.1" status: 200 len: 945 time: 0.1044788 May 31 21:04:45.001803 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 May 2022 21:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6235532-8085-4a4f-80fe-9b8528cd72d3 x-openstack-request-id: req-a6235532-8085-4a4f-80fe-9b8528cd72d3 {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:04:45.002470 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a123764b-4693-41b1-bad8-a1a63cc951cd", "tag": "cc0edf95-fc02-451a-b38f-075bee275ed6", "status": "completed", "code": 200}]} {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:04:45.002989 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a6235532-8085-4a4f-80fe-9b8528cd72d3 {{(pid=104320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:04:45.003453 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6235532-8085-4a4f-80fe-9b8528cd72d3'] response: {'name': 'network-changed', 'server_uuid': 'a123764b-4693-41b1-bad8-a1a63cc951cd', 'tag': 'cc0edf95-fc02-451a-b38f-075bee275ed6', 'status': 'completed', 'code': 200} May 31 21:04:45.061064 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-e8f6b449-c578-4bc3-a7f8-1ce1938fafc6 req-a304caf7-2a47-48ba-9284-5272e1ea2a2a tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/security-groups?id=71909b2b-34a3-4d69-b398-0bd2a67db903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474560 May 31 21:04:45.202720 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 33154) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:04:45.211871 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-4f199c08-db37-4d61-a5e1-efb3ed4902c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c146d4db-8b65-4583-a308-5750e8471648', 'name': 'tempest-AttachVolumeShelveTestJSON-1941033604-router', 'tenant_id': 'af420d43367c42e4a4b0948706dd0546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '8cf7c9b7-e566-4c8f-a423-3180fca528cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:03:21Z', 'updated_at': '2022-05-31T21:03:30Z', 'revision_number': 4, 'project_id': 'af420d43367c42e4a4b0948706dd0546', 'gw_port': {'id': '8cf7c9b7-e566-4c8f-a423-3180fca528cb', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c146d4db-8b65-4583-a308-5750e8471648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:23Z', 'updated_at': '2022-05-31T21:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_floatingips': [{'id': '1a573023-2895-4424-af86-585fc78f69c2', 'tenant_id': 'af420d43367c42e4a4b0948706dd0546', 'floating_ip_address': '172.27.0.228', 'floating_network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'router_id': 'c146d4db-8b65-4583-a308-5750e8471648', 'port_id': 'cc0edf95-fc02-451a-b38f-075bee275ed6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68e327a3-96b2-4add-895f-c43a3d5daedc', 'mac_address': 'fa:16:3e:b6:3d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a123764b-4693-41b1-bad8-a1a63cc951cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T21:03:44Z', 'updated_at': '2022-05-31T21:04:43Z', 'revision_number': 1, 'project_id': 'af420d43367c42e4a4b0948706dd0546', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2afe974-777e-432a-a39a-3157fd96ce22', 'name': '', 'network_id': '68e327a3-96b2-4add-895f-c43a3d5daedc', 'tenant_id': 'af420d43367c42e4a4b0948706dd0546', 'mac_address': 'fa:16:3e:35:9a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c146d4db-8b65-4583-a308-5750e8471648', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'dc74b44b-e878-454d-9e54-2a90eb48611f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:28Z', 'updated_at': '2022-05-31T21:03:47Z', 'revision_number': 5, 'project_id': 'af420d43367c42e4a4b0948706dd0546', 'subnets': [{'id': 'dc74b44b-e878-454d-9e54-2a90eb48611f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:04:45.244146 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f199c08-db37-4d61-a5e1-efb3ed4902c9 None None] Checking router: c146d4db-8b65-4583-a308-5750e8471648 for host: dv-cinder-839793-16-iscsi {{(pid=104323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 21:04:45.264733 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f199c08-db37-4d61-a5e1-efb3ed4902c9 None None] Routers {'c146d4db-8b65-4583-a308-5750e8471648'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:04:45.265340 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-4f199c08-db37-4d61-a5e1-efb3ed4902c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:04:44Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['c146d4db-8b65-4583-a308-5750e8471648'], 'active': True} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:04:45.322620 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-265dadca-4021-4577-8523-d318ed77f747 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:45.424439 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-265dadca-4021-4577-8523-d318ed77f747 admin admin] Publish callbacks [] for security_group (7495add9-765c-4ff5-a24b-5568e98db67f), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:45.434584 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvr_db [None req-4f199c08-db37-4d61-a5e1-efb3ed4902c9 None None] Set router c146d4db-8b65-4583-a308-5750e8471648 gateway port host: dv-cinder-839793-16-iscsi {{(pid=104323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:04:45.521931 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46baea-173f-4fcb-9da9-b4d583ee6655 req-4eec61c8-5bae-4650-8309-8a5dda46df62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:45.524610 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-5f46baea-173f-4fcb-9da9-b4d583ee6655 req-4eec61c8-5bae-4650-8309-8a5dda46df62 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=af420d43367c42e4a4b0948706dd0546&device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 1129 time: 0.1314576 May 31 21:04:45.572814 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-265dadca-4021-4577-8523-d318ed77f747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (7495add9-765c-4ff5-a24b-5568e98db67f), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:45.603045 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-58fa0aab-c296-4be2-a1ab-08418c16cad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (8170e961-7e1e-4c09-b09f-6b764c457cfd), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:45.628809 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:45.637736 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374b327a-6d28-4e47-a133-e844ec55f995 req-c16bded1-e139-45e1-b0ec-d0f0ab1ac4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:45.639695 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-374b327a-6d28-4e47-a133-e844ec55f995 req-c16bded1-e139-45e1-b0ec-d0f0ab1ac4fe service neutron] 10.222.0.40 "GET /v2.0/subnets?id=056887a1-bc98-40be-80ec-f43fe7602ab2 HTTP/1.1" status: 200 len: 858 time: 0.2602413 May 31 21:04:45.641317 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46baea-173f-4fcb-9da9-b4d583ee6655 req-114b2e59-dc2f-4d61-a1d6-7656d6bc651b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:45.643235 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-5f46baea-173f-4fcb-9da9-b4d583ee6655 req-114b2e59-dc2f-4d61-a1d6-7656d6bc651b service neutron] 10.222.0.40 "GET /v2.0/networks?id=68e327a3-96b2-4add-895f-c43a3d5daedc HTTP/1.1" status: 200 len: 918 time: 0.1108553 May 31 21:04:45.660565 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265dadca-4021-4577-8523-d318ed77f747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7495add9-765c-4ff5-a24b-5568e98db67f,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:04:45.665791 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-265dadca-4021-4577-8523-d318ed77f747 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0f41a98685d34976ba81a12fddbced1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4619899 May 31 21:04:45.668427 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 33166) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:04:45.728311 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=100 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:45.760095 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-feb3f9f4-7ca2-47c5-bc79-8638a79ada25 admin admin] Publish callbacks [] for security_group (7495add9-765c-4ff5-a24b-5568e98db67f), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:45.795639 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-06dfcf50-e699-4076-abd7-a25da5e8cab7 req-4d4a5087-604a-4773-a2c1-b97ce5db9b49 service neutron] 10.222.0.40 "GET /v2.0/networks/c95b8c46-645b-48ca-b406-ceba2d03bd23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4238868 May 31 21:04:45.816880 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-feb3f9f4-7ca2-47c5-bc79-8638a79ada25 admin admin] Publish callbacks [] for security_group (7495add9-765c-4ff5-a24b-5568e98db67f), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:45.828619 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374b327a-6d28-4e47-a133-e844ec55f995 req-a3ba9871-9e9e-44bf-9737-7cd937970acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:45.830821 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-374b327a-6d28-4e47-a133-e844ec55f995 req-a3ba9871-9e9e-44bf-9737-7cd937970acb service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=50707fc3-657a-4d1c-8628-0dfb2710b9bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1667867 May 31 21:04:45.833491 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-5f46baea-173f-4fcb-9da9-b4d583ee6655 req-9b3b6179-150a-4d3b-af93-c26d06542f0a service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc0edf95-fc02-451a-b38f-075bee275ed6 HTTP/1.1" status: 200 len: 999 time: 0.1721046 May 31 21:04:45.918939 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-4f199c08-db37-4d61-a5e1-efb3ed4902c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c146d4db-8b65-4583-a308-5750e8471648', 'name': 'tempest-AttachVolumeShelveTestJSON-1941033604-router', 'tenant_id': 'af420d43367c42e4a4b0948706dd0546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '8cf7c9b7-e566-4c8f-a423-3180fca528cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:03:21Z', 'updated_at': '2022-05-31T21:03:30Z', 'revision_number': 4, 'project_id': 'af420d43367c42e4a4b0948706dd0546', 'gw_port': {'id': '8cf7c9b7-e566-4c8f-a423-3180fca528cb', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c146d4db-8b65-4583-a308-5750e8471648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:23Z', 'updated_at': '2022-05-31T21:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_floatingips': [{'id': '1a573023-2895-4424-af86-585fc78f69c2', 'tenant_id': 'af420d43367c42e4a4b0948706dd0546', 'floating_ip_address': '172.27.0.228', 'floating_network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'router_id': 'c146d4db-8b65-4583-a308-5750e8471648', 'port_id': 'cc0edf95-fc02-451a-b38f-075bee275ed6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68e327a3-96b2-4add-895f-c43a3d5daedc', 'mac_address': 'fa:16:3e:b6:3d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a123764b-4693-41b1-bad8-a1a63cc951cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T21:03:44Z', 'updated_at': '2022-05-31T21:04:43Z', 'revision_number': 1, 'project_id': 'af420d43367c42e4a4b0948706dd0546', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2afe974-777e-432a-a39a-3157fd96ce22', 'name': '', 'network_id': '68e327a3-96b2-4add-895f-c43a3d5daedc', 'tenant_id': 'af420d43367c42e4a4b0948706dd0546', 'mac_address': 'fa:16:3e:35:9a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c146d4db-8b65-4583-a308-5750e8471648', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'dc74b44b-e878-454d-9e54-2a90eb48611f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:28Z', 'updated_at': '2022-05-31T21:03:47Z', 'revision_number': 5, 'project_id': 'af420d43367c42e4a4b0948706dd0546', 'subnets': [{'id': 'dc74b44b-e878-454d-9e54-2a90eb48611f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:04:45.966439 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f199c08-db37-4d61-a5e1-efb3ed4902c9 None None] The sync data for ids ['c146d4db-8b65-4583-a308-5750e8471648'] in dv-cinder-839793-16-iscsi is: [{'id': 'c146d4db-8b65-4583-a308-5750e8471648', 'name': 'tempest-AttachVolumeShelveTestJSON-1941033604-router', 'tenant_id': 'af420d43367c42e4a4b0948706dd0546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '8cf7c9b7-e566-4c8f-a423-3180fca528cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:03:21Z', 'updated_at': '2022-05-31T21:03:30Z', 'revision_number': 4, 'project_id': 'af420d43367c42e4a4b0948706dd0546', 'gw_port': {'id': '8cf7c9b7-e566-4c8f-a423-3180fca528cb', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c146d4db-8b65-4583-a308-5750e8471648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:23Z', 'updated_at': '2022-05-31T21:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_floatingips': [{'id': '1a573023-2895-4424-af86-585fc78f69c2', 'tenant_id': 'af420d43367c42e4a4b0948706dd0546', 'floating_ip_address': '172.27.0.228', 'floating_network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'router_id': 'c146d4db-8b65-4583-a308-5750e8471648', 'port_id': 'cc0edf95-fc02-451a-b38f-075bee275ed6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68e327a3-96b2-4add-895f-c43a3d5daedc', 'mac_address': 'fa:16:3e:b6:3d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a123764b-4693-41b1-bad8-a1a63cc951cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T21:03:44Z', 'updated_at': '2022-05-31T21:04:43Z', 'revision_number': 1, 'project_id': 'af420d43367c42e4a4b0948706dd0546', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2afe974-777e-432a-a39a-3157fd96ce22', 'name': '', 'network_id': '68e327a3-96b2-4add-895f-c43a3d5daedc', 'tenant_id': 'af420d43367c42e4a4b0948706dd0546', 'mac_address': 'fa:16:3e:35:9a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c146d4db-8b65-4583-a308-5750e8471648', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'dc74b44b-e878-454d-9e54-2a90eb48611f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:28Z', 'updated_at': '2022-05-31T21:03:47Z', 'revision_number': 5, 'project_id': 'af420d43367c42e4a4b0948706dd0546', 'subnets': [{'id': 'dc74b44b-e878-454d-9e54-2a90eb48611f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 21:04:45.966764 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46baea-173f-4fcb-9da9-b4d583ee6655 req-bf77e32e-8437-42a2-8b37-9c30e91f0e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:45.968023 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-5f46baea-173f-4fcb-9da9-b4d583ee6655 req-bf77e32e-8437-42a2-8b37-9c30e91f0e80 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=dc74b44b-e878-454d-9e54-2a90eb48611f HTTP/1.1" status: 200 len: 856 time: 0.1183779 May 31 21:04:46.034428 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 33174) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:04:46.041526 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=100 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:46.053583 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-374b327a-6d28-4e47-a133-e844ec55f995 req-28f26ece-1e54-40ec-9145-915542680d42 service neutron] 10.222.0.40 "GET /v2.0/networks/50707fc3-657a-4d1c-8628-0dfb2710b9bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053087 May 31 21:04:46.055548 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46baea-173f-4fcb-9da9-b4d583ee6655 req-342928b0-48a5-4912-af08-940c6e83ccfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:46.057523 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-5f46baea-173f-4fcb-9da9-b4d583ee6655 req-342928b0-48a5-4912-af08-940c6e83ccfb service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=68e327a3-96b2-4add-895f-c43a3d5daedc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0776529 May 31 21:04:46.068147 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-feb3f9f4-7ca2-47c5-bc79-8638a79ada25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (7495add9-765c-4ff5-a24b-5568e98db67f), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:46.071392 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-feb3f9f4-7ca2-47c5-bc79-8638a79ada25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:46.080184 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-feb3f9f4-7ca2-47c5-bc79-8638a79ada25 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7495add9-765c-4ff5-a24b-5568e98db67f HTTP/1.1" status: 204 len: 168 time: 0.4045711 May 31 21:04:46.135233 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb3f9f4-7ca2-47c5-bc79-8638a79ada25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7495add9-765c-4ff5-a24b-5568e98db67f,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:04:46.165540 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6312930-b9ac-4ba4-9385-f953abb9db43 req-2c457606-722b-4ed4-9bbd-cf4f4f4e1b7d tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:46.184019 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-e6312930-b9ac-4ba4-9385-f953abb9db43 req-2c457606-722b-4ed4-9bbd-cf4f4f4e1b7d tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bff085f-5477-4588-9e08-533189d2db08 HTTP/1.1" status: 200 len: 946 time: 0.1711705 May 31 21:04:46.280564 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-0db4c7a3-3ef9-4c7c-82db-c20db61df613 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:46.298791 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7117cf1-071b-4ace-bfba-cd74e51cbe77 None None] New status for floating IP 1a573023-2895-4424-af86-585fc78f69c2: ACTIVE {{(pid=104322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 31 21:04:46.300792 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c21474-c728-4686-9912-1137f31cc535 req-7a64aa83-579d-4d9a-be73-e54f0c7379c3 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:46.302756 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-d2c21474-c728-4686-9912-1137f31cc535 req-7a64aa83-579d-4d9a-be73-e54f0c7379c3 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=faf12fce-2352-40df-a297-0d7b28379014 HTTP/1.1" status: 200 len: 945 time: 0.1150055 May 31 21:04:46.323881 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-5f46baea-173f-4fcb-9da9-b4d583ee6655 req-879f442d-2023-41f4-a547-15451df78480 service neutron] 10.222.0.40 "GET /v2.0/networks/68e327a3-96b2-4add-895f-c43a3d5daedc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351751 May 31 21:04:46.367519 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-e6312930-b9ac-4ba4-9385-f953abb9db43 req-d398a927-a480-465d-a9bc-7dfd516cf4bd tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=12907732-5570-4844-bbdc-00a8a81608d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451087 May 31 21:04:46.398171 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:46.410445 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-374b327a-6d28-4e47-a133-e844ec55f995 req-5e03246a-a0be-4def-86b2-f5fb11a22929 service neutron] 10.222.0.40 "GET /v2.0/networks/50707fc3-657a-4d1c-8628-0dfb2710b9bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3374045 May 31 21:04:46.416539 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-d2c21474-c728-4686-9912-1137f31cc535 req-6f1c063d-5400-4fa0-b524-cae465080be2 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/security-groups?id=71909b2b-34a3-4d69-b398-0bd2a67db903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021576 May 31 21:04:46.500352 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-5f46baea-173f-4fcb-9da9-b4d583ee6655 req-bbc19ae2-294e-4625-8b97-ccac7bb0d515 service neutron] 10.222.0.40 "GET /v2.0/networks/68e327a3-96b2-4add-895f-c43a3d5daedc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618087 May 31 21:04:46.525950 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-0db4c7a3-3ef9-4c7c-82db-c20db61df613 admin admin] Publish callbacks [] for security_group (9c42aae7-7121-4c2c-8d7d-538d2934b560), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:46.611587 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f9c8a-76f9-4100-949a-0554b1fc3eb3 req-4aeccd6b-5ca4-45b7-ba31-9c002f561c5c tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:46.615686 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-be8f9c8a-76f9-4100-949a-0554b1fc3eb3 req-4aeccd6b-5ca4-45b7-ba31-9c002f561c5c tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=faf12fce-2352-40df-a297-0d7b28379014 HTTP/1.1" status: 200 len: 945 time: 0.1028638 May 31 21:04:46.616753 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-0db4c7a3-3ef9-4c7c-82db-c20db61df613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (9c42aae7-7121-4c2c-8d7d-538d2934b560), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:46.630397 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 33196) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:04:46.643612 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [None req-30dc869d-1958-4089-8e6e-a62c45b7fece tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Request body: {'floatingip': {'port_id': 'eb53f5b6-46bd-4009-8d09-18c62dd763ce'}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:04:46.692170 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:46.739379 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-0db4c7a3-3ef9-4c7c-82db-c20db61df613 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dad05d33443e4e6c853478a1550b4cba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6981080 May 31 21:04:46.739379 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db4c7a3-3ef9-4c7c-82db-c20db61df613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c42aae7-7121-4c2c-8d7d-538d2934b560,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:04:46.740968 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 33200) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:04:46.741599 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-30dc869d-1958-4089-8e6e-a62c45b7fece tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks [] for floatingip (ba5a9ba1-3e68-4d88-ba15-018977660361), before_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:46.803176 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-b770b660-b824-4665-84d0-9bbdd29e8e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (1c1563bc-5b12-4065-8d27-b22246e8e8d3), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:46.845756 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-8647077f-f974-45f6-954c-02e4a5ccc8cf admin admin] Publish callbacks [] for security_group (9c42aae7-7121-4c2c-8d7d-538d2934b560), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:46.895748 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-8647077f-f974-45f6-954c-02e4a5ccc8cf admin admin] Publish callbacks [] for security_group (9c42aae7-7121-4c2c-8d7d-538d2934b560), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:47.053275 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:47.068256 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-8647077f-f974-45f6-954c-02e4a5ccc8cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (9c42aae7-7121-4c2c-8d7d-538d2934b560), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:47.071046 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-8647077f-f974-45f6-954c-02e4a5ccc8cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:47.072230 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-8647077f-f974-45f6-954c-02e4a5ccc8cf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9c42aae7-7121-4c2c-8d7d-538d2934b560 HTTP/1.1" status: 204 len: 168 time: 0.3292141 May 31 21:04:47.081250 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8647077f-f974-45f6-954c-02e4a5ccc8cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c42aae7-7121-4c2c-8d7d-538d2934b560,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:04:47.139273 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 33208) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:04:47.159722 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-564c5f99-34e9-47be-88da-72d7adff3d2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:47.267507 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-564c5f99-34e9-47be-88da-72d7adff3d2b admin admin] Publish callbacks [] for security_group (5c62aa0b-2fa2-40ab-adb4-b2156aa0206a), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:47.328833 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-564c5f99-34e9-47be-88da-72d7adff3d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (5c62aa0b-2fa2-40ab-adb4-b2156aa0206a), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:47.378295 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564c5f99-34e9-47be-88da-72d7adff3d2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c62aa0b-2fa2-40ab-adb4-b2156aa0206a,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:04:47.385469 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-564c5f99-34e9-47be-88da-72d7adff3d2b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5861959193a74e538c1b40bd8b2f4ea6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2442775 May 31 21:04:47.388381 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 33214) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:04:47.404786 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:47.507153 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-aab9cff1-ecd4-4c09-bc3d-3a94b752897b admin admin] Publish callbacks [] for security_group (5c62aa0b-2fa2-40ab-adb4-b2156aa0206a), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:47.543860 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378ea8af-acd9-4778-a25a-ff0278ca7381 req-ef7510c7-6231-46c8-87f7-4332f8e122ba tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:47.546175 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-378ea8af-acd9-4778-a25a-ff0278ca7381 req-ef7510c7-6231-46c8-87f7-4332f8e122ba tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bff085f-5477-4588-9e08-533189d2db08 HTTP/1.1" status: 200 len: 946 time: 0.0830536 May 31 21:04:47.566012 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-aab9cff1-ecd4-4c09-bc3d-3a94b752897b admin admin] Publish callbacks [] for security_group (5c62aa0b-2fa2-40ab-adb4-b2156aa0206a), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:47.634236 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-378ea8af-acd9-4778-a25a-ff0278ca7381 req-e4d50e0a-91a5-4fbe-bb37-87db40dadcb6 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=12907732-5570-4844-bbdc-00a8a81608d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800135 May 31 21:04:47.731203 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-30dc869d-1958-4089-8e6e-a62c45b7fece tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:47.765816 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-aab9cff1-ecd4-4c09-bc3d-3a94b752897b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (5c62aa0b-2fa2-40ab-adb4-b2156aa0206a), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:47.768917 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-aab9cff1-ecd4-4c09-bc3d-3a94b752897b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:47.770257 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-aab9cff1-ecd4-4c09-bc3d-3a94b752897b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5c62aa0b-2fa2-40ab-adb4-b2156aa0206a HTTP/1.1" status: 204 len: 168 time: 0.3808846 May 31 21:04:47.778361 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab9cff1-ecd4-4c09-bc3d-3a94b752897b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c62aa0b-2fa2-40ab-adb4-b2156aa0206a,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:04:47.833698 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-30dc869d-1958-4089-8e6e-a62c45b7fece tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598426'] for floatingip (ba5a9ba1-3e68-4d88-ba15-018977660361), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:47.874415 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:47.935100 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.db.l3_db [None req-30dc869d-1958-4089-8e6e-a62c45b7fece tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Floating IP ba5a9ba1-3e68-4d88-ba15-018977660361 associated. External IP: 172.27.0.156, port: eb53f5b6-46bd-4009-8d09-18c62dd763ce. May 31 21:04:48.025079 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 33228) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:04:48.039235 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-4c3333fe-5b2b-403e-88ee-37675691e62e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:48.123667 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-4c3333fe-5b2b-403e-88ee-37675691e62e admin admin] Publish callbacks [] for security_group (38d69430-fb8d-4d85-b450-a59f1cb507be), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:48.138848 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30dc869d-1958-4089-8e6e-a62c45b7fece tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Router ff272f53-2b7a-4bbe-b725-5972a2793472 has already been hosted by L3 agent 13ce5b10-321e-4e80-b29e-1cfc3c51661e {{(pid=104321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 31 21:04:48.197463 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-4c3333fe-5b2b-403e-88ee-37675691e62e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (38d69430-fb8d-4d85-b450-a59f1cb507be), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:48.243889 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:48.249056 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3333fe-5b2b-403e-88ee-37675691e62e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d69430-fb8d-4d85-b450-a59f1cb507be,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:04:48.255129 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-4c3333fe-5b2b-403e-88ee-37675691e62e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bb0e0d57454e4bfcb68eaf2e4645b84f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2289639 May 31 21:04:48.258646 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 33234) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:04:48.288170 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30dc869d-1958-4089-8e6e-a62c45b7fece tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Notify agent at l3_agent.dv-cinder-839793-16-iscsi the message routers_updated {{(pid=104321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 31 21:04:48.297251 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-30dc869d-1958-4089-8e6e-a62c45b7fece tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for floatingip (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:48.334664 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=100 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:48.345061 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-30dc869d-1958-4089-8e6e-a62c45b7fece tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "PUT /v2.0/floatingips/ba5a9ba1-3e68-4d88-ba15-018977660361 HTTP/1.1" status: 200 len: 991 time: 1.7134295 May 31 21:04:48.347495 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faf12fce-2352-40df-a297-0d7b28379014', 'tag': 'eb53f5b6-46bd-4009-8d09-18c62dd763ce'}] {{(pid=104321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:04:48.349863 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6b014d5dee29fffbb36c15c330f4dd8b871b4cb67f19a16d167ed5ff3960b8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c35a1fa-2429-4072-ace5-c84ddbbba139" -d '{"events": [{"name": "network-changed", "server_uuid": "faf12fce-2352-40df-a297-0d7b28379014", "tag": "eb53f5b6-46bd-4009-8d09-18c62dd763ce"}]}' {{(pid=104321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:04:48.356838 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7680c4b4-0147-43ec-a7d8-ed755c15e01e None None] Sync routers for ids ['ff272f53-2b7a-4bbe-b725-5972a2793472'] in dv-cinder-839793-16-iscsi {{(pid=104323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 21:04:48.389961 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7680c4b4-0147-43ec-a7d8-ed755c15e01e None None] Routers {'ff272f53-2b7a-4bbe-b725-5972a2793472'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:04:48.391077 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-7680c4b4-0147-43ec-a7d8-ed755c15e01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:04:44Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['ff272f53-2b7a-4bbe-b725-5972a2793472'], 'active': True} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:04:48.395537 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-66c71003-d750-450f-ac26-bb13a93a31a6 admin admin] Publish callbacks [] for security_group (38d69430-fb8d-4d85-b450-a59f1cb507be), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:48.433670 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 May 2022 21:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e350eb0-c9c4-45ba-b4c9-c987baa9b537 x-openstack-request-id: req-0e350eb0-c9c4-45ba-b4c9-c987baa9b537 {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:04:48.437425 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faf12fce-2352-40df-a297-0d7b28379014", "tag": "eb53f5b6-46bd-4009-8d09-18c62dd763ce", "status": "completed", "code": 200}]} {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:04:48.437425 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0e350eb0-c9c4-45ba-b4c9-c987baa9b537 {{(pid=104321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:04:48.437425 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e350eb0-c9c4-45ba-b4c9-c987baa9b537'] response: {'name': 'network-changed', 'server_uuid': 'faf12fce-2352-40df-a297-0d7b28379014', 'tag': 'eb53f5b6-46bd-4009-8d09-18c62dd763ce', 'status': 'completed', 'code': 200} May 31 21:04:48.440111 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-66c71003-d750-450f-ac26-bb13a93a31a6 admin admin] Publish callbacks [] for security_group (38d69430-fb8d-4d85-b450-a59f1cb507be), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:48.533931 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvr_db [None req-7680c4b4-0147-43ec-a7d8-ed755c15e01e None None] Set router ff272f53-2b7a-4bbe-b725-5972a2793472 gateway port host: dv-cinder-839793-16-iscsi {{(pid=104323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:04:48.540403 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c35a1fa-2429-4072-ace5-c84ddbbba139 req-ef98f140-f18a-4936-81b5-2f5461f942b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:48.541993 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-0c35a1fa-2429-4072-ace5-c84ddbbba139 req-ef98f140-f18a-4936-81b5-2f5461f942b3 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=180ff6fd8c5b434abffa058ea99ef7c4&device_id=faf12fce-2352-40df-a297-0d7b28379014 HTTP/1.1" status: 200 len: 1129 time: 0.0576382 May 31 21:04:48.584205 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=100 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:48.602921 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (a61205dd-b11c-42a1-aa2d-4b7310a8dc99), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:48.634993 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-66c71003-d750-450f-ac26-bb13a93a31a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (38d69430-fb8d-4d85-b450-a59f1cb507be), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:48.639287 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-66c71003-d750-450f-ac26-bb13a93a31a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:48.641270 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-66c71003-d750-450f-ac26-bb13a93a31a6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/38d69430-fb8d-4d85-b450-a59f1cb507be HTTP/1.1" status: 204 len: 168 time: 0.3816519 May 31 21:04:48.665831 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c71003-d750-450f-ac26-bb13a93a31a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d69430-fb8d-4d85-b450-a59f1cb507be,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:04:48.673646 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c35a1fa-2429-4072-ace5-c84ddbbba139 req-b9bbd52a-6990-444c-837a-94450ad58f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:48.675271 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-0c35a1fa-2429-4072-ace5-c84ddbbba139 req-b9bbd52a-6990-444c-837a-94450ad58f45 service neutron] 10.222.0.40 "GET /v2.0/networks?id=1cab6d20-22a6-4088-8e1d-60992c365df4 HTTP/1.1" status: 200 len: 911 time: 0.1191156 May 31 21:04:48.700199 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=100 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:48.774085 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-0c35a1fa-2429-4072-ace5-c84ddbbba139 req-85de28f1-7ba3-4545-855a-ea800327ba88 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb53f5b6-46bd-4009-8d09-18c62dd763ce HTTP/1.1" status: 200 len: 999 time: 0.0801179 May 31 21:04:48.841557 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-7680c4b4-0147-43ec-a7d8-ed755c15e01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff272f53-2b7a-4bbe-b725-5972a2793472', 'name': 'tempest-AttachVolumeTestJSON-315142425-router', 'tenant_id': '180ff6fd8c5b434abffa058ea99ef7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '290f01b7-6a91-4b97-a4b5-955ef8546d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:03:21Z', 'updated_at': '2022-05-31T21:03:29Z', 'revision_number': 4, 'project_id': '180ff6fd8c5b434abffa058ea99ef7c4', 'gw_port': {'id': '290f01b7-6a91-4b97-a4b5-955ef8546d00', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:61:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff272f53-2b7a-4bbe-b725-5972a2793472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:22Z', 'updated_at': '2022-05-31T21:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_floatingips': [{'id': 'ba5a9ba1-3e68-4d88-ba15-018977660361', 'tenant_id': '180ff6fd8c5b434abffa058ea99ef7c4', 'floating_ip_address': '172.27.0.156', 'floating_network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'router_id': 'ff272f53-2b7a-4bbe-b725-5972a2793472', 'port_id': 'eb53f5b6-46bd-4009-8d09-18c62dd763ce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1cab6d20-22a6-4088-8e1d-60992c365df4', 'mac_address': 'fa:16:3e:df:a0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf12fce-2352-40df-a297-0d7b28379014', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T21:03:39Z', 'updated_at': '2022-05-31T21:04:47Z', 'revision_number': 1, 'project_id': '180ff6fd8c5b434abffa058ea99ef7c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2baf48ae-5d17-4d40-9cfc-a85c7ef4db95', 'name': '', 'network_id': '1cab6d20-22a6-4088-8e1d-60992c365df4', 'tenant_id': '180ff6fd8c5b434abffa058ea99ef7c4', 'mac_address': 'fa:16:3e:04:0c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff272f53-2b7a-4bbe-b725-5972a2793472', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ed08b0b7-388e-4929-9128-adbbfafb9e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:27Z', 'updated_at': '2022-05-31T21:03:41Z', 'revision_number': 5, 'project_id': '180ff6fd8c5b434abffa058ea99ef7c4', 'subnets': [{'id': 'ed08b0b7-388e-4929-9128-adbbfafb9e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:04:48.886470 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8210f01-c31d-4468-9b0e-15a913e67ebe req-8b7ba486-f917-4d75-9b1b-be366ba98795 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:48.894192 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-d8210f01-c31d-4468-9b0e-15a913e67ebe req-8b7ba486-f917-4d75-9b1b-be366ba98795 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bff085f-5477-4588-9e08-533189d2db08 HTTP/1.1" status: 200 len: 946 time: 0.1096594 May 31 21:04:48.915574 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7680c4b4-0147-43ec-a7d8-ed755c15e01e None None] Checking router: ff272f53-2b7a-4bbe-b725-5972a2793472 for host: dv-cinder-839793-16-iscsi {{(pid=104323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 21:04:48.930123 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7680c4b4-0147-43ec-a7d8-ed755c15e01e None None] Routers {'ff272f53-2b7a-4bbe-b725-5972a2793472'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:04:48.930840 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-7680c4b4-0147-43ec-a7d8-ed755c15e01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:04:44Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['ff272f53-2b7a-4bbe-b725-5972a2793472'], 'active': True} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:04:48.931693 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c35a1fa-2429-4072-ace5-c84ddbbba139 req-d0b6667e-4316-4c73-b011-0013590888bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:48.935809 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-0c35a1fa-2429-4072-ace5-c84ddbbba139 req-d0b6667e-4316-4c73-b011-0013590888bf service neutron] 10.222.0.40 "GET /v2.0/subnets?id=ed08b0b7-388e-4929-9128-adbbfafb9e7c HTTP/1.1" status: 200 len: 849 time: 0.1542957 May 31 21:04:48.994357 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-d8210f01-c31d-4468-9b0e-15a913e67ebe req-a6fa071a-d657-4aa7-9316-786b7f2f270d tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=12907732-5570-4844-bbdc-00a8a81608d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992444 May 31 21:04:49.028811 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c35a1fa-2429-4072-ace5-c84ddbbba139 req-af5c21a1-1641-4804-94d1-764e92d458d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:49.031726 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-0c35a1fa-2429-4072-ace5-c84ddbbba139 req-af5c21a1-1641-4804-94d1-764e92d458d1 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=1cab6d20-22a6-4088-8e1d-60992c365df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0784113 May 31 21:04:49.083951 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvr_db [None req-7680c4b4-0147-43ec-a7d8-ed755c15e01e None None] Set router ff272f53-2b7a-4bbe-b725-5972a2793472 gateway port host: dv-cinder-839793-16-iscsi {{(pid=104323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:04:49.173710 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-0c35a1fa-2429-4072-ace5-c84ddbbba139 req-641c5ba7-fe44-479a-b9ed-16b450a96a1a service neutron] 10.222.0.40 "GET /v2.0/networks/1cab6d20-22a6-4088-8e1d-60992c365df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317120 May 31 21:04:49.252292 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:49.310833 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-0c35a1fa-2429-4072-ace5-c84ddbbba139 req-f4b7bc10-b930-4fb9-b786-e0090e267aed service neutron] 10.222.0.40 "GET /v2.0/networks/1cab6d20-22a6-4088-8e1d-60992c365df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206615 May 31 21:04:49.351017 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=100 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:49.365622 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-7680c4b4-0147-43ec-a7d8-ed755c15e01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff272f53-2b7a-4bbe-b725-5972a2793472', 'name': 'tempest-AttachVolumeTestJSON-315142425-router', 'tenant_id': '180ff6fd8c5b434abffa058ea99ef7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '290f01b7-6a91-4b97-a4b5-955ef8546d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:03:21Z', 'updated_at': '2022-05-31T21:03:29Z', 'revision_number': 4, 'project_id': '180ff6fd8c5b434abffa058ea99ef7c4', 'gw_port': {'id': '290f01b7-6a91-4b97-a4b5-955ef8546d00', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:61:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff272f53-2b7a-4bbe-b725-5972a2793472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:22Z', 'updated_at': '2022-05-31T21:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_floatingips': [{'id': 'ba5a9ba1-3e68-4d88-ba15-018977660361', 'tenant_id': '180ff6fd8c5b434abffa058ea99ef7c4', 'floating_ip_address': '172.27.0.156', 'floating_network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'router_id': 'ff272f53-2b7a-4bbe-b725-5972a2793472', 'port_id': 'eb53f5b6-46bd-4009-8d09-18c62dd763ce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1cab6d20-22a6-4088-8e1d-60992c365df4', 'mac_address': 'fa:16:3e:df:a0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf12fce-2352-40df-a297-0d7b28379014', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T21:03:39Z', 'updated_at': '2022-05-31T21:04:47Z', 'revision_number': 1, 'project_id': '180ff6fd8c5b434abffa058ea99ef7c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2baf48ae-5d17-4d40-9cfc-a85c7ef4db95', 'name': '', 'network_id': '1cab6d20-22a6-4088-8e1d-60992c365df4', 'tenant_id': '180ff6fd8c5b434abffa058ea99ef7c4', 'mac_address': 'fa:16:3e:04:0c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff272f53-2b7a-4bbe-b725-5972a2793472', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ed08b0b7-388e-4929-9128-adbbfafb9e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:27Z', 'updated_at': '2022-05-31T21:03:41Z', 'revision_number': 5, 'project_id': '180ff6fd8c5b434abffa058ea99ef7c4', 'subnets': [{'id': 'ed08b0b7-388e-4929-9128-adbbfafb9e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:04:49.406471 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 33284) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:04:49.419876 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7680c4b4-0147-43ec-a7d8-ed755c15e01e None None] The sync data for ids ['ff272f53-2b7a-4bbe-b725-5972a2793472'] in dv-cinder-839793-16-iscsi is: [{'id': 'ff272f53-2b7a-4bbe-b725-5972a2793472', 'name': 'tempest-AttachVolumeTestJSON-315142425-router', 'tenant_id': '180ff6fd8c5b434abffa058ea99ef7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '290f01b7-6a91-4b97-a4b5-955ef8546d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:03:21Z', 'updated_at': '2022-05-31T21:03:29Z', 'revision_number': 4, 'project_id': '180ff6fd8c5b434abffa058ea99ef7c4', 'gw_port': {'id': '290f01b7-6a91-4b97-a4b5-955ef8546d00', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:61:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff272f53-2b7a-4bbe-b725-5972a2793472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:22Z', 'updated_at': '2022-05-31T21:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_floatingips': [{'id': 'ba5a9ba1-3e68-4d88-ba15-018977660361', 'tenant_id': '180ff6fd8c5b434abffa058ea99ef7c4', 'floating_ip_address': '172.27.0.156', 'floating_network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'router_id': 'ff272f53-2b7a-4bbe-b725-5972a2793472', 'port_id': 'eb53f5b6-46bd-4009-8d09-18c62dd763ce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1cab6d20-22a6-4088-8e1d-60992c365df4', 'mac_address': 'fa:16:3e:df:a0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf12fce-2352-40df-a297-0d7b28379014', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T21:03:39Z', 'updated_at': '2022-05-31T21:04:47Z', 'revision_number': 1, 'project_id': '180ff6fd8c5b434abffa058ea99ef7c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2baf48ae-5d17-4d40-9cfc-a85c7ef4db95', 'name': '', 'network_id': '1cab6d20-22a6-4088-8e1d-60992c365df4', 'tenant_id': '180ff6fd8c5b434abffa058ea99ef7c4', 'mac_address': 'fa:16:3e:04:0c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff272f53-2b7a-4bbe-b725-5972a2793472', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ed08b0b7-388e-4929-9128-adbbfafb9e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:27Z', 'updated_at': '2022-05-31T21:03:41Z', 'revision_number': 5, 'project_id': '180ff6fd8c5b434abffa058ea99ef7c4', 'subnets': [{'id': 'ed08b0b7-388e-4929-9128-adbbfafb9e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 21:04:49.523454 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [None req-c74df3c0-368f-4862-b18b-d05ccdfa8da2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2008610437-network', 'tenant_id': '06eea3ca15574bb49be23f075def7d30'}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:04:49.661479 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34dc9bb-6449-4a81-abb7-27f4c24548b0 None None] New status for floating IP ba5a9ba1-3e68-4d88-ba15-018977660361: ACTIVE {{(pid=104322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 31 21:04:49.717302 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c74df3c0-368f-4862-b18b-d05ccdfa8da2 admin admin] Made reservation on behalf of 06eea3ca15574bb49be23f075def7d30 for: {'network': 1} {{(pid=104321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 21:04:49.720298 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-c74df3c0-368f-4862-b18b-d05ccdfa8da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for network (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:49.733023 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-c74df3c0-368f-4862-b18b-d05ccdfa8da2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:49.817668 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-c74df3c0-368f-4862-b18b-d05ccdfa8da2 admin admin] Publish callbacks [] for security_group (ef087cf9-2fb9-45ce-9f2f-942b68382104), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:49.918707 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-c74df3c0-368f-4862-b18b-d05ccdfa8da2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (ef087cf9-2fb9-45ce-9f2f-942b68382104), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:49.949535 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c74df3c0-368f-4862-b18b-d05ccdfa8da2 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=104321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 21:04:49.956446 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74df3c0-368f-4862-b18b-d05ccdfa8da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef087cf9-2fb9-45ce-9f2f-942b68382104,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:04:49.964795 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-c74df3c0-368f-4862-b18b-d05ccdfa8da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674812'] for segment (7d940c0f-0a2f-4312-a2b6-a9c20fb59504), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:49.965172 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.db.segments_db [None req-c74df3c0-368f-4862-b18b-d05ccdfa8da2 admin admin] Added segment 7d940c0f-0a2f-4312-a2b6-a9c20fb59504 of type vlan for network def33879-1a9b-4a13-8bc4-2587f54e44d0 May 31 21:04:50.014401 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-c74df3c0-368f-4862-b18b-d05ccdfa8da2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747261502311'] for network (def33879-1a9b-4a13-8bc4-2587f54e44d0), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:50.034584 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:50.103473 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-c74df3c0-368f-4862-b18b-d05ccdfa8da2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838'] for network (def33879-1a9b-4a13-8bc4-2587f54e44d0), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:50.105643 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74df3c0-368f-4862-b18b-d05ccdfa8da2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:50.107064 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-c74df3c0-368f-4862-b18b-d05ccdfa8da2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696852'] for network (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:50.123994 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 33318) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:04:50.159491 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7151e35-04d3-48f2-80d9-59108f0401da req-6a5cb490-5366-445d-a0a2-34856d69296b tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:50.169030 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-d7151e35-04d3-48f2-80d9-59108f0401da req-6a5cb490-5366-445d-a0a2-34856d69296b tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bff085f-5477-4588-9e08-533189d2db08 HTTP/1.1" status: 200 len: 946 time: 0.0873606 May 31 21:04:50.221086 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74df3c0-368f-4862-b18b-d05ccdfa8da2 admin admin] Pushing event updated for resources: {'Network': ['ID=def33879-1a9b-4a13-8bc4-2587f54e44d0,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:04:50.228887 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-d7151e35-04d3-48f2-80d9-59108f0401da req-8dae4952-45d7-46dc-a8cf-45e2f8d195fc tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=12907732-5570-4844-bbdc-00a8a81608d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587347 May 31 21:04:50.251301 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-c74df3c0-368f-4862-b18b-d05ccdfa8da2 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8292341 May 31 21:04:50.251301 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 33326) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:04:50.251456 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Network def33879-1a9b-4a13-8bc4-2587f54e44d0 details requested by agent ovs-agent-dv-cinder-839793-16-iscsi with host dv-cinder-839793-16-iscsi {{(pid=104322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 31 21:04:50.251532 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [None req-b4d3eb08-b374-4ea2-ba14-08616c81266a admin admin] Request body: {'subnet': {'network_id': 'def33879-1a9b-4a13-8bc4-2587f54e44d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2008610437-subnet', 'tenant_id': '06eea3ca15574bb49be23f075def7d30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:04:50.338649 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [None req-1b984a8b-f0a9-4a22-b3b5-ca1c9974b46d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-453660573-network', 'tenant_id': '9f9ac73d84244b1c9029586fa4969bbf'}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:04:50.356351 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d3eb08-b374-4ea2-ba14-08616c81266a admin admin] Made reservation on behalf of 06eea3ca15574bb49be23f075def7d30 for: {'subnet': 1} {{(pid=104321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 21:04:50.358715 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-b4d3eb08-b374-4ea2-ba14-08616c81266a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:50.416576 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (51675295-7abb-4335-9c5a-c46a9082010e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:50.468024 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b984a8b-f0a9-4a22-b3b5-ca1c9974b46d admin admin] Made reservation on behalf of 9f9ac73d84244b1c9029586fa4969bbf for: {'network': 1} {{(pid=104321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 21:04:50.470804 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-1b984a8b-f0a9-4a22-b3b5-ca1c9974b46d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for network (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:50.487913 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-1b984a8b-f0a9-4a22-b3b5-ca1c9974b46d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:50.583246 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=79,neutron:DELETE=2,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:50.618608 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-1b984a8b-f0a9-4a22-b3b5-ca1c9974b46d admin admin] Publish callbacks [] for security_group (fc53867c-a18f-4781-8698-c86927740494), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:50.704974 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 33334) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:04:50.711261 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-b4d3eb08-b374-4ea2-ba14-08616c81266a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838'] for subnet (08e764bd-20b6-44f1-99f2-cca1e9a4494b), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:50.756207 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-1b984a8b-f0a9-4a22-b3b5-ca1c9974b46d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (fc53867c-a18f-4781-8698-c86927740494), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:50.804460 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d3eb08-b374-4ea2-ba14-08616c81266a admin admin] Pushing event updated for resources: {'Subnet': ['ID=08e764bd-20b6-44f1-99f2-cca1e9a4494b,revision_number=0']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:04:50.812475 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b984a8b-f0a9-4a22-b3b5-ca1c9974b46d admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=104321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 21:04:50.814280 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b984a8b-f0a9-4a22-b3b5-ca1c9974b46d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc53867c-a18f-4781-8698-c86927740494,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:04:50.828510 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d3eb08-b374-4ea2-ba14-08616c81266a admin admin] Checking segment: {'id': '7d940c0f-0a2f-4312-a2b6-a9c20fb59504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'def33879-1a9b-4a13-8bc4-2587f54e44d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 31 21:04:50.828864 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d3eb08-b374-4ea2-ba14-08616c81266a admin admin] Network hostable DHCP agents. Network: def33879-1a9b-4a13-8bc4-2587f54e44d0, hostable agents: ['5ca9f0a2-8e5f-4b54-94fa-454f095515e4'], hosted agents: [] {{(pid=104321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 21:04:50.831836 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-1b984a8b-f0a9-4a22-b3b5-ca1c9974b46d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674812'] for segment (88d8d1e3-3d6c-42b5-a877-6f1b62878109), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:50.832315 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.db.segments_db [None req-1b984a8b-f0a9-4a22-b3b5-ca1c9974b46d admin admin] Added segment 88d8d1e3-3d6c-42b5-a877-6f1b62878109 of type vlan for network 3e967741-aa19-4db4-8371-4ee869c23fa1 May 31 21:04:50.877513 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-b562bb95-2577-4c28-a892-71f567987d9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:50.902830 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-1b984a8b-f0a9-4a22-b3b5-ca1c9974b46d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747261502311'] for network (3e967741-aa19-4db4-8371-4ee869c23fa1), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:50.999294 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-b562bb95-2577-4c28-a892-71f567987d9a admin admin] Publish callbacks [] for security_group (47a5d846-2cf1-4090-a860-cb15a035b2c6), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:51.022923 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d3eb08-b374-4ea2-ba14-08616c81266a admin admin] Network def33879-1a9b-4a13-8bc4-2587f54e44d0 is scheduled to be hosted by DHCP agent 5ca9f0a2-8e5f-4b54-94fa-454f095515e4 with binding_index 1 {{(pid=104321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 21:04:51.056175 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-1b984a8b-f0a9-4a22-b3b5-ca1c9974b46d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838'] for network (3e967741-aa19-4db4-8371-4ee869c23fa1), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:51.057196 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b984a8b-f0a9-4a22-b3b5-ca1c9974b46d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:51.057808 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-1b984a8b-f0a9-4a22-b3b5-ca1c9974b46d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696852'] for network (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:51.121551 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b984a8b-f0a9-4a22-b3b5-ca1c9974b46d admin admin] Pushing event updated for resources: {'Network': ['ID=3e967741-aa19-4db4-8371-4ee869c23fa1,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:04:51.131716 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Network 3e967741-aa19-4db4-8371-4ee869c23fa1 details requested by agent ovs-agent-dv-cinder-839793-16-iscsi with host dv-cinder-839793-16-iscsi {{(pid=104322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 31 21:04:51.241340 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-b562bb95-2577-4c28-a892-71f567987d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (47a5d846-2cf1-4090-a860-cb15a035b2c6), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:51.280630 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-b562bb95-2577-4c28-a892-71f567987d9a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e99ab3a635584abbad643411c3567295&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5723796 May 31 21:04:51.280630 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b562bb95-2577-4c28-a892-71f567987d9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47a5d846-2cf1-4090-a860-cb15a035b2c6,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:04:51.281026 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 33342) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:04:51.306586 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-1b984a8b-f0a9-4a22-b3b5-ca1c9974b46d admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 1.1816361 May 31 21:04:51.310389 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 33344) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:04:51.315198 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.v2.base [None req-00218b1f-6439-4f12-9fa2-ef1ffd010e2d admin admin] Request body: {'subnet': {'network_id': '3e967741-aa19-4db4-8371-4ee869c23fa1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-453660573-subnet', 'tenant_id': '9f9ac73d84244b1c9029586fa4969bbf', 'ip_version': 4}} {{(pid=104320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:04:51.327580 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.base_scheduler [None req-b4d3eb08-b374-4ea2-ba14-08616c81266a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-16-iscsi, def33879-1a9b-4a13-8bc4-2587f54e44d0) {{(pid=104321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:04:51.333319 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d3eb08-b374-4ea2-ba14-08616c81266a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:51.333917 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-b4d3eb08-b374-4ea2-ba14-08616c81266a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696852'] for subnet (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:51.340601 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6286e3ab-3866-4f90-8581-bc0cd9cf4600 None None] Network def33879-1a9b-4a13-8bc4-2587f54e44d0 requested from dv-cinder-839793-16-iscsi {{(pid=104322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 31 21:04:51.424068 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c232c6-f45e-428f-822d-8c871ebaca4e req-de6af80b-150d-4e31-a4b3-4c8d184ad50b tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:51.425563 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-26c232c6-f45e-428f-822d-8c871ebaca4e req-de6af80b-150d-4e31-a4b3-4c8d184ad50b tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bff085f-5477-4588-9e08-533189d2db08 HTTP/1.1" status: 200 len: 946 time: 0.1023788 May 31 21:04:51.446322 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-b4d3eb08-b374-4ea2-ba14-08616c81266a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1990690 May 31 21:04:51.449697 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-7ddcffc2-d539-4745-98b6-acf3c0310f20 admin admin] Publish callbacks [] for security_group (47a5d846-2cf1-4090-a860-cb15a035b2c6), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:51.466430 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad506d7d-b536-44e5-927f-0e1bd23a21b8 None None] Network def33879-1a9b-4a13-8bc4-2587f54e44d0 requested from dv-cinder-839793-16-iscsi {{(pid=104322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 31 21:04:51.497404 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-7ddcffc2-d539-4745-98b6-acf3c0310f20 admin admin] Publish callbacks [] for security_group (47a5d846-2cf1-4090-a860-cb15a035b2c6), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:51.523799 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-26c232c6-f45e-428f-822d-8c871ebaca4e req-172dcc7f-3dce-4fc9-8552-cb4fca7e0a04 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=12907732-5570-4844-bbdc-00a8a81608d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897734 May 31 21:04:51.548003 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00218b1f-6439-4f12-9fa2-ef1ffd010e2d admin admin] Made reservation on behalf of 9f9ac73d84244b1c9029586fa4969bbf for: {'subnet': 1} {{(pid=104320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 21:04:51.550546 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-00218b1f-6439-4f12-9fa2-ef1ffd010e2d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3351964'] for subnet (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:51.708390 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:INSERT=16,neutron:SELECT=80,neutron:UPDATE=4 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:51.756423 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-7ddcffc2-d539-4745-98b6-acf3c0310f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (47a5d846-2cf1-4090-a860-cb15a035b2c6), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:51.756423 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-7ddcffc2-d539-4745-98b6-acf3c0310f20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:51.756423 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-7ddcffc2-d539-4745-98b6-acf3c0310f20 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/47a5d846-2cf1-4090-a860-cb15a035b2c6 HTTP/1.1" status: 204 len: 168 time: 0.4701056 May 31 21:04:51.769001 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddcffc2-d539-4745-98b6-acf3c0310f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a5d846-2cf1-4090-a860-cb15a035b2c6,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:04:52.020729 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-00218b1f-6439-4f12-9fa2-ef1ffd010e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3351946'] for subnet (c963a7bb-fcb2-47cb-b4af-694452e58e3a), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:52.093082 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00218b1f-6439-4f12-9fa2-ef1ffd010e2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c963a7bb-fcb2-47cb-b4af-694452e58e3a,revision_number=0']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:04:52.122682 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:52.134583 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00218b1f-6439-4f12-9fa2-ef1ffd010e2d admin admin] Checking segment: {'id': '88d8d1e3-3d6c-42b5-a877-6f1b62878109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3e967741-aa19-4db4-8371-4ee869c23fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 31 21:04:52.135786 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00218b1f-6439-4f12-9fa2-ef1ffd010e2d admin admin] Network hostable DHCP agents. Network: 3e967741-aa19-4db4-8371-4ee869c23fa1, hostable agents: ['5ca9f0a2-8e5f-4b54-94fa-454f095515e4'], hosted agents: [] {{(pid=104320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 21:04:52.237123 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00218b1f-6439-4f12-9fa2-ef1ffd010e2d admin admin] Network 3e967741-aa19-4db4-8371-4ee869c23fa1 is scheduled to be hosted by DHCP agent 5ca9f0a2-8e5f-4b54-94fa-454f095515e4 with binding_index 1 {{(pid=104320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 21:04:52.337865 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.base_scheduler [None req-00218b1f-6439-4f12-9fa2-ef1ffd010e2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-16-iscsi, 3e967741-aa19-4db4-8371-4ee869c23fa1) {{(pid=104320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:04:52.345929 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00218b1f-6439-4f12-9fa2-ef1ffd010e2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:52.350083 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256a0b6d-91f1-4387-8956-7a60b07f2829 None None] Network 3e967741-aa19-4db4-8371-4ee869c23fa1 requested from dv-cinder-839793-16-iscsi {{(pid=104322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 31 21:04:52.350925 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-00218b1f-6439-4f12-9fa2-ef1ffd010e2d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:52.466374 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-00218b1f-6439-4f12-9fa2-ef1ffd010e2d admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1548665 May 31 21:04:52.469136 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 33378) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:04:52.477282 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [None req-4a1c4592-8c40-4820-b6cb-f68c829cc98d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-453660573-router', 'tenant_id': '9f9ac73d84244b1c9029586fa4969bbf', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac'}}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:04:52.501484 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87929ab-ae5c-4d71-84e4-52a289a74c94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1581c23-dc20-583c-a781-c643bb3ad1f7-3e967741-aa19-4db4-8371-4ee869c23fa1', 'network_id': '3e967741-aa19-4db4-8371-4ee869c23fa1', 'project_id': '9f9ac73d84244b1c9029586fa4969bbf', 'fixed_ips': [{'subnet_id': 'c963a7bb-fcb2-47cb-b4af-694452e58e3a'}]}} from dv-cinder-839793-16-iscsi. {{(pid=104322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 31 21:04:52.501484 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-d87929ab-ae5c-4d71-84e4-52a289a74c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (None), before_create {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:52.545450 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 33382) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:04:52.551539 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [None req-7b5b1119-31ef-4046-8b30-d3dc189705b0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1888405415-network', 'tenant_id': '469a666bd69248bdab29bb491d5a213a'}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:04:52.582665 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-4a1c4592-8c40-4820-b6cb-f68c829cc98d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1600068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256106'] for router (14c3f35a-2282-417f-a522-4a4609962030), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:52.583739 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-4a1c4592-8c40-4820-b6cb-f68c829cc98d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1599220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1598582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1761038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256083'] for router (14c3f35a-2282-417f-a522-4a4609962030), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:52.643389 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-4a1c4592-8c40-4820-b6cb-f68c829cc98d admin admin] Publish callbacks [] for router_controller (14c3f35a-2282-417f-a522-4a4609962030), precommit_add_association {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:52.660986 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.db_base_plugin_common [None req-d87929ab-ae5c-4d71-84e4-52a289a74c94 None None] Allocated IP 172.20.0.2 (3e967741-aa19-4db4-8371-4ee869c23fa1/c963a7bb-fcb2-47cb-b4af-694452e58e3a/3667bb9b-9cf6-4a3c-b9be-4f41f140f9ab) {{(pid=104322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 21:04:52.677292 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:UPDATE=9,neutron:INSERT=3 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:52.686338 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b5b1119-31ef-4046-8b30-d3dc189705b0 admin admin] Made reservation on behalf of 469a666bd69248bdab29bb491d5a213a for: {'network': 1} {{(pid=104321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 21:04:52.689402 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-7b5b1119-31ef-4046-8b30-d3dc189705b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for network (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:52.692432 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a07a2-79b7-483f-9624-03ab9f4893c0 req-ffd9713c-6206-4532-a414-6716d958150c tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:52.694000 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-dc4a07a2-79b7-483f-9624-03ab9f4893c0 req-ffd9713c-6206-4532-a414-6716d958150c tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bff085f-5477-4588-9e08-533189d2db08 HTTP/1.1" status: 200 len: 946 time: 0.0883472 May 31 21:04:52.698587 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-7b5b1119-31ef-4046-8b30-d3dc189705b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:52.747216 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:52.751790 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-dc4a07a2-79b7-483f-9624-03ab9f4893c0 req-26f029e7-062d-404c-bc9b-1f01dade9e45 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=12907732-5570-4844-bbdc-00a8a81608d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514524 May 31 21:04:52.808591 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:INSERT=15,neutron:SELECT=79,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:52.847643 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-d87929ab-ae5c-4d71-84e4-52a289a74c94 None None] Publish callbacks [] for port (3667bb9b-9cf6-4a3c-b9be-4f41f140f9ab), precommit_create {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:52.887920 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-4a1c4592-8c40-4820-b6cb-f68c829cc98d admin admin] Publish callbacks [] for router_gateway (14c3f35a-2282-417f-a522-4a4609962030), precommit_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:52.921515 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-7b5b1119-31ef-4046-8b30-d3dc189705b0 admin admin] Publish callbacks [] for security_group (4f50ce35-d565-4c4c-91f2-d10133918159), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:52.943451 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-d87929ab-ae5c-4d71-84e4-52a289a74c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747261518129'] for port (3667bb9b-9cf6-4a3c-b9be-4f41f140f9ab), after_create {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:52.985406 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87929ab-ae5c-4d71-84e4-52a289a74c94 None None] Network 3e967741-aa19-4db4-8371-4ee869c23fa1 is already hosted by enough agents. {{(pid=104322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 21:04:52.988390 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.scheduler.base_scheduler [None req-d87929ab-ae5c-4d71-84e4-52a289a74c94 None None] Resources bound (agent type, host, resource id): {{(pid=104322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:04:52.990964 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87929ab-ae5c-4d71-84e4-52a289a74c94 None None] Received port after_create {{(pid=104322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 31 21:04:53.010101 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87929ab-ae5c-4d71-84e4-52a289a74c94 None None] Pushing event updated for resources: {'Port': ['ID=3667bb9b-9cf6-4a3c-b9be-4f41f140f9ab,revision_number=1']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:04:53.055550 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-7b5b1119-31ef-4046-8b30-d3dc189705b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (4f50ce35-d565-4c4c-91f2-d10133918159), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:53.088821 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b5b1119-31ef-4046-8b30-d3dc189705b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=104321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 21:04:53.089089 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.managers [None req-d87929ab-ae5c-4d71-84e4-52a289a74c94 None None] Attempting to bind port 3667bb9b-9cf6-4a3c-b9be-4f41f140f9ab on host dv-cinder-839793-16-iscsi for vnic_type normal with profile {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 31 21:04:53.089403 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.managers [None req-d87929ab-ae5c-4d71-84e4-52a289a74c94 None None] Attempting to bind port 3667bb9b-9cf6-4a3c-b9be-4f41f140f9ab by drivers openvswitch,hyperv on host dv-cinder-839793-16-iscsi at level 0 using segments [{'id': '88d8d1e3-3d6c-42b5-a877-6f1b62878109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3e967741-aa19-4db4-8371-4ee869c23fa1'}] {{(pid=104322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 31 21:04:53.089775 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87929ab-ae5c-4d71-84e4-52a289a74c94 None None] Attempting to bind port 3667bb9b-9cf6-4a3c-b9be-4f41f140f9ab on network 3e967741-aa19-4db4-8371-4ee869c23fa1 {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 31 21:04:53.095643 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87929ab-ae5c-4d71-84e4-52a289a74c94 None None] Checking agent: {'id': 'a61205dd-b11c-42a1-aa2d-4b7310a8dc99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 20, 54, 48), 'started_at': datetime.datetime(2022, 5, 31, 20, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 21, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 31 21:04:53.096074 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87929ab-ae5c-4d71-84e4-52a289a74c94 None None] Checking segment: {'id': '88d8d1e3-3d6c-42b5-a877-6f1b62878109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3e967741-aa19-4db4-8371-4ee869c23fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 31 21:04:53.096418 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-d87929ab-ae5c-4d71-84e4-52a289a74c94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:53.096802 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87929ab-ae5c-4d71-84e4-52a289a74c94 None None] Bound using segment: {'id': '88d8d1e3-3d6c-42b5-a877-6f1b62878109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3e967741-aa19-4db4-8371-4ee869c23fa1'} {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 31 21:04:53.097268 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.managers [None req-d87929ab-ae5c-4d71-84e4-52a289a74c94 None None] Bound port: 3667bb9b-9cf6-4a3c-b9be-4f41f140f9ab, host: dv-cinder-839793-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88d8d1e3-3d6c-42b5-a877-6f1b62878109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3e967741-aa19-4db4-8371-4ee869c23fa1'}}] {{(pid=104322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 31 21:04:53.097643 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-d87929ab-ae5c-4d71-84e4-52a289a74c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (3667bb9b-9cf6-4a3c-b9be-4f41f140f9ab), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:53.113169 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-7b5b1119-31ef-4046-8b30-d3dc189705b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674812'] for segment (a535f8d6-aaf8-4b00-9877-50d6c59df108), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:53.113169 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.db.segments_db [None req-7b5b1119-31ef-4046-8b30-d3dc189705b0 admin admin] Added segment a535f8d6-aaf8-4b00-9877-50d6c59df108 of type vlan for network 4f5c6705-9f17-4629-b316-8c3a0ccc48c5 May 31 21:04:53.127476 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5b1119-31ef-4046-8b30-d3dc189705b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f50ce35-d565-4c4c-91f2-d10133918159,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:04:53.177360 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-d87929ab-ae5c-4d71-84e4-52a289a74c94 None None] For port 3667bb9b-9cf6-4a3c-b9be-4f41f140f9ab, host dv-cinder-839793-16-iscsi, cleared binding levels {{(pid=104322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 31 21:04:53.181676 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-d87929ab-ae5c-4d71-84e4-52a289a74c94 None None] For port 3667bb9b-9cf6-4a3c-b9be-4f41f140f9ab, host dv-cinder-839793-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=3667bb9b-9cf6-4a3c-b9be-4f41f140f9ab,segment=NetworkSegment(88d8d1e3-3d6c-42b5-a877-6f1b62878109),segment_id=88d8d1e3-3d6c-42b5-a877-6f1b62878109)] {{(pid=104322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 31 21:04:53.183127 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:53.235866 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-7b5b1119-31ef-4046-8b30-d3dc189705b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747261502311'] for network (4f5c6705-9f17-4629-b316-8c3a0ccc48c5), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:53.298382 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-4a1c4592-8c40-4820-b6cb-f68c829cc98d admin admin] Publish callbacks [] for router_gateway (14c3f35a-2282-417f-a522-4a4609962030), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:53.318516 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-d87929ab-ae5c-4d71-84e4-52a289a74c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (3667bb9b-9cf6-4a3c-b9be-4f41f140f9ab), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:53.318907 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:53.319104 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-4a1c4592-8c40-4820-b6cb-f68c829cc98d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:53.389868 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87929ab-ae5c-4d71-84e4-52a289a74c94 None None] Pushing event updated for resources: {'Port': ['ID=3667bb9b-9cf6-4a3c-b9be-4f41f140f9ab,revision_number=2']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:04:53.673483 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=5 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:53.674787 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-7b5b1119-31ef-4046-8b30-d3dc189705b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838'] for network (4f5c6705-9f17-4629-b316-8c3a0ccc48c5), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:53.679082 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5b1119-31ef-4046-8b30-d3dc189705b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:53.679082 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-7b5b1119-31ef-4046-8b30-d3dc189705b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696852'] for network (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:53.764320 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5b1119-31ef-4046-8b30-d3dc189705b0 admin admin] Pushing event updated for resources: {'Network': ['ID=4f5c6705-9f17-4629-b316-8c3a0ccc48c5,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:04:53.774630 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.db_base_plugin_common [None req-4a1c4592-8c40-4820-b6cb-f68c829cc98d admin admin] Allocated IP 172.27.0.13 (c2cfca3b-95da-4cff-a3c5-795dffb6abac/763c29f6-cebe-4813-9ab2-68212649a0b5/c1e1499c-86b5-4938-9039-69807e3bdd1e) {{(pid=104321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 21:04:53.776222 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Network 4f5c6705-9f17-4629-b316-8c3a0ccc48c5 details requested by agent ovs-agent-dv-cinder-839793-16-iscsi with host dv-cinder-839793-16-iscsi {{(pid=104322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 31 21:04:53.833934 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2903cf3d-7d0a-4d21-9b03-7ff3c376505e req-9c64e2f3-ae54-4b5d-bf77-9cd60f939345 tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:53.841964 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-2903cf3d-7d0a-4d21-9b03-7ff3c376505e req-9c64e2f3-ae54-4b5d-bf77-9cd60f939345 tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] 10.222.0.55 "GET /v2.0/ports?device_id=35c086d9-50bf-494a-90bb-694569f861a8 HTTP/1.1" status: 200 len: 945 time: 0.1013284 May 31 21:04:53.897738 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-7b5b1119-31ef-4046-8b30-d3dc189705b0 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.3506682 May 31 21:04:53.901604 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 33410) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:04:53.907877 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [None req-b640a5ba-ebcf-4e23-9651-a7963d85538a admin admin] Request body: {'subnet': {'network_id': '4f5c6705-9f17-4629-b316-8c3a0ccc48c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1888405415-subnet', 'tenant_id': '469a666bd69248bdab29bb491d5a213a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:04:53.926164 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-2903cf3d-7d0a-4d21-9b03-7ff3c376505e req-483d840b-9f34-472f-a71a-a6c92d62e9fb tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] 10.222.0.55 "GET /v2.0/security-groups?id=0994c70d-0831-463d-8d2b-12953219bd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829275 May 31 21:04:53.999011 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f6458d-a12b-4bda-95a5-2a24ab30109e req-956b31f0-e7bc-49b5-b269-894823951e52 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:54.000530 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-12f6458d-a12b-4bda-95a5-2a24ab30109e req-956b31f0-e7bc-49b5-b269-894823951e52 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bff085f-5477-4588-9e08-533189d2db08 HTTP/1.1" status: 200 len: 946 time: 0.0732551 May 31 21:04:54.006081 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-4a1c4592-8c40-4820-b6cb-f68c829cc98d admin admin] Publish callbacks [] for port (c1e1499c-86b5-4938-9039-69807e3bdd1e), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:54.029625 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b640a5ba-ebcf-4e23-9651-a7963d85538a admin admin] Made reservation on behalf of 469a666bd69248bdab29bb491d5a213a for: {'subnet': 1} {{(pid=104321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 21:04:54.032149 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-b640a5ba-ebcf-4e23-9651-a7963d85538a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:54.066671 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-12f6458d-a12b-4bda-95a5-2a24ab30109e req-95572f80-3171-44b5-8ac5-7b3c61fb5de3 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=12907732-5570-4844-bbdc-00a8a81608d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550458 May 31 21:04:54.215428 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-4a1c4592-8c40-4820-b6cb-f68c829cc98d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747261518129'] for port (c1e1499c-86b5-4938-9039-69807e3bdd1e), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:54.317719 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1c4592-8c40-4820-b6cb-f68c829cc98d admin admin] Network c2cfca3b-95da-4cff-a3c5-795dffb6abac is already hosted by enough agents. {{(pid=104321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 21:04:54.325323 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.base_scheduler [None req-4a1c4592-8c40-4820-b6cb-f68c829cc98d admin admin] Resources bound (agent type, host, resource id): {{(pid=104321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:04:54.328701 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1c4592-8c40-4820-b6cb-f68c829cc98d admin admin] Received port after_create {{(pid=104321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 31 21:04:54.396453 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1c4592-8c40-4820-b6cb-f68c829cc98d admin admin] Pushing event updated for resources: {'Port': ['ID=c1e1499c-86b5-4938-9039-69807e3bdd1e,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:04:54.491748 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-b640a5ba-ebcf-4e23-9651-a7963d85538a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838'] for subnet (b6f8ff52-cdb1-4330-b921-399ec5fe1b4d), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:54.570279 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b640a5ba-ebcf-4e23-9651-a7963d85538a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6f8ff52-cdb1-4330-b921-399ec5fe1b4d,revision_number=0']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:04:54.590193 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b640a5ba-ebcf-4e23-9651-a7963d85538a admin admin] Checking segment: {'id': 'a535f8d6-aaf8-4b00-9877-50d6c59df108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4f5c6705-9f17-4629-b316-8c3a0ccc48c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 31 21:04:54.590457 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b640a5ba-ebcf-4e23-9651-a7963d85538a admin admin] Network hostable DHCP agents. Network: 4f5c6705-9f17-4629-b316-8c3a0ccc48c5, hostable agents: ['5ca9f0a2-8e5f-4b54-94fa-454f095515e4'], hosted agents: [] {{(pid=104321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 21:04:54.707677 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700164cb-da43-4204-8ed7-4ab7e02adc73 None None] Network 3e967741-aa19-4db4-8371-4ee869c23fa1 requested from dv-cinder-839793-16-iscsi {{(pid=104322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 31 21:04:54.773197 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-dac854e0-4c25-42f1-b3f9-91ab8a718f22 None None] Provisioning complete for port 3667bb9b-9cf6-4a3c-b9be-4f41f140f9ab triggered by entity DHCP. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:04:54.773619 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-dac854e0-4c25-42f1-b3f9-91ab8a718f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (3667bb9b-9cf6-4a3c-b9be-4f41f140f9ab), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:54.779134 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b640a5ba-ebcf-4e23-9651-a7963d85538a admin admin] Network 4f5c6705-9f17-4629-b316-8c3a0ccc48c5 is scheduled to be hosted by DHCP agent 5ca9f0a2-8e5f-4b54-94fa-454f095515e4 with binding_index 1 {{(pid=104321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 21:04:54.861525 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-4a1c4592-8c40-4820-b6cb-f68c829cc98d admin admin] Publish callbacks [] for router_gateway (14c3f35a-2282-417f-a522-4a4609962030), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:54.903197 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-dac854e0-4c25-42f1-b3f9-91ab8a718f22 None None] Current status of the port 3667bb9b-9cf6-4a3c-b9be-4f41f140f9ab is: DOWN; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:04:54.903585 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-dac854e0-4c25-42f1-b3f9-91ab8a718f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (3667bb9b-9cf6-4a3c-b9be-4f41f140f9ab), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:54.941065 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-dac854e0-4c25-42f1-b3f9-91ab8a718f22 None None] For port 3667bb9b-9cf6-4a3c-b9be-4f41f140f9ab, host dv-cinder-839793-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=3667bb9b-9cf6-4a3c-b9be-4f41f140f9ab,segment=NetworkSegment(88d8d1e3-3d6c-42b5-a877-6f1b62878109),segment_id=88d8d1e3-3d6c-42b5-a877-6f1b62878109)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:04:54.959745 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.base_scheduler [None req-b640a5ba-ebcf-4e23-9651-a7963d85538a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-16-iscsi, 4f5c6705-9f17-4629-b316-8c3a0ccc48c5) {{(pid=104321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:04:54.974398 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b640a5ba-ebcf-4e23-9651-a7963d85538a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:54.975292 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-b640a5ba-ebcf-4e23-9651-a7963d85538a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696852'] for subnet (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:54.976594 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6c4814-ea8e-44f2-ac64-1d544daffb2e None None] Network 4f5c6705-9f17-4629-b316-8c3a0ccc48c5 requested from dv-cinder-839793-16-iscsi {{(pid=104322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 31 21:04:55.047833 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-dac854e0-4c25-42f1-b3f9-91ab8a718f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (3667bb9b-9cf6-4a3c-b9be-4f41f140f9ab), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:55.104010 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-b640a5ba-ebcf-4e23-9651-a7963d85538a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2017720 May 31 21:04:55.158753 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac854e0-4c25-42f1-b3f9-91ab8a718f22 None None] Pushing event updated for resources: {'Port': ['ID=3667bb9b-9cf6-4a3c-b9be-4f41f140f9ab,revision_number=3']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:04:55.241216 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3948ef4-3f09-4445-87c4-033df4f9f578 None None] Network 4f5c6705-9f17-4629-b316-8c3a0ccc48c5 requested from dv-cinder-839793-16-iscsi {{(pid=104322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 31 21:04:55.255701 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-4a1c4592-8c40-4820-b6cb-f68c829cc98d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1599171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598497'] for router (14c3f35a-2282-417f-a522-4a4609962030), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:55.263278 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6665e24f-d0da-47a4-9b23-88d10e88c3e7 req-065c5449-fd97-4d29-b2b9-0b0d312ce698 tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:55.267188 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-6665e24f-d0da-47a4-9b23-88d10e88c3e7 req-065c5449-fd97-4d29-b2b9-0b0d312ce698 tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] 10.222.0.55 "GET /v2.0/ports?device_id=35c086d9-50bf-494a-90bb-694569f861a8 HTTP/1.1" status: 200 len: 945 time: 0.2277615 May 31 21:04:55.305114 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:55.410973 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd7660-c647-4d72-82b7-6b18591bb709 req-058ff6ff-d093-4259-95fc-1f03e6e9f51d tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:55.419396 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-92bd7660-c647-4d72-82b7-6b18591bb709 req-058ff6ff-d093-4259-95fc-1f03e6e9f51d tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bff085f-5477-4588-9e08-533189d2db08 HTTP/1.1" status: 200 len: 946 time: 0.1501055 May 31 21:04:55.433571 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-6665e24f-d0da-47a4-9b23-88d10e88c3e7 req-a1e3d922-72b0-4d34-9cf1-b36c7ad7bd46 tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] 10.222.0.55 "GET /v2.0/security-groups?id=0994c70d-0831-463d-8d2b-12953219bd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591189 May 31 21:04:55.459984 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-3945e221-60c3-426d-a174-255a8c9574d7 None None] Provisioning complete for port 3667bb9b-9cf6-4a3c-b9be-4f41f140f9ab triggered by entity DHCP. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:04:55.460506 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-3945e221-60c3-426d-a174-255a8c9574d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (3667bb9b-9cf6-4a3c-b9be-4f41f140f9ab), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:55.509275 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-92bd7660-c647-4d72-82b7-6b18591bb709 req-bf2f0fd2-4bce-40f6-82f0-7833f6c9d468 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=12907732-5570-4844-bbdc-00a8a81608d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828509 May 31 21:04:55.550342 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:55.601447 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device 3667bb9b-9cf6-4a3c-b9be-4f41f140f9ab up at agent ovs-agent-dv-cinder-839793-16-iscsi {{(pid=104322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 31 21:04:55.626801 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:55.633304 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-3945e221-60c3-426d-a174-255a8c9574d7 None None] Current status of the port 3667bb9b-9cf6-4a3c-b9be-4f41f140f9ab is: ACTIVE; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:04:55.663676 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Provisioning complete for port 3667bb9b-9cf6-4a3c-b9be-4f41f140f9ab triggered by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:04:55.664816 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (3667bb9b-9cf6-4a3c-b9be-4f41f140f9ab), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:55.686121 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a1c4592-8c40-4820-b6cb-f68c829cc98d admin admin] Router 14c3f35a-2282-417f-a522-4a4609962030 is scheduled to L3 agent 13ce5b10-321e-4e80-b29e-1cfc3c51661e with binding_index 1 {{(pid=104321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 31 21:04:55.765108 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Current status of the port 3667bb9b-9cf6-4a3c-b9be-4f41f140f9ab is: ACTIVE; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:04:55.857076 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a1c4592-8c40-4820-b6cb-f68c829cc98d admin admin] Notify agent at l3_agent.dv-cinder-839793-16-iscsi the message routers_updated {{(pid=104321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 31 21:04:55.873370 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc29f47-441e-4627-89c2-20643647cf11 None None] Sync routers for ids ['14c3f35a-2282-417f-a522-4a4609962030'] in dv-cinder-839793-16-iscsi {{(pid=104323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 21:04:55.895614 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc29f47-441e-4627-89c2-20643647cf11 None None] Routers {'14c3f35a-2282-417f-a522-4a4609962030'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:04:55.896402 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-2bc29f47-441e-4627-89c2-20643647cf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:04:44Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['14c3f35a-2282-417f-a522-4a4609962030'], 'active': True} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:04:55.955233 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-4a1c4592-8c40-4820-b6cb-f68c829cc98d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:55.959653 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-4a1c4592-8c40-4820-b6cb-f68c829cc98d admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.4885957 May 31 21:04:55.962998 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 33454) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:04:56.062341 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvr_db [None req-2bc29f47-441e-4627-89c2-20643647cf11 None None] Set router 14c3f35a-2282-417f-a522-4a4609962030 gateway port host: dv-cinder-839793-16-iscsi {{(pid=104323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:04:56.366758 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-2bc29f47-441e-4627-89c2-20643647cf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c3f35a-2282-417f-a522-4a4609962030', 'name': 'tempest-TestMinimumBasicScenario-453660573-router', 'tenant_id': '9f9ac73d84244b1c9029586fa4969bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': 'c1e1499c-86b5-4938-9039-69807e3bdd1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:04:52Z', 'updated_at': '2022-05-31T21:04:54Z', 'revision_number': 3, 'project_id': '9f9ac73d84244b1c9029586fa4969bbf', 'gw_port': {'id': 'c1e1499c-86b5-4938-9039-69807e3bdd1e', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:2d:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c3f35a-2282-417f-a522-4a4609962030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:04:53Z', 'updated_at': '2022-05-31T21:04:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi'}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:04:56.398521 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc29f47-441e-4627-89c2-20643647cf11 None None] Checking router: 14c3f35a-2282-417f-a522-4a4609962030 for host: dv-cinder-839793-16-iscsi {{(pid=104323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 21:04:56.399591 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc29f47-441e-4627-89c2-20643647cf11 None None] Updating router 14c3f35a-2282-417f-a522-4a4609962030 port c1e1499c-86b5-4938-9039-69807e3bdd1e binding host dv-cinder-839793-16-iscsi {{(pid=104323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 21:04:56.455116 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron_lib.callbacks.manager [None req-2bc29f47-441e-4627-89c2-20643647cf11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (c1e1499c-86b5-4938-9039-69807e3bdd1e), before_update {{(pid=104323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:56.650282 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf208-cd86-4a3b-8104-dae64fd889dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:56.666828 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd69bf7b-5a63-4bc3-911d-5f930b59dbd4 req-3e35a694-9cb5-4afd-ba9f-70a7a82b2943 tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:56.676504 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-fd69bf7b-5a63-4bc3-911d-5f930b59dbd4 req-3e35a694-9cb5-4afd-ba9f-70a7a82b2943 tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] 10.222.0.55 "GET /v2.0/ports?device_id=35c086d9-50bf-494a-90bb-694569f861a8 HTTP/1.1" status: 200 len: 945 time: 0.1343985 May 31 21:04:56.971145 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:57.000493 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.db_base_plugin_common [None req-1dcaf208-cd86-4a3b-8104-dae64fd889dd admin admin] Allocated IP 172.20.0.1 (3e967741-aa19-4db4-8371-4ee869c23fa1/c963a7bb-fcb2-47cb-b4af-694452e58e3a/69133f43-a7f7-4b68-82d3-5aee36970683) {{(pid=104321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 21:04:57.052610 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4aa157-f1c2-4d86-81ad-8989ad85ed4c req-27361403-2049-4734-9914-a186712dbd9a tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:57.054247 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-6f4aa157-f1c2-4d86-81ad-8989ad85ed4c req-27361403-2049-4734-9914-a186712dbd9a tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bff085f-5477-4588-9e08-533189d2db08 HTTP/1.1" status: 200 len: 946 time: 0.0696735 May 31 21:04:57.067873 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron_lib.callbacks.manager [None req-2bc29f47-441e-4627-89c2-20643647cf11 None None] Publish callbacks [] for port (c1e1499c-86b5-4938-9039-69807e3bdd1e), precommit_update {{(pid=104323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:57.077642 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-fd69bf7b-5a63-4bc3-911d-5f930b59dbd4 req-ad78c841-cf1f-440d-a609-4446fab219e6 tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] 10.222.0.55 "GET /v2.0/security-groups?id=0994c70d-0831-463d-8d2b-12953219bd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4002550 May 31 21:04:57.126231 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf208-cd86-4a3b-8104-dae64fd889dd admin admin] Publish callbacks [] for port (69133f43-a7f7-4b68-82d3-5aee36970683), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:57.127789 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-6f4aa157-f1c2-4d86-81ad-8989ad85ed4c req-4570778e-df9e-4f07-b164-2f4cbf589a40 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=12907732-5570-4844-bbdc-00a8a81608d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600898 May 31 21:04:57.157515 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron_lib.callbacks.manager [None req-2bc29f47-441e-4627-89c2-20643647cf11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (c1e1499c-86b5-4938-9039-69807e3bdd1e), after_update {{(pid=104323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:57.160515 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:57.214734 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.managers [None req-2bc29f47-441e-4627-89c2-20643647cf11 None None] Attempting to bind port c1e1499c-86b5-4938-9039-69807e3bdd1e on host dv-cinder-839793-16-iscsi for vnic_type normal with profile {{(pid=104323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 31 21:04:57.215101 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.managers [None req-2bc29f47-441e-4627-89c2-20643647cf11 None None] Attempting to bind port c1e1499c-86b5-4938-9039-69807e3bdd1e by drivers openvswitch,hyperv on host dv-cinder-839793-16-iscsi at level 0 using segments [{'id': '4436eed2-294e-4646-83cf-aec09b7c7c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac'}] {{(pid=104323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 31 21:04:57.215456 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc29f47-441e-4627-89c2-20643647cf11 None None] Attempting to bind port c1e1499c-86b5-4938-9039-69807e3bdd1e on network c2cfca3b-95da-4cff-a3c5-795dffb6abac {{(pid=104323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 31 21:04:57.221226 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f83b581-8d71-4277-9246-ca7a7e2996e0 None None] Pushing event updated for resources: {'Port': ['ID=c1e1499c-86b5-4938-9039-69807e3bdd1e,revision_number=2']} {{(pid=104323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:04:57.230643 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc29f47-441e-4627-89c2-20643647cf11 None None] Checking agent: {'id': 'a61205dd-b11c-42a1-aa2d-4b7310a8dc99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 20, 54, 48), 'started_at': datetime.datetime(2022, 5, 31, 20, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 21, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 31 21:04:57.231291 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc29f47-441e-4627-89c2-20643647cf11 None None] Checking segment: {'id': '4436eed2-294e-4646-83cf-aec09b7c7c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 31 21:04:57.231740 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron_lib.callbacks.manager [None req-2bc29f47-441e-4627-89c2-20643647cf11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:57.232646 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc29f47-441e-4627-89c2-20643647cf11 None None] Bound using segment: {'id': '4436eed2-294e-4646-83cf-aec09b7c7c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac'} {{(pid=104323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 31 21:04:57.232646 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.managers [None req-2bc29f47-441e-4627-89c2-20643647cf11 None None] Bound port: c1e1499c-86b5-4938-9039-69807e3bdd1e, host: dv-cinder-839793-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4436eed2-294e-4646-83cf-aec09b7c7c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac'}}] {{(pid=104323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 31 21:04:57.232809 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron_lib.callbacks.manager [None req-2bc29f47-441e-4627-89c2-20643647cf11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (c1e1499c-86b5-4938-9039-69807e3bdd1e), before_update {{(pid=104323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:57.236581 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f83b581-8d71-4277-9246-ca7a7e2996e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:04:57.237002 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f83b581-8d71-4277-9246-ca7a7e2996e0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:04:57.237364 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f83b581-8d71-4277-9246-ca7a7e2996e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:04:57.237714 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f83b581-8d71-4277-9246-ca7a7e2996e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:04:57.238064 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f83b581-8d71-4277-9246-ca7a7e2996e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:04:57.238584 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f83b581-8d71-4277-9246-ca7a7e2996e0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:04:57.239009 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f83b581-8d71-4277-9246-ca7a7e2996e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:04:57.239288 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f83b581-8d71-4277-9246-ca7a7e2996e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:04:57.239597 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f83b581-8d71-4277-9246-ca7a7e2996e0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:04:57.239920 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f83b581-8d71-4277-9246-ca7a7e2996e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:04:57.240239 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f83b581-8d71-4277-9246-ca7a7e2996e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:04:57.240571 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f83b581-8d71-4277-9246-ca7a7e2996e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:04:57.240885 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f83b581-8d71-4277-9246-ca7a7e2996e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:04:57.241200 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f83b581-8d71-4277-9246-ca7a7e2996e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:04:57.241510 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f83b581-8d71-4277-9246-ca7a7e2996e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:04:57.303650 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.db [None req-2bc29f47-441e-4627-89c2-20643647cf11 None None] For port c1e1499c-86b5-4938-9039-69807e3bdd1e, host dv-cinder-839793-16-iscsi, cleared binding levels {{(pid=104323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 31 21:04:57.307557 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.db [None req-2bc29f47-441e-4627-89c2-20643647cf11 None None] For port c1e1499c-86b5-4938-9039-69807e3bdd1e, host dv-cinder-839793-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=c1e1499c-86b5-4938-9039-69807e3bdd1e,segment=NetworkSegment(4436eed2-294e-4646-83cf-aec09b7c7c9c),segment_id=4436eed2-294e-4646-83cf-aec09b7c7c9c)] {{(pid=104323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 31 21:04:57.341706 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf208-cd86-4a3b-8104-dae64fd889dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747261518129'] for port (69133f43-a7f7-4b68-82d3-5aee36970683), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:57.409014 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dcaf208-cd86-4a3b-8104-dae64fd889dd admin admin] Network 3e967741-aa19-4db4-8371-4ee869c23fa1 is already hosted by enough agents. {{(pid=104321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 21:04:57.419815 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.base_scheduler [None req-1dcaf208-cd86-4a3b-8104-dae64fd889dd admin admin] Resources bound (agent type, host, resource id): {{(pid=104321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:04:57.421858 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcaf208-cd86-4a3b-8104-dae64fd889dd admin admin] Received port after_create {{(pid=104321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 31 21:04:57.421858 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf208-cd86-4a3b-8104-dae64fd889dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598285'] for router_interface (14c3f35a-2282-417f-a522-4a4609962030), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:57.462044 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron_lib.callbacks.manager [None req-2bc29f47-441e-4627-89c2-20643647cf11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (c1e1499c-86b5-4938-9039-69807e3bdd1e), after_update {{(pid=104323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:57.471007 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcaf208-cd86-4a3b-8104-dae64fd889dd admin admin] Pushing event updated for resources: {'Port': ['ID=69133f43-a7f7-4b68-82d3-5aee36970683,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:04:57.545562 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc29f47-441e-4627-89c2-20643647cf11 None None] Routers {'14c3f35a-2282-417f-a522-4a4609962030'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:04:57.546492 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-2bc29f47-441e-4627-89c2-20643647cf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:04:44Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['14c3f35a-2282-417f-a522-4a4609962030'], 'active': True} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:04:57.548535 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f83b581-8d71-4277-9246-ca7a7e2996e0 None None] Pushing event updated for resources: {'Port': ['ID=c1e1499c-86b5-4938-9039-69807e3bdd1e,revision_number=3']} {{(pid=104323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:04:57.585716 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:57.591344 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:57.664290 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvr_db [None req-2bc29f47-441e-4627-89c2-20643647cf11 None None] Set router 14c3f35a-2282-417f-a522-4a4609962030 gateway port host: dv-cinder-839793-16-iscsi {{(pid=104323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:04:57.690684 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-caaaf172-5f92-4c3c-931e-46db1b996462 None None] Provisioning complete for port 69133f43-a7f7-4b68-82d3-5aee36970683 triggered by entity DHCP. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:04:57.691277 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-caaaf172-5f92-4c3c-931e-46db1b996462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (69133f43-a7f7-4b68-82d3-5aee36970683), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:57.695105 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf208-cd86-4a3b-8104-dae64fd889dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (69133f43-a7f7-4b68-82d3-5aee36970683), before_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:57.761952 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-caaaf172-5f92-4c3c-931e-46db1b996462 None None] Port 69133f43-a7f7-4b68-82d3-5aee36970683 cannot update to ACTIVE because it is not bound. {{(pid=104322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 31 21:04:57.874521 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-2bc29f47-441e-4627-89c2-20643647cf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c3f35a-2282-417f-a522-4a4609962030', 'name': 'tempest-TestMinimumBasicScenario-453660573-router', 'tenant_id': '9f9ac73d84244b1c9029586fa4969bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': 'c1e1499c-86b5-4938-9039-69807e3bdd1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:04:52Z', 'updated_at': '2022-05-31T21:04:54Z', 'revision_number': 3, 'project_id': '9f9ac73d84244b1c9029586fa4969bbf', 'gw_port': {'id': 'c1e1499c-86b5-4938-9039-69807e3bdd1e', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:2d:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c3f35a-2282-417f-a522-4a4609962030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:04:53Z', 'updated_at': '2022-05-31T21:04:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi'}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:04:57.911676 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc29f47-441e-4627-89c2-20643647cf11 None None] The sync data for ids ['14c3f35a-2282-417f-a522-4a4609962030'] in dv-cinder-839793-16-iscsi is: [{'id': '14c3f35a-2282-417f-a522-4a4609962030', 'name': 'tempest-TestMinimumBasicScenario-453660573-router', 'tenant_id': '9f9ac73d84244b1c9029586fa4969bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': 'c1e1499c-86b5-4938-9039-69807e3bdd1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:04:52Z', 'updated_at': '2022-05-31T21:04:54Z', 'revision_number': 3, 'project_id': '9f9ac73d84244b1c9029586fa4969bbf', 'gw_port': {'id': 'c1e1499c-86b5-4938-9039-69807e3bdd1e', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:2d:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c3f35a-2282-417f-a522-4a4609962030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:04:53Z', 'updated_at': '2022-05-31T21:04:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi'}] {{(pid=104323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 21:04:57.964360 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf208-cd86-4a3b-8104-dae64fd889dd admin admin] Publish callbacks [] for port (69133f43-a7f7-4b68-82d3-5aee36970683), precommit_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:57.986722 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:58.051214 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf208-cd86-4a3b-8104-dae64fd889dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (69133f43-a7f7-4b68-82d3-5aee36970683), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:58.052130 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf208-cd86-4a3b-8104-dae64fd889dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1696816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1599485'] for router_interface (14c3f35a-2282-417f-a522-4a4609962030), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:58.149155 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcaf208-cd86-4a3b-8104-dae64fd889dd admin admin] Pushing event updated for resources: {'Port': ['ID=69133f43-a7f7-4b68-82d3-5aee36970683,revision_number=2']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:04:58.192069 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:58.235831 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dcaf208-cd86-4a3b-8104-dae64fd889dd admin admin] Network 3e967741-aa19-4db4-8371-4ee869c23fa1 is already hosted by enough agents. {{(pid=104321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 21:04:58.237604 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.base_scheduler [None req-1dcaf208-cd86-4a3b-8104-dae64fd889dd admin admin] Resources bound (agent type, host, resource id): {{(pid=104321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:04:58.271046 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8a5804-4b39-417b-9020-114873f62832 req-7173a128-87ff-40b5-aaf0-e61f5bc0029e tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:58.273495 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-5a8a5804-4b39-417b-9020-114873f62832 req-7173a128-87ff-40b5-aaf0-e61f5bc0029e tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] 10.222.0.55 "GET /v2.0/ports?device_id=35c086d9-50bf-494a-90bb-694569f861a8 HTTP/1.1" status: 200 len: 945 time: 0.1122749 May 31 21:04:58.391358 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:04:58.405823 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c443080-510f-4154-934c-346c5f026f37 req-0f65d62b-44ac-4074-9b0f-73d7c11ea2ac tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:58.407775 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-2c443080-510f-4154-934c-346c5f026f37 req-0f65d62b-44ac-4074-9b0f-73d7c11ea2ac tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bff085f-5477-4588-9e08-533189d2db08 HTTP/1.1" status: 200 len: 946 time: 0.1326039 May 31 21:04:58.426834 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-5a8a5804-4b39-417b-9020-114873f62832 req-b61ce2cc-cf5a-4308-a08d-8babb3a05a03 tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] 10.222.0.55 "GET /v2.0/security-groups?id=0994c70d-0831-463d-8d2b-12953219bd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410723 May 31 21:04:58.456942 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dcaf208-cd86-4a3b-8104-dae64fd889dd admin admin] Router 14c3f35a-2282-417f-a522-4a4609962030 has already been hosted by L3 agent 13ce5b10-321e-4e80-b29e-1cfc3c51661e {{(pid=104321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 31 21:04:58.519623 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-2c443080-510f-4154-934c-346c5f026f37 req-5a6c28ef-891c-45fe-8c99-908b2b42304d tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=12907732-5570-4844-bbdc-00a8a81608d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865562 May 31 21:04:58.590782 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-7c5a83e8-ab22-4a67-bf8e-9de93bb61032 None None] Provisioning complete for port 69133f43-a7f7-4b68-82d3-5aee36970683 triggered by entity DHCP. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:04:58.591156 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-7c5a83e8-ab22-4a67-bf8e-9de93bb61032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (69133f43-a7f7-4b68-82d3-5aee36970683), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:58.632592 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-7c5a83e8-ab22-4a67-bf8e-9de93bb61032 None None] Port 69133f43-a7f7-4b68-82d3-5aee36970683 cannot update to ACTIVE because it is not bound. {{(pid=104322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 31 21:04:58.845214 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dcaf208-cd86-4a3b-8104-dae64fd889dd admin admin] Notify agent at l3_agent.dv-cinder-839793-16-iscsi the message routers_updated {{(pid=104321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 31 21:04:58.852604 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-1dcaf208-cd86-4a3b-8104-dae64fd889dd admin admin] 10.222.0.55 "PUT /v2.0/routers/14c3f35a-2282-417f-a522-4a4609962030/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8845713 May 31 21:04:59.576377 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device c1e1499c-86b5-4938-9039-69807e3bdd1e up at agent ovs-agent-dv-cinder-839793-16-iscsi {{(pid=104322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 31 21:04:59.590649 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec6ea6-6c16-438b-841c-906b81be67ee req-2554d6f5-f004-4255-83bd-fffbc33ce844 tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:59.592382 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-3bec6ea6-6c16-438b-841c-906b81be67ee req-2554d6f5-f004-4255-83bd-fffbc33ce844 tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] 10.222.0.55 "GET /v2.0/ports?device_id=35c086d9-50bf-494a-90bb-694569f861a8 HTTP/1.1" status: 200 len: 945 time: 0.0715504 May 31 21:04:59.636826 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Provisioning complete for port c1e1499c-86b5-4938-9039-69807e3bdd1e triggered by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:04:59.646741 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (c1e1499c-86b5-4938-9039-69807e3bdd1e), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:59.668503 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-3bec6ea6-6c16-438b-841c-906b81be67ee req-2b2b0c3e-a525-4cec-8fa0-45a679393484 tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] 10.222.0.55 "GET /v2.0/security-groups?id=0994c70d-0831-463d-8d2b-12953219bd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675232 May 31 21:04:59.730154 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df6371-c32c-4aa3-a0ad-fb6b21446455 req-4f38e5ba-7aff-4fc2-96f7-ca47d81c76d0 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:04:59.731723 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-95df6371-c32c-4aa3-a0ad-fb6b21446455 req-4f38e5ba-7aff-4fc2-96f7-ca47d81c76d0 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bff085f-5477-4588-9e08-533189d2db08 HTTP/1.1" status: 200 len: 946 time: 0.0861347 May 31 21:04:59.747932 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Current status of the port c1e1499c-86b5-4938-9039-69807e3bdd1e is: DOWN; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:04:59.748345 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (c1e1499c-86b5-4938-9039-69807e3bdd1e), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:59.786252 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] For port c1e1499c-86b5-4938-9039-69807e3bdd1e, host dv-cinder-839793-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=c1e1499c-86b5-4938-9039-69807e3bdd1e,segment=NetworkSegment(4436eed2-294e-4646-83cf-aec09b7c7c9c),segment_id=4436eed2-294e-4646-83cf-aec09b7c7c9c)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:04:59.799872 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-95df6371-c32c-4aa3-a0ad-fb6b21446455 req-2a6f9060-d875-42b9-943e-a12493cd9ca9 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=12907732-5570-4844-bbdc-00a8a81608d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626326 May 31 21:04:59.846011 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 33508) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:04:59.851226 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [None req-2e389d68-4636-4ce4-a4fa-5be33d944470 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-891065426-network', 'tenant_id': '27a0be1912904cfab18f0faadd40af9e'}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:04:59.874695 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (c1e1499c-86b5-4938-9039-69807e3bdd1e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:59.930391 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb39b03-e3e5-4cec-939c-9890a13e9619 None None] Sync routers for ids ['14c3f35a-2282-417f-a522-4a4609962030'] in dv-cinder-839793-16-iscsi {{(pid=104322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 21:04:59.951625 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e389d68-4636-4ce4-a4fa-5be33d944470 admin admin] Made reservation on behalf of 27a0be1912904cfab18f0faadd40af9e for: {'network': 1} {{(pid=104321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 21:04:59.951885 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Pushing event updated for resources: {'Port': ['ID=c1e1499c-86b5-4938-9039-69807e3bdd1e,revision_number=4']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:04:59.956633 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb39b03-e3e5-4cec-939c-9890a13e9619 None None] Routers {'14c3f35a-2282-417f-a522-4a4609962030'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:04:59.956891 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-2e389d68-4636-4ce4-a4fa-5be33d944470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for network (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:59.959497 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-cbb39b03-e3e5-4cec-939c-9890a13e9619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:04:44Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['14c3f35a-2282-417f-a522-4a4609962030'], 'active': True} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:04:59.969302 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-2e389d68-4636-4ce4-a4fa-5be33d944470 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:04:59.986786 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=100 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:05:00.066743 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-2e389d68-4636-4ce4-a4fa-5be33d944470 admin admin] Publish callbacks [] for security_group (81301edc-fd3b-4e5c-ac40-0ef8f1ed535e), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:00.073076 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=100 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:05:00.084661 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvr_db [None req-cbb39b03-e3e5-4cec-939c-9890a13e9619 None None] Set router 14c3f35a-2282-417f-a522-4a4609962030 gateway port host: dv-cinder-839793-16-iscsi {{(pid=104322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:05:00.199708 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-2e389d68-4636-4ce4-a4fa-5be33d944470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (81301edc-fd3b-4e5c-ac40-0ef8f1ed535e), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:00.235166 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e389d68-4636-4ce4-a4fa-5be33d944470 admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=104321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 21:05:00.246811 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e389d68-4636-4ce4-a4fa-5be33d944470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81301edc-fd3b-4e5c-ac40-0ef8f1ed535e,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:05:00.252731 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-2e389d68-4636-4ce4-a4fa-5be33d944470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674812'] for segment (e6d588ba-af34-46a1-b4a0-c95a59b0eb8f), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:00.253100 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.db.segments_db [None req-2e389d68-4636-4ce4-a4fa-5be33d944470 admin admin] Added segment e6d588ba-af34-46a1-b4a0-c95a59b0eb8f of type vlan for network 4873ad7c-422f-4e4a-8898-5404ac0225b1 May 31 21:05:00.307815 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-2e389d68-4636-4ce4-a4fa-5be33d944470 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747261502311'] for network (4873ad7c-422f-4e4a-8898-5404ac0225b1), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:00.311411 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-cbb39b03-e3e5-4cec-939c-9890a13e9619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c3f35a-2282-417f-a522-4a4609962030', 'name': 'tempest-TestMinimumBasicScenario-453660573-router', 'tenant_id': '9f9ac73d84244b1c9029586fa4969bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': 'c1e1499c-86b5-4938-9039-69807e3bdd1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:04:52Z', 'updated_at': '2022-05-31T21:04:57Z', 'revision_number': 4, 'project_id': '9f9ac73d84244b1c9029586fa4969bbf', 'gw_port': {'id': 'c1e1499c-86b5-4938-9039-69807e3bdd1e', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:2d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c3f35a-2282-417f-a522-4a4609962030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:04:53Z', 'updated_at': '2022-05-31T21:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_interfaces': [{'id': '69133f43-a7f7-4b68-82d3-5aee36970683', 'name': '', 'network_id': '3e967741-aa19-4db4-8371-4ee869c23fa1', 'tenant_id': '9f9ac73d84244b1c9029586fa4969bbf', 'mac_address': 'fa:16:3e:d7:8c:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c3f35a-2282-417f-a522-4a4609962030', 'device_owner': 'network:router_interface', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': 'c963a7bb-fcb2-47cb-b4af-694452e58e3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:04:56Z', 'updated_at': '2022-05-31T21:04:57Z', 'revision_number': 2, 'project_id': '9f9ac73d84244b1c9029586fa4969bbf', 'subnets': [{'id': 'c963a7bb-fcb2-47cb-b4af-694452e58e3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:05:00.339747 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb39b03-e3e5-4cec-939c-9890a13e9619 None None] Checking router: 14c3f35a-2282-417f-a522-4a4609962030 for host: dv-cinder-839793-16-iscsi {{(pid=104322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 21:05:00.340084 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb39b03-e3e5-4cec-939c-9890a13e9619 None None] Updating router 14c3f35a-2282-417f-a522-4a4609962030 port 69133f43-a7f7-4b68-82d3-5aee36970683 binding host dv-cinder-839793-16-iscsi {{(pid=104322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 21:05:00.501716 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-cbb39b03-e3e5-4cec-939c-9890a13e9619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (69133f43-a7f7-4b68-82d3-5aee36970683), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:00.514992 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-2e389d68-4636-4ce4-a4fa-5be33d944470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838'] for network (4873ad7c-422f-4e4a-8898-5404ac0225b1), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:00.516144 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e389d68-4636-4ce4-a4fa-5be33d944470 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:05:00.516728 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-2e389d68-4636-4ce4-a4fa-5be33d944470 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696852'] for network (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:00.584074 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e389d68-4636-4ce4-a4fa-5be33d944470 admin admin] Pushing event updated for resources: {'Network': ['ID=4873ad7c-422f-4e4a-8898-5404ac0225b1,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:05:00.606691 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Network 4873ad7c-422f-4e4a-8898-5404ac0225b1 details requested by agent ovs-agent-dv-cinder-839793-16-iscsi with host dv-cinder-839793-16-iscsi {{(pid=104322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 31 21:05:00.649748 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-2e389d68-4636-4ce4-a4fa-5be33d944470 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.8025711 May 31 21:05:00.652867 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 33514) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:05:00.661141 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [None req-6b98c92b-68e4-4f6d-bf18-f36b1c7ee4a8 admin admin] Request body: {'subnet': {'network_id': '4873ad7c-422f-4e4a-8898-5404ac0225b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-891065426-subnet', 'tenant_id': '27a0be1912904cfab18f0faadd40af9e', 'ip_version': 4}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:05:00.777605 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b98c92b-68e4-4f6d-bf18-f36b1c7ee4a8 admin admin] Made reservation on behalf of 27a0be1912904cfab18f0faadd40af9e for: {'subnet': 1} {{(pid=104321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 21:05:00.780923 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-6b98c92b-68e4-4f6d-bf18-f36b1c7ee4a8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:00.809482 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21143a2-73e9-4bcf-838b-1d3c69f85626 req-da8625f6-d96b-4560-a99c-20633f25b2a6 tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:05:00.811324 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-c21143a2-73e9-4bcf-838b-1d3c69f85626 req-da8625f6-d96b-4560-a99c-20633f25b2a6 tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] 10.222.0.55 "GET /v2.0/ports?device_id=35c086d9-50bf-494a-90bb-694569f861a8 HTTP/1.1" status: 200 len: 945 time: 0.0692995 May 31 21:05:00.899918 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-c21143a2-73e9-4bcf-838b-1d3c69f85626 req-552b4baa-eb52-4d73-bf13-ebcb4f250616 tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] 10.222.0.55 "GET /v2.0/security-groups?id=0994c70d-0831-463d-8d2b-12953219bd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771973 May 31 21:05:00.983467 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c86c1b6-28b7-41ce-99b2-e3fb837e8815 req-0aea8ad9-9631-4997-b4f3-1f85aff15995 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:05:00.985116 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-2c86c1b6-28b7-41ce-99b2-e3fb837e8815 req-0aea8ad9-9631-4997-b4f3-1f85aff15995 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bff085f-5477-4588-9e08-533189d2db08 HTTP/1.1" status: 200 len: 946 time: 0.0610335 May 31 21:05:00.996228 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=100 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:05:01.066099 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-2c86c1b6-28b7-41ce-99b2-e3fb837e8815 req-61d7ff63-4f0e-4c0c-9095-76e4cb01267a tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=12907732-5570-4844-bbdc-00a8a81608d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745199 May 31 21:05:01.077732 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-cbb39b03-e3e5-4cec-939c-9890a13e9619 None None] Publish callbacks [] for port (69133f43-a7f7-4b68-82d3-5aee36970683), precommit_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:01.126352 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-6b98c92b-68e4-4f6d-bf18-f36b1c7ee4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838'] for subnet (d23ebfbf-3ed8-4d0a-ba6b-b978df741644), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:01.154467 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-cbb39b03-e3e5-4cec-939c-9890a13e9619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (69133f43-a7f7-4b68-82d3-5aee36970683), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:01.168723 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:05:01.190275 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b98c92b-68e4-4f6d-bf18-f36b1c7ee4a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d23ebfbf-3ed8-4d0a-ba6b-b978df741644,revision_number=0']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:05:01.213161 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b98c92b-68e4-4f6d-bf18-f36b1c7ee4a8 admin admin] Checking segment: {'id': 'e6d588ba-af34-46a1-b4a0-c95a59b0eb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4873ad7c-422f-4e4a-8898-5404ac0225b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 31 21:05:01.213840 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b98c92b-68e4-4f6d-bf18-f36b1c7ee4a8 admin admin] Network hostable DHCP agents. Network: 4873ad7c-422f-4e4a-8898-5404ac0225b1, hostable agents: ['5ca9f0a2-8e5f-4b54-94fa-454f095515e4'], hosted agents: [] {{(pid=104321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 21:05:01.241940 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fa4857-7ee0-4bfe-83fd-a64d71df2ed5 None None] Pushing event updated for resources: {'Port': ['ID=69133f43-a7f7-4b68-82d3-5aee36970683,revision_number=3']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:05:01.302741 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.managers [None req-cbb39b03-e3e5-4cec-939c-9890a13e9619 None None] Attempting to bind port 69133f43-a7f7-4b68-82d3-5aee36970683 on host dv-cinder-839793-16-iscsi for vnic_type normal with profile {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 31 21:05:01.303119 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.managers [None req-cbb39b03-e3e5-4cec-939c-9890a13e9619 None None] Attempting to bind port 69133f43-a7f7-4b68-82d3-5aee36970683 by drivers openvswitch,hyperv on host dv-cinder-839793-16-iscsi at level 0 using segments [{'id': '88d8d1e3-3d6c-42b5-a877-6f1b62878109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3e967741-aa19-4db4-8371-4ee869c23fa1'}] {{(pid=104322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 31 21:05:01.303482 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb39b03-e3e5-4cec-939c-9890a13e9619 None None] Attempting to bind port 69133f43-a7f7-4b68-82d3-5aee36970683 on network 3e967741-aa19-4db4-8371-4ee869c23fa1 {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 31 21:05:01.310385 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb39b03-e3e5-4cec-939c-9890a13e9619 None None] Checking agent: {'id': 'a61205dd-b11c-42a1-aa2d-4b7310a8dc99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 20, 54, 48), 'started_at': datetime.datetime(2022, 5, 31, 20, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 21, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 31 21:05:01.310767 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb39b03-e3e5-4cec-939c-9890a13e9619 None None] Checking segment: {'id': '88d8d1e3-3d6c-42b5-a877-6f1b62878109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3e967741-aa19-4db4-8371-4ee869c23fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 31 21:05:01.311181 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-cbb39b03-e3e5-4cec-939c-9890a13e9619 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:01.311593 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb39b03-e3e5-4cec-939c-9890a13e9619 None None] Bound using segment: {'id': '88d8d1e3-3d6c-42b5-a877-6f1b62878109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3e967741-aa19-4db4-8371-4ee869c23fa1'} {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 31 21:05:01.312070 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.managers [None req-cbb39b03-e3e5-4cec-939c-9890a13e9619 None None] Bound port: 69133f43-a7f7-4b68-82d3-5aee36970683, host: dv-cinder-839793-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88d8d1e3-3d6c-42b5-a877-6f1b62878109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3e967741-aa19-4db4-8371-4ee869c23fa1'}}] {{(pid=104322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 31 21:05:01.312455 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-cbb39b03-e3e5-4cec-939c-9890a13e9619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (69133f43-a7f7-4b68-82d3-5aee36970683), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:01.358727 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b98c92b-68e4-4f6d-bf18-f36b1c7ee4a8 admin admin] Network 4873ad7c-422f-4e4a-8898-5404ac0225b1 is scheduled to be hosted by DHCP agent 5ca9f0a2-8e5f-4b54-94fa-454f095515e4 with binding_index 1 {{(pid=104321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 21:05:01.420111 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-cbb39b03-e3e5-4cec-939c-9890a13e9619 None None] For port 69133f43-a7f7-4b68-82d3-5aee36970683, host dv-cinder-839793-16-iscsi, cleared binding levels {{(pid=104322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 31 21:05:01.422947 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:05:01.425970 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-cbb39b03-e3e5-4cec-939c-9890a13e9619 None None] For port 69133f43-a7f7-4b68-82d3-5aee36970683, host dv-cinder-839793-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=69133f43-a7f7-4b68-82d3-5aee36970683,segment=NetworkSegment(88d8d1e3-3d6c-42b5-a877-6f1b62878109),segment_id=88d8d1e3-3d6c-42b5-a877-6f1b62878109)] {{(pid=104322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 31 21:05:01.482048 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-cf6a53b8-f402-40d3-8702-fa060dabf600 None None] Provisioning complete for port 69133f43-a7f7-4b68-82d3-5aee36970683 triggered by entity DHCP. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:05:01.482335 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.base_scheduler [None req-6b98c92b-68e4-4f6d-bf18-f36b1c7ee4a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-16-iscsi, 4873ad7c-422f-4e4a-8898-5404ac0225b1) {{(pid=104321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:05:01.482510 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-cf6a53b8-f402-40d3-8702-fa060dabf600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (69133f43-a7f7-4b68-82d3-5aee36970683), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:01.487394 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b98c92b-68e4-4f6d-bf18-f36b1c7ee4a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:05:01.488556 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-6b98c92b-68e4-4f6d-bf18-f36b1c7ee4a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696852'] for subnet (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:01.502220 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1cdd83-709f-489b-9013-547f31afca96 None None] Network 4873ad7c-422f-4e4a-8898-5404ac0225b1 requested from dv-cinder-839793-16-iscsi {{(pid=104322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 31 21:05:01.509127 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-cbb39b03-e3e5-4cec-939c-9890a13e9619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (69133f43-a7f7-4b68-82d3-5aee36970683), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:01.588320 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device c1e1499c-86b5-4938-9039-69807e3bdd1e up at agent ovs-agent-dv-cinder-839793-16-iscsi {{(pid=104322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 31 21:05:01.605615 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-6b98c92b-68e4-4f6d-bf18-f36b1c7ee4a8 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9509223 May 31 21:05:01.608574 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 33526) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:05:01.614658 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.v2.base [None req-045395b7-4e00-4d9d-9ce6-68a063f5a24b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-891065426-router', 'tenant_id': '27a0be1912904cfab18f0faadd40af9e', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac'}}} {{(pid=104320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:05:01.667973 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-cf6a53b8-f402-40d3-8702-fa060dabf600 None None] Port 69133f43-a7f7-4b68-82d3-5aee36970683 cannot update to ACTIVE because it is not bound. {{(pid=104322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 31 21:05:01.733464 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fa4857-7ee0-4bfe-83fd-a64d71df2ed5 None None] Pushing event updated for resources: {'Port': ['ID=69133f43-a7f7-4b68-82d3-5aee36970683,revision_number=4']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:05:01.744011 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb39b03-e3e5-4cec-939c-9890a13e9619 None None] Routers {'14c3f35a-2282-417f-a522-4a4609962030'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:05:01.744638 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-cbb39b03-e3e5-4cec-939c-9890a13e9619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:04:44Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['14c3f35a-2282-417f-a522-4a4609962030'], 'active': True} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:05:01.761495 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-045395b7-4e00-4d9d-9ce6-68a063f5a24b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1600068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256106'] for router (23c57d71-e68b-4269-b77f-27753d56868f), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:01.761495 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-045395b7-4e00-4d9d-9ce6-68a063f5a24b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1599220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1598582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1761038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256083'] for router (23c57d71-e68b-4269-b77f-27753d56868f), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:01.823299 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Provisioning complete for port c1e1499c-86b5-4938-9039-69807e3bdd1e triggered by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:05:01.823745 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (c1e1499c-86b5-4938-9039-69807e3bdd1e), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:01.842773 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-045395b7-4e00-4d9d-9ce6-68a063f5a24b admin admin] Publish callbacks [] for router_controller (23c57d71-e68b-4269-b77f-27753d56868f), precommit_add_association {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:01.854903 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c69fca1-d63a-4ebe-b186-8bd9b78981d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1581c23-dc20-583c-a781-c643bb3ad1f7-4873ad7c-422f-4e4a-8898-5404ac0225b1', 'network_id': '4873ad7c-422f-4e4a-8898-5404ac0225b1', 'project_id': '27a0be1912904cfab18f0faadd40af9e', 'fixed_ips': [{'subnet_id': 'd23ebfbf-3ed8-4d0a-ba6b-b978df741644'}]}} from dv-cinder-839793-16-iscsi. {{(pid=104322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 31 21:05:01.865468 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-9c69fca1-d63a-4ebe-b186-8bd9b78981d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (None), before_create {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:01.911456 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:05:01.971148 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvr_db [None req-cbb39b03-e3e5-4cec-939c-9890a13e9619 None None] Set router 14c3f35a-2282-417f-a522-4a4609962030 gateway port host: dv-cinder-839793-16-iscsi {{(pid=104322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:05:02.092107 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:05:02.099125 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:05:02.122359 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-57c0f5ad-6eef-42f4-a54e-833cd067344e None None] Provisioning complete for port 69133f43-a7f7-4b68-82d3-5aee36970683 triggered by entity DHCP. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:05:02.122779 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-57c0f5ad-6eef-42f4-a54e-833cd067344e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (69133f43-a7f7-4b68-82d3-5aee36970683), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:02.224261 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Current status of the port c1e1499c-86b5-4938-9039-69807e3bdd1e is: ACTIVE; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:05:02.286126 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9622b659-079f-4f18-9da5-0ae391bf6dec req-31dbefe4-db3b-4a26-9009-d2b7c4b25d98 tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:05:02.293522 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-9622b659-079f-4f18-9da5-0ae391bf6dec req-31dbefe4-db3b-4a26-9009-d2b7c4b25d98 tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] 10.222.0.55 "GET /v2.0/ports?device_id=35c086d9-50bf-494a-90bb-694569f861a8 HTTP/1.1" status: 200 len: 945 time: 0.2644119 May 31 21:05:02.319329 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f7a515-3cf0-49f8-9736-4150001f38bc req-bf17206c-455d-4c21-bcf6-c05866bc752c tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:05:02.325131 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.db_base_plugin_common [None req-9c69fca1-d63a-4ebe-b186-8bd9b78981d1 None None] Allocated IP 172.20.0.2 (4873ad7c-422f-4e4a-8898-5404ac0225b1/d23ebfbf-3ed8-4d0a-ba6b-b978df741644/c46ee9c1-ca16-4fd1-8f03-096f1c6f33d9) {{(pid=104322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 21:05:02.326219 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-72f7a515-3cf0-49f8-9736-4150001f38bc req-bf17206c-455d-4c21-bcf6-c05866bc752c tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] 10.222.0.40 "GET /v2.0/ports?device_id=35c086d9-50bf-494a-90bb-694569f861a8 HTTP/1.1" status: 200 len: 945 time: 0.2675462 May 31 21:05:02.417083 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-045395b7-4e00-4d9d-9ce6-68a063f5a24b admin admin] Publish callbacks [] for router_gateway (23c57d71-e68b-4269-b77f-27753d56868f), precommit_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:02.429412 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d339ab-bdfa-4293-8f4b-f26c8c2cb33b req-42f690ac-cffc-43b6-ae59-a3a4f376e74d tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:05:02.431118 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-58d339ab-bdfa-4293-8f4b-f26c8c2cb33b req-42f690ac-cffc-43b6-ae59-a3a4f376e74d tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bff085f-5477-4588-9e08-533189d2db08 HTTP/1.1" status: 200 len: 946 time: 0.1803682 May 31 21:05:02.480785 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-9622b659-079f-4f18-9da5-0ae391bf6dec req-b39eb6c7-3932-42c6-8160-023a21bd2dc8 tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] 10.222.0.55 "GET /v2.0/security-groups?id=0994c70d-0831-463d-8d2b-12953219bd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256959 May 31 21:05:02.512596 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-57c0f5ad-6eef-42f4-a54e-833cd067344e None None] Current status of the port 69133f43-a7f7-4b68-82d3-5aee36970683 is: DOWN; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:05:02.512986 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-57c0f5ad-6eef-42f4-a54e-833cd067344e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (69133f43-a7f7-4b68-82d3-5aee36970683), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:02.546244 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:05:02.558639 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-58d339ab-bdfa-4293-8f4b-f26c8c2cb33b req-2f1bf90f-ab0f-4c9a-8e74-2557e0ad5ab3 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=12907732-5570-4844-bbdc-00a8a81608d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166446 May 31 21:05:02.566139 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:05:02.568859 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.plugin [req-72f7a515-3cf0-49f8-9736-4150001f38bc req-58793c70-d3dc-44a0-ae6b-a896ec656a1e tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] Deleting port 837c9641-8167-4561-b45f-1b48acf21abc {{(pid=104321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 31 21:05:02.573036 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-cbb39b03-e3e5-4cec-939c-9890a13e9619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c3f35a-2282-417f-a522-4a4609962030', 'name': 'tempest-TestMinimumBasicScenario-453660573-router', 'tenant_id': '9f9ac73d84244b1c9029586fa4969bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': 'c1e1499c-86b5-4938-9039-69807e3bdd1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:04:52Z', 'updated_at': '2022-05-31T21:04:57Z', 'revision_number': 4, 'project_id': '9f9ac73d84244b1c9029586fa4969bbf', 'gw_port': {'id': 'c1e1499c-86b5-4938-9039-69807e3bdd1e', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:2d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c3f35a-2282-417f-a522-4a4609962030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:04:53Z', 'updated_at': '2022-05-31T21:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_interfaces': [{'id': '69133f43-a7f7-4b68-82d3-5aee36970683', 'name': '', 'network_id': '3e967741-aa19-4db4-8371-4ee869c23fa1', 'tenant_id': '9f9ac73d84244b1c9029586fa4969bbf', 'mac_address': 'fa:16:3e:d7:8c:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c3f35a-2282-417f-a522-4a4609962030', 'device_owner': 'network:router_interface', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': 'c963a7bb-fcb2-47cb-b4af-694452e58e3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:04:56Z', 'updated_at': '2022-05-31T21:05:01Z', 'revision_number': 4, 'project_id': '9f9ac73d84244b1c9029586fa4969bbf', 'subnets': [{'id': 'c963a7bb-fcb2-47cb-b4af-694452e58e3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:05:02.573410 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-72f7a515-3cf0-49f8-9736-4150001f38bc req-58793c70-d3dc-44a0-ae6b-a896ec656a1e tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747262076802'] for port (837c9641-8167-4561-b45f-1b48acf21abc), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:02.672110 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb39b03-e3e5-4cec-939c-9890a13e9619 None None] The sync data for ids ['14c3f35a-2282-417f-a522-4a4609962030'] in dv-cinder-839793-16-iscsi is: [{'id': '14c3f35a-2282-417f-a522-4a4609962030', 'name': 'tempest-TestMinimumBasicScenario-453660573-router', 'tenant_id': '9f9ac73d84244b1c9029586fa4969bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': 'c1e1499c-86b5-4938-9039-69807e3bdd1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:04:52Z', 'updated_at': '2022-05-31T21:04:57Z', 'revision_number': 4, 'project_id': '9f9ac73d84244b1c9029586fa4969bbf', 'gw_port': {'id': 'c1e1499c-86b5-4938-9039-69807e3bdd1e', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:2d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c3f35a-2282-417f-a522-4a4609962030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:04:53Z', 'updated_at': '2022-05-31T21:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_interfaces': [{'id': '69133f43-a7f7-4b68-82d3-5aee36970683', 'name': '', 'network_id': '3e967741-aa19-4db4-8371-4ee869c23fa1', 'tenant_id': '9f9ac73d84244b1c9029586fa4969bbf', 'mac_address': 'fa:16:3e:d7:8c:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c3f35a-2282-417f-a522-4a4609962030', 'device_owner': 'network:router_interface', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': 'c963a7bb-fcb2-47cb-b4af-694452e58e3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:04:56Z', 'updated_at': '2022-05-31T21:05:01Z', 'revision_number': 4, 'project_id': '9f9ac73d84244b1c9029586fa4969bbf', 'subnets': [{'id': 'c963a7bb-fcb2-47cb-b4af-694452e58e3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 21:05:02.737129 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:05:02.809103 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-57c0f5ad-6eef-42f4-a54e-833cd067344e None None] For port 69133f43-a7f7-4b68-82d3-5aee36970683, host dv-cinder-839793-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=69133f43-a7f7-4b68-82d3-5aee36970683,segment=NetworkSegment(88d8d1e3-3d6c-42b5-a877-6f1b62878109),segment_id=88d8d1e3-3d6c-42b5-a877-6f1b62878109)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:05:02.865447 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-045395b7-4e00-4d9d-9ce6-68a063f5a24b admin admin] Publish callbacks [] for router_gateway (23c57d71-e68b-4269-b77f-27753d56868f), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:02.872475 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-9c69fca1-d63a-4ebe-b186-8bd9b78981d1 None None] Publish callbacks [] for port (c46ee9c1-ca16-4fd1-8f03-096f1c6f33d9), precommit_create {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:02.879586 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [req-72f7a515-3cf0-49f8-9736-4150001f38bc req-58793c70-d3dc-44a0-ae6b-a896ec656a1e tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] For port 837c9641-8167-4561-b45f-1b48acf21abc, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=837c9641-8167-4561-b45f-1b48acf21abc,segment=NetworkSegment(d8fd7e32-516e-4218-b436-98c93feaacf7),segment_id=d8fd7e32-516e-4218-b436-98c93feaacf7)] {{(pid=104321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:05:02.880069 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-72f7a515-3cf0-49f8-9736-4150001f38bc req-58793c70-d3dc-44a0-ae6b-a896ec656a1e tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574989'] for port (837c9641-8167-4561-b45f-1b48acf21abc), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:02.890863 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-045395b7-4e00-4d9d-9ce6-68a063f5a24b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:02.906340 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.plugin [req-72f7a515-3cf0-49f8-9736-4150001f38bc req-58793c70-d3dc-44a0-ae6b-a896ec656a1e tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] Calling delete_port for 837c9641-8167-4561-b45f-1b48acf21abc owned by compute:nova {{(pid=104321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 31 21:05:02.931300 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-57c0f5ad-6eef-42f4-a54e-833cd067344e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (69133f43-a7f7-4b68-82d3-5aee36970683), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:03.072807 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.db.db_base_plugin_common [None req-045395b7-4e00-4d9d-9ce6-68a063f5a24b admin admin] Allocated IP 172.27.0.139 (c2cfca3b-95da-4cff-a3c5-795dffb6abac/763c29f6-cebe-4813-9ab2-68212649a0b5/9558e35f-a758-45b8-b036-289a539878bc) {{(pid=104320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 21:05:03.206330 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-9c69fca1-d63a-4ebe-b186-8bd9b78981d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747261518129'] for port (c46ee9c1-ca16-4fd1-8f03-096f1c6f33d9), after_create {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:03.220405 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c0f5ad-6eef-42f4-a54e-833cd067344e None None] Pushing event updated for resources: {'Port': ['ID=69133f43-a7f7-4b68-82d3-5aee36970683,revision_number=5']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:05:03.275874 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c69fca1-d63a-4ebe-b186-8bd9b78981d1 None None] Network 4873ad7c-422f-4e4a-8898-5404ac0225b1 is already hosted by enough agents. {{(pid=104322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 21:05:03.279784 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.scheduler.base_scheduler [None req-9c69fca1-d63a-4ebe-b186-8bd9b78981d1 None None] Resources bound (agent type, host, resource id): {{(pid=104322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:05:03.285853 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c69fca1-d63a-4ebe-b186-8bd9b78981d1 None None] Received port after_create {{(pid=104322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 31 21:05:03.294740 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-045395b7-4e00-4d9d-9ce6-68a063f5a24b admin admin] Publish callbacks [] for port (9558e35f-a758-45b8-b036-289a539878bc), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:03.322908 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c69fca1-d63a-4ebe-b186-8bd9b78981d1 None None] Pushing event updated for resources: {'Port': ['ID=c46ee9c1-ca16-4fd1-8f03-096f1c6f33d9,revision_number=1']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:05:03.383004 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:05:03.391886 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.managers [None req-9c69fca1-d63a-4ebe-b186-8bd9b78981d1 None None] Attempting to bind port c46ee9c1-ca16-4fd1-8f03-096f1c6f33d9 on host dv-cinder-839793-16-iscsi for vnic_type normal with profile {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 31 21:05:03.394443 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.managers [None req-9c69fca1-d63a-4ebe-b186-8bd9b78981d1 None None] Attempting to bind port c46ee9c1-ca16-4fd1-8f03-096f1c6f33d9 by drivers openvswitch,hyperv on host dv-cinder-839793-16-iscsi at level 0 using segments [{'id': 'e6d588ba-af34-46a1-b4a0-c95a59b0eb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4873ad7c-422f-4e4a-8898-5404ac0225b1'}] {{(pid=104322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 31 21:05:03.395129 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c69fca1-d63a-4ebe-b186-8bd9b78981d1 None None] Attempting to bind port c46ee9c1-ca16-4fd1-8f03-096f1c6f33d9 on network 4873ad7c-422f-4e4a-8898-5404ac0225b1 {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 31 21:05:03.400751 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-72f7a515-3cf0-49f8-9736-4150001f38bc req-58793c70-d3dc-44a0-ae6b-a896ec656a1e tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747262050753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747261518138'] for port (837c9641-8167-4561-b45f-1b48acf21abc), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:03.404522 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c69fca1-d63a-4ebe-b186-8bd9b78981d1 None None] Checking agent: {'id': 'a61205dd-b11c-42a1-aa2d-4b7310a8dc99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 20, 54, 48), 'started_at': datetime.datetime(2022, 5, 31, 20, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 21, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 31 21:05:03.405577 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c69fca1-d63a-4ebe-b186-8bd9b78981d1 None None] Checking segment: {'id': 'e6d588ba-af34-46a1-b4a0-c95a59b0eb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4873ad7c-422f-4e4a-8898-5404ac0225b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 31 21:05:03.405577 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-9c69fca1-d63a-4ebe-b186-8bd9b78981d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:03.406211 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c69fca1-d63a-4ebe-b186-8bd9b78981d1 None None] Bound using segment: {'id': 'e6d588ba-af34-46a1-b4a0-c95a59b0eb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4873ad7c-422f-4e4a-8898-5404ac0225b1'} {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 31 21:05:03.406720 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.managers [None req-9c69fca1-d63a-4ebe-b186-8bd9b78981d1 None None] Bound port: c46ee9c1-ca16-4fd1-8f03-096f1c6f33d9, host: dv-cinder-839793-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6d588ba-af34-46a1-b4a0-c95a59b0eb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4873ad7c-422f-4e4a-8898-5404ac0225b1'}}] {{(pid=104322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 31 21:05:03.407553 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-9c69fca1-d63a-4ebe-b186-8bd9b78981d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (c46ee9c1-ca16-4fd1-8f03-096f1c6f33d9), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:03.464678 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-045395b7-4e00-4d9d-9ce6-68a063f5a24b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747261518129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437045'] for port (9558e35f-a758-45b8-b036-289a539878bc), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:03.510067 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58793c70-d3dc-44a0-ae6b-a896ec656a1e tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] Pushing event deleted for resources: {'Port': ['ID=837c9641-8167-4561-b45f-1b48acf21abc,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:05:03.539675 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-9c69fca1-d63a-4ebe-b186-8bd9b78981d1 None None] For port c46ee9c1-ca16-4fd1-8f03-096f1c6f33d9, host dv-cinder-839793-16-iscsi, cleared binding levels {{(pid=104322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 31 21:05:03.551906 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-9c69fca1-d63a-4ebe-b186-8bd9b78981d1 None None] For port c46ee9c1-ca16-4fd1-8f03-096f1c6f33d9, host dv-cinder-839793-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=c46ee9c1-ca16-4fd1-8f03-096f1c6f33d9,segment=NetworkSegment(e6d588ba-af34-46a1-b4a0-c95a59b0eb8f),segment_id=e6d588ba-af34-46a1-b4a0-c95a59b0eb8f)] {{(pid=104322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 31 21:05:03.658130 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-9c69fca1-d63a-4ebe-b186-8bd9b78981d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (c46ee9c1-ca16-4fd1-8f03-096f1c6f33d9), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:03.659991 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045395b7-4e00-4d9d-9ce6-68a063f5a24b admin admin] Pushing event updated for resources: {'Port': ['ID=9558e35f-a758-45b8-b036-289a539878bc,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:05:03.768295 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device 69133f43-a7f7-4b68-82d3-5aee36970683 up at agent ovs-agent-dv-cinder-839793-16-iscsi {{(pid=104322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 31 21:05:03.774972 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:05:03.784995 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [req-72f7a515-3cf0-49f8-9736-4150001f38bc req-58793c70-d3dc-44a0-ae6b-a896ec656a1e tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] No DVR routers for this DVR port 837c9641-8167-4561-b45f-1b48acf21abc on host hv-cinder-83979 {{(pid=104321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} May 31 21:05:03.821962 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-72f7a515-3cf0-49f8-9736-4150001f38bc req-58793c70-d3dc-44a0-ae6b-a896ec656a1e tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for port (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:03.825243 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045395b7-4e00-4d9d-9ce6-68a063f5a24b admin admin] Network c2cfca3b-95da-4cff-a3c5-795dffb6abac is already hosted by enough agents. {{(pid=104320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 21:05:03.839288 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-72f7a515-3cf0-49f8-9736-4150001f38bc req-58793c70-d3dc-44a0-ae6b-a896ec656a1e tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] 10.222.0.40 "DELETE /v2.0/ports/837c9641-8167-4561-b45f-1b48acf21abc HTTP/1.1" status: 204 len: 173 time: 1.5074711 May 31 21:05:03.840997 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c086d9-50bf-494a-90bb-694569f861a8', 'name': 'network-vif-deleted', 'tag': '837c9641-8167-4561-b45f-1b48acf21abc'}] {{(pid=104321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:05:03.846419 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6b014d5dee29fffbb36c15c330f4dd8b871b4cb67f19a16d167ed5ff3960b8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-028f9b74-2617-4d3d-b10f-e17c1b3d101e" -d '{"events": [{"server_uuid": "35c086d9-50bf-494a-90bb-694569f861a8", "name": "network-vif-deleted", "tag": "837c9641-8167-4561-b45f-1b48acf21abc"}]}' {{(pid=104321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:05:03.882073 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.base_scheduler [None req-045395b7-4e00-4d9d-9ce6-68a063f5a24b admin admin] Resources bound (agent type, host, resource id): {{(pid=104320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:05:03.890517 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-efa37380-ac45-45dc-b3b4-1a6b1c9686ed req-ba123df3-04fd-4116-8d74-4d8f93adc4f5 tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] 10.222.0.55 "GET /v2.0/ports?device_id=35c086d9-50bf-494a-90bb-694569f861a8 HTTP/1.1" status: 200 len: 210 time: 0.1977732 May 31 21:05:03.936042 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045395b7-4e00-4d9d-9ce6-68a063f5a24b admin admin] Received port after_create {{(pid=104320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 31 21:05:03.995718 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 May 2022 21:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abfa16c0-7e1a-4d47-adfc-919f56d1fbfd x-openstack-request-id: req-abfa16c0-7e1a-4d47-adfc-919f56d1fbfd {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:05:03.995718 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35c086d9-50bf-494a-90bb-694569f861a8", "name": "network-vif-deleted", "tag": "837c9641-8167-4561-b45f-1b48acf21abc", "status": "completed", "code": 200}]} {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:05:03.995718 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-abfa16c0-7e1a-4d47-adfc-919f56d1fbfd {{(pid=104321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:05:03.995718 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abfa16c0-7e1a-4d47-adfc-919f56d1fbfd'] response: {'server_uuid': '35c086d9-50bf-494a-90bb-694569f861a8', 'name': 'network-vif-deleted', 'tag': '837c9641-8167-4561-b45f-1b48acf21abc', 'status': 'completed', 'code': 200} May 31 21:05:03.996558 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c69fca1-d63a-4ebe-b186-8bd9b78981d1 None None] Pushing event updated for resources: {'Port': ['ID=c46ee9c1-ca16-4fd1-8f03-096f1c6f33d9,revision_number=2']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:05:03.998287 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Provisioning complete for port 69133f43-a7f7-4b68-82d3-5aee36970683 triggered by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:05:03.998516 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (69133f43-a7f7-4b68-82d3-5aee36970683), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:04.073053 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c60dcb-ec0c-4ba3-a107-4c140178f8c9 req-1123e63b-355c-422d-8184-4ace0348ee87 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:05:04.080873 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-25c60dcb-ec0c-4ba3-a107-4c140178f8c9 req-1123e63b-355c-422d-8184-4ace0348ee87 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bff085f-5477-4588-9e08-533189d2db08 HTTP/1.1" status: 200 len: 946 time: 0.2474594 May 31 21:05:04.126417 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Current status of the port 69133f43-a7f7-4b68-82d3-5aee36970683 is: ACTIVE; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:05:04.193482 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-25c60dcb-ec0c-4ba3-a107-4c140178f8c9 req-20a08a52-8e52-49b8-866d-a2a4918a2cd2 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=12907732-5570-4844-bbdc-00a8a81608d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116924 May 31 21:05:04.555512 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-045395b7-4e00-4d9d-9ce6-68a063f5a24b admin admin] Publish callbacks [] for router_gateway (23c57d71-e68b-4269-b77f-27753d56868f), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:04.651829 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:05:04.754520 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device 837c9641-8167-4561-b45f-1b48acf21abc no longer exists at agent hyperv_hv-cinder-83979 {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 31 21:05:04.817162 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] No Port match for: 837c9641-8167-4561-b45f-1b48acf21abc {{(pid=104322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 31 21:05:04.817791 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device 837c9641-8167-4561-b45f-1b48acf21abc not bound to the agent host hv-cinder-83979 {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 31 21:05:04.859945 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-045395b7-4e00-4d9d-9ce6-68a063f5a24b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1599171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598497'] for router (23c57d71-e68b-4269-b77f-27753d56868f), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:05.092852 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-5ba4fd60-e380-4426-9961-8894d5520742 req-f0c59481-9136-4874-a677-9b933483bbdf tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] 10.222.0.55 "GET /v2.0/ports?device_id=35c086d9-50bf-494a-90bb-694569f861a8 HTTP/1.1" status: 200 len: 210 time: 0.0656712 May 31 21:05:05.255737 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-045395b7-4e00-4d9d-9ce6-68a063f5a24b admin admin] Router 23c57d71-e68b-4269-b77f-27753d56868f is scheduled to L3 agent 13ce5b10-321e-4e80-b29e-1cfc3c51661e with binding_index 1 {{(pid=104320) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 31 21:05:05.300385 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c95047-851a-47a6-80a4-5dc06886d3d1 None None] Network 4873ad7c-422f-4e4a-8898-5404ac0225b1 requested from dv-cinder-839793-16-iscsi {{(pid=104322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 31 21:05:05.404716 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e679fce6-193b-4681-845b-603cb75a4156 req-3b06e19c-d0b8-471a-82f0-c0d6f5b23028 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:05:05.406318 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-e679fce6-193b-4681-845b-603cb75a4156 req-3b06e19c-d0b8-471a-82f0-c0d6f5b23028 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bff085f-5477-4588-9e08-533189d2db08 HTTP/1.1" status: 200 len: 946 time: 0.0949030 May 31 21:05:05.462488 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-18b6bf52-1feb-43b9-b2c3-a4bf7c942244 None None] Provisioning complete for port c46ee9c1-ca16-4fd1-8f03-096f1c6f33d9 triggered by entity DHCP. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:05:05.462488 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-18b6bf52-1feb-43b9-b2c3-a4bf7c942244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (c46ee9c1-ca16-4fd1-8f03-096f1c6f33d9), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:05.671419 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device c46ee9c1-ca16-4fd1-8f03-096f1c6f33d9 up at agent ovs-agent-dv-cinder-839793-16-iscsi {{(pid=104322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 31 21:05:05.709919 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-18b6bf52-1feb-43b9-b2c3-a4bf7c942244 None None] Current status of the port c46ee9c1-ca16-4fd1-8f03-096f1c6f33d9 is: DOWN; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:05:05.710526 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-18b6bf52-1feb-43b9-b2c3-a4bf7c942244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (c46ee9c1-ca16-4fd1-8f03-096f1c6f33d9), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:05.782625 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:05:05.799951 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-18b6bf52-1feb-43b9-b2c3-a4bf7c942244 None None] For port c46ee9c1-ca16-4fd1-8f03-096f1c6f33d9, host dv-cinder-839793-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=c46ee9c1-ca16-4fd1-8f03-096f1c6f33d9,segment=NetworkSegment(e6d588ba-af34-46a1-b4a0-c95a59b0eb8f),segment_id=e6d588ba-af34-46a1-b4a0-c95a59b0eb8f)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:05:05.818331 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Provisioning complete for port c46ee9c1-ca16-4fd1-8f03-096f1c6f33d9 triggered by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:05:05.819624 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (c46ee9c1-ca16-4fd1-8f03-096f1c6f33d9), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:05.822424 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-045395b7-4e00-4d9d-9ce6-68a063f5a24b admin admin] Notify agent at l3_agent.dv-cinder-839793-16-iscsi the message routers_updated {{(pid=104320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 31 21:05:05.843260 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd97da7-8ff4-4da8-8b04-cb7c0e1ce4a7 None None] Sync routers for ids ['23c57d71-e68b-4269-b77f-27753d56868f'] in dv-cinder-839793-16-iscsi {{(pid=104323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 21:05:05.864417 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd97da7-8ff4-4da8-8b04-cb7c0e1ce4a7 None None] Routers {'23c57d71-e68b-4269-b77f-27753d56868f'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:05:05.865477 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-fdd97da7-8ff4-4da8-8b04-cb7c0e1ce4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:04:44Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['23c57d71-e68b-4269-b77f-27753d56868f'], 'active': True} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:05:05.875034 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-e679fce6-193b-4681-845b-603cb75a4156 req-e779cea6-fed1-49f4-8867-2b36c71f6141 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=12907732-5570-4844-bbdc-00a8a81608d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4565392 May 31 21:05:05.898028 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-18b6bf52-1feb-43b9-b2c3-a4bf7c942244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (c46ee9c1-ca16-4fd1-8f03-096f1c6f33d9), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:05.947568 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-045395b7-4e00-4d9d-9ce6-68a063f5a24b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:05.953505 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 33618) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:05:05.954374 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-045395b7-4e00-4d9d-9ce6-68a063f5a24b admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.3434279 May 31 21:05:06.003732 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6bf52-1feb-43b9-b2c3-a4bf7c942244 None None] Pushing event updated for resources: {'Port': ['ID=c46ee9c1-ca16-4fd1-8f03-096f1c6f33d9,revision_number=3']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:05:06.030908 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Current status of the port c46ee9c1-ca16-4fd1-8f03-096f1c6f33d9 is: ACTIVE; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:05:06.035453 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-b1b5f2e0-8b32-4533-a925-0508c1fe1a51 None None] Provisioning complete for port c46ee9c1-ca16-4fd1-8f03-096f1c6f33d9 triggered by entity DHCP. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:05:06.036187 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-b1b5f2e0-8b32-4533-a925-0508c1fe1a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (c46ee9c1-ca16-4fd1-8f03-096f1c6f33d9), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:06.040225 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:05:06.173281 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-b1b5f2e0-8b32-4533-a925-0508c1fe1a51 None None] Current status of the port c46ee9c1-ca16-4fd1-8f03-096f1c6f33d9 is: ACTIVE; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:05:06.182479 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvr_db [None req-fdd97da7-8ff4-4da8-8b04-cb7c0e1ce4a7 None None] Set router 23c57d71-e68b-4269-b77f-27753d56868f gateway port host: dv-cinder-839793-16-iscsi {{(pid=104323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:05:06.292917 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff5d9cc-0830-43dc-99d7-213989039d8b req-a3c886a1-ff74-4d1d-946a-48cdec6d5b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:05:06.294833 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-4ff5d9cc-0830-43dc-99d7-213989039d8b req-a3c886a1-ff74-4d1d-946a-48cdec6d5b74 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=9bff085f-5477-4588-9e08-533189d2db08 HTTP/1.1" status: 200 len: 1130 time: 0.1107390 May 31 21:05:06.324710 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:05:06.343103 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-031d0d51-d7fe-4ccf-9b51-4e57d854437f req-8046966e-55f2-4ad6-99fc-82f6ca427baf tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] 10.222.0.55 "GET /v2.0/ports?device_id=35c086d9-50bf-494a-90bb-694569f861a8 HTTP/1.1" status: 200 len: 210 time: 0.0666606 May 31 21:05:06.387161 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-4ff5d9cc-0830-43dc-99d7-213989039d8b req-fe1812a6-f154-49f2-8903-ec9d7375d761 service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=12907732-5570-4844-bbdc-00a8a81608d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839148 May 31 21:05:06.487402 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-fdd97da7-8ff4-4da8-8b04-cb7c0e1ce4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c57d71-e68b-4269-b77f-27753d56868f', 'name': 'tempest-TestMinimumBasicScenario-891065426-router', 'tenant_id': '27a0be1912904cfab18f0faadd40af9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '9558e35f-a758-45b8-b036-289a539878bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:05:01Z', 'updated_at': '2022-05-31T21:05:04Z', 'revision_number': 3, 'project_id': '27a0be1912904cfab18f0faadd40af9e', 'gw_port': {'id': '9558e35f-a758-45b8-b036-289a539878bc', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b6:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c57d71-e68b-4269-b77f-27753d56868f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:05:02Z', 'updated_at': '2022-05-31T21:05:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi'}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:05:06.517551 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd97da7-8ff4-4da8-8b04-cb7c0e1ce4a7 None None] Checking router: 23c57d71-e68b-4269-b77f-27753d56868f for host: dv-cinder-839793-16-iscsi {{(pid=104323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 21:05:06.517551 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd97da7-8ff4-4da8-8b04-cb7c0e1ce4a7 None None] Updating router 23c57d71-e68b-4269-b77f-27753d56868f port 9558e35f-a758-45b8-b036-289a539878bc binding host dv-cinder-839793-16-iscsi {{(pid=104323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 21:05:06.549427 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron_lib.callbacks.manager [None req-fdd97da7-8ff4-4da8-8b04-cb7c0e1ce4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (9558e35f-a758-45b8-b036-289a539878bc), before_update {{(pid=104323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:06.552194 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=100 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:05:06.712874 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-b1184fb7-a332-4695-b34c-4837801e45c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:06.827751 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:05:06.915285 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.db_base_plugin_common [None req-b1184fb7-a332-4695-b34c-4837801e45c1 admin admin] Allocated IP 172.20.0.1 (4873ad7c-422f-4e4a-8898-5404ac0225b1/d23ebfbf-3ed8-4d0a-ba6b-b978df741644/222a1a42-16f0-4b13-9a25-a992b7cfb458) {{(pid=104321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 21:05:07.045016 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79e039e-b186-493d-9f7b-bede00528a7e req-e015f0c6-1f32-4fdb-a1ef-b38eed3d4e60 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:05:07.046824 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-b79e039e-b186-493d-9f7b-bede00528a7e req-e015f0c6-1f32-4fdb-a1ef-b38eed3d4e60 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bff085f-5477-4588-9e08-533189d2db08 HTTP/1.1" status: 200 len: 946 time: 0.0527031 May 31 21:05:07.055380 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron_lib.callbacks.manager [None req-fdd97da7-8ff4-4da8-8b04-cb7c0e1ce4a7 None None] Publish callbacks [] for port (9558e35f-a758-45b8-b036-289a539878bc), precommit_update {{(pid=104323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:07.088000 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-b1184fb7-a332-4695-b34c-4837801e45c1 admin admin] Publish callbacks [] for port (222a1a42-16f0-4b13-9a25-a992b7cfb458), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:07.106359 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-b79e039e-b186-493d-9f7b-bede00528a7e req-770ef082-524f-4980-91cf-334baa1766df tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=12907732-5570-4844-bbdc-00a8a81608d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514705 May 31 21:05:07.246396 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron_lib.callbacks.manager [None req-fdd97da7-8ff4-4da8-8b04-cb7c0e1ce4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (9558e35f-a758-45b8-b036-289a539878bc), after_update {{(pid=104323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:07.292085 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-b1184fb7-a332-4695-b34c-4837801e45c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747261518129'] for port (222a1a42-16f0-4b13-9a25-a992b7cfb458), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:07.324377 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.managers [None req-fdd97da7-8ff4-4da8-8b04-cb7c0e1ce4a7 None None] Attempting to bind port 9558e35f-a758-45b8-b036-289a539878bc on host dv-cinder-839793-16-iscsi for vnic_type normal with profile {{(pid=104323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 31 21:05:07.324882 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.managers [None req-fdd97da7-8ff4-4da8-8b04-cb7c0e1ce4a7 None None] Attempting to bind port 9558e35f-a758-45b8-b036-289a539878bc by drivers openvswitch,hyperv on host dv-cinder-839793-16-iscsi at level 0 using segments [{'id': '4436eed2-294e-4646-83cf-aec09b7c7c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac'}] {{(pid=104323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 31 21:05:07.325404 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd97da7-8ff4-4da8-8b04-cb7c0e1ce4a7 None None] Attempting to bind port 9558e35f-a758-45b8-b036-289a539878bc on network c2cfca3b-95da-4cff-a3c5-795dffb6abac {{(pid=104323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 31 21:05:07.332959 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde4a492-a8ad-452f-bacd-151a90cb86e4 None None] Pushing event updated for resources: {'Port': ['ID=9558e35f-a758-45b8-b036-289a539878bc,revision_number=2']} {{(pid=104323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:05:07.342135 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd97da7-8ff4-4da8-8b04-cb7c0e1ce4a7 None None] Checking agent: {'id': 'a61205dd-b11c-42a1-aa2d-4b7310a8dc99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 20, 54, 48), 'started_at': datetime.datetime(2022, 5, 31, 20, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 21, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 31 21:05:07.343055 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd97da7-8ff4-4da8-8b04-cb7c0e1ce4a7 None None] Checking segment: {'id': '4436eed2-294e-4646-83cf-aec09b7c7c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 31 21:05:07.343266 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron_lib.callbacks.manager [None req-fdd97da7-8ff4-4da8-8b04-cb7c0e1ce4a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:07.343780 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd97da7-8ff4-4da8-8b04-cb7c0e1ce4a7 None None] Bound using segment: {'id': '4436eed2-294e-4646-83cf-aec09b7c7c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac'} {{(pid=104323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 31 21:05:07.344899 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.managers [None req-fdd97da7-8ff4-4da8-8b04-cb7c0e1ce4a7 None None] Bound port: 9558e35f-a758-45b8-b036-289a539878bc, host: dv-cinder-839793-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4436eed2-294e-4646-83cf-aec09b7c7c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac'}}] {{(pid=104323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 31 21:05:07.345846 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron_lib.callbacks.manager [None req-fdd97da7-8ff4-4da8-8b04-cb7c0e1ce4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (9558e35f-a758-45b8-b036-289a539878bc), before_update {{(pid=104323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:07.353600 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1184fb7-a332-4695-b34c-4837801e45c1 admin admin] Network 4873ad7c-422f-4e4a-8898-5404ac0225b1 is already hosted by enough agents. {{(pid=104321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 21:05:07.358986 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.base_scheduler [None req-b1184fb7-a332-4695-b34c-4837801e45c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:05:07.364635 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1184fb7-a332-4695-b34c-4837801e45c1 admin admin] Received port after_create {{(pid=104321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 31 21:05:07.365409 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-b1184fb7-a332-4695-b34c-4837801e45c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598285'] for router_interface (23c57d71-e68b-4269-b77f-27753d56868f), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:07.458991 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1184fb7-a332-4695-b34c-4837801e45c1 admin admin] Pushing event updated for resources: {'Port': ['ID=222a1a42-16f0-4b13-9a25-a992b7cfb458,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:05:07.461398 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.db [None req-fdd97da7-8ff4-4da8-8b04-cb7c0e1ce4a7 None None] For port 9558e35f-a758-45b8-b036-289a539878bc, host dv-cinder-839793-16-iscsi, cleared binding levels {{(pid=104323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 31 21:05:07.468140 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.db [None req-fdd97da7-8ff4-4da8-8b04-cb7c0e1ce4a7 None None] For port 9558e35f-a758-45b8-b036-289a539878bc, host dv-cinder-839793-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=9558e35f-a758-45b8-b036-289a539878bc,segment=NetworkSegment(4436eed2-294e-4646-83cf-aec09b7c7c9c),segment_id=4436eed2-294e-4646-83cf-aec09b7c7c9c)] {{(pid=104323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 31 21:05:07.556824 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron_lib.callbacks.manager [None req-fdd97da7-8ff4-4da8-8b04-cb7c0e1ce4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (9558e35f-a758-45b8-b036-289a539878bc), after_update {{(pid=104323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:07.619235 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:05:07.629136 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-7432cc10-6d0a-499a-a472-4acb8b57bded req-89377eaa-bb8d-4d79-a7c4-ad7fcad6b74c tempest-DeleteServersTestJSON-1111261823 tempest-DeleteServersTestJSON-1111261823-project] 10.222.0.55 "GET /v2.0/ports?device_id=35c086d9-50bf-494a-90bb-694569f861a8 HTTP/1.1" status: 200 len: 210 time: 0.0988786 May 31 21:05:07.674230 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device c46ee9c1-ca16-4fd1-8f03-096f1c6f33d9 up at agent ovs-agent-dv-cinder-839793-16-iscsi {{(pid=104322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 31 21:05:07.722237 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:05:07.807620 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd97da7-8ff4-4da8-8b04-cb7c0e1ce4a7 None None] Routers {'23c57d71-e68b-4269-b77f-27753d56868f'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:05:07.809186 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-fdd97da7-8ff4-4da8-8b04-cb7c0e1ce4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:04:44Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['23c57d71-e68b-4269-b77f-27753d56868f'], 'active': True} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:05:07.838510 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-cadd4c62-76e3-4140-ae6e-ceba3ea337a7 None None] Provisioning complete for port 222a1a42-16f0-4b13-9a25-a992b7cfb458 triggered by entity DHCP. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:05:07.839371 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-cadd4c62-76e3-4140-ae6e-ceba3ea337a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (222a1a42-16f0-4b13-9a25-a992b7cfb458), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:07.840394 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde4a492-a8ad-452f-bacd-151a90cb86e4 None None] Pushing event updated for resources: {'Port': ['ID=9558e35f-a758-45b8-b036-289a539878bc,revision_number=3']} {{(pid=104323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:05:07.842770 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Provisioning complete for port c46ee9c1-ca16-4fd1-8f03-096f1c6f33d9 triggered by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:05:07.843380 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (c46ee9c1-ca16-4fd1-8f03-096f1c6f33d9), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:07.888650 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-b1184fb7-a332-4695-b34c-4837801e45c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (222a1a42-16f0-4b13-9a25-a992b7cfb458), before_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:07.941321 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-cadd4c62-76e3-4140-ae6e-ceba3ea337a7 None None] Port 222a1a42-16f0-4b13-9a25-a992b7cfb458 cannot update to ACTIVE because it is not bound. {{(pid=104322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 31 21:05:08.021666 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvr_db [None req-fdd97da7-8ff4-4da8-8b04-cb7c0e1ce4a7 None None] Set router 23c57d71-e68b-4269-b77f-27753d56868f gateway port host: dv-cinder-839793-16-iscsi {{(pid=104323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:05:08.038640 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Current status of the port c46ee9c1-ca16-4fd1-8f03-096f1c6f33d9 is: ACTIVE; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:05:08.241385 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-b1184fb7-a332-4695-b34c-4837801e45c1 admin admin] Publish callbacks [] for port (222a1a42-16f0-4b13-9a25-a992b7cfb458), precommit_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:08.263990 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a0bee1-6e42-4eef-91aa-0ec46c3af0cd req-882dd746-3a0e-4357-97e0-d0b501322992 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:05:08.265873 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-e1a0bee1-6e42-4eef-91aa-0ec46c3af0cd req-882dd746-3a0e-4357-97e0-d0b501322992 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bff085f-5477-4588-9e08-533189d2db08 HTTP/1.1" status: 200 len: 946 time: 0.0540822 May 31 21:05:08.339855 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-b1184fb7-a332-4695-b34c-4837801e45c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (222a1a42-16f0-4b13-9a25-a992b7cfb458), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:08.341774 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-b1184fb7-a332-4695-b34c-4837801e45c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1696816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1599485'] for router_interface (23c57d71-e68b-4269-b77f-27753d56868f), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:08.373682 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-e1a0bee1-6e42-4eef-91aa-0ec46c3af0cd req-ce09d76e-424b-4816-adb5-9e82dbb8ab1d tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=12907732-5570-4844-bbdc-00a8a81608d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005390 May 31 21:05:08.416966 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-fdd97da7-8ff4-4da8-8b04-cb7c0e1ce4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c57d71-e68b-4269-b77f-27753d56868f', 'name': 'tempest-TestMinimumBasicScenario-891065426-router', 'tenant_id': '27a0be1912904cfab18f0faadd40af9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '9558e35f-a758-45b8-b036-289a539878bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:05:01Z', 'updated_at': '2022-05-31T21:05:07Z', 'revision_number': 4, 'project_id': '27a0be1912904cfab18f0faadd40af9e', 'gw_port': {'id': '9558e35f-a758-45b8-b036-289a539878bc', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b6:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c57d71-e68b-4269-b77f-27753d56868f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:05:02Z', 'updated_at': '2022-05-31T21:05:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_interfaces': [{'id': '222a1a42-16f0-4b13-9a25-a992b7cfb458', 'name': '', 'network_id': '4873ad7c-422f-4e4a-8898-5404ac0225b1', 'tenant_id': '27a0be1912904cfab18f0faadd40af9e', 'mac_address': 'fa:16:3e:da:4f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c57d71-e68b-4269-b77f-27753d56868f', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'd23ebfbf-3ed8-4d0a-ba6b-b978df741644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:05:06Z', 'updated_at': '2022-05-31T21:05:06Z', 'revision_number': 1, 'project_id': '27a0be1912904cfab18f0faadd40af9e', 'subnets': [{'id': 'd23ebfbf-3ed8-4d0a-ba6b-b978df741644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:05:08.419986 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:05:08.448476 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd97da7-8ff4-4da8-8b04-cb7c0e1ce4a7 None None] The sync data for ids ['23c57d71-e68b-4269-b77f-27753d56868f'] in dv-cinder-839793-16-iscsi is: [{'id': '23c57d71-e68b-4269-b77f-27753d56868f', 'name': 'tempest-TestMinimumBasicScenario-891065426-router', 'tenant_id': '27a0be1912904cfab18f0faadd40af9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '9558e35f-a758-45b8-b036-289a539878bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:05:01Z', 'updated_at': '2022-05-31T21:05:07Z', 'revision_number': 4, 'project_id': '27a0be1912904cfab18f0faadd40af9e', 'gw_port': {'id': '9558e35f-a758-45b8-b036-289a539878bc', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b6:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c57d71-e68b-4269-b77f-27753d56868f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:05:02Z', 'updated_at': '2022-05-31T21:05:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_interfaces': [{'id': '222a1a42-16f0-4b13-9a25-a992b7cfb458', 'name': '', 'network_id': '4873ad7c-422f-4e4a-8898-5404ac0225b1', 'tenant_id': '27a0be1912904cfab18f0faadd40af9e', 'mac_address': 'fa:16:3e:da:4f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c57d71-e68b-4269-b77f-27753d56868f', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'd23ebfbf-3ed8-4d0a-ba6b-b978df741644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:05:06Z', 'updated_at': '2022-05-31T21:05:06Z', 'revision_number': 1, 'project_id': '27a0be1912904cfab18f0faadd40af9e', 'subnets': [{'id': 'd23ebfbf-3ed8-4d0a-ba6b-b978df741644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 21:05:08.543211 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1184fb7-a332-4695-b34c-4837801e45c1 admin admin] Pushing event updated for resources: {'Port': ['ID=222a1a42-16f0-4b13-9a25-a992b7cfb458,revision_number=2']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:05:08.565032 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:05:08.605487 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1184fb7-a332-4695-b34c-4837801e45c1 admin admin] Network 4873ad7c-422f-4e4a-8898-5404ac0225b1 is already hosted by enough agents. {{(pid=104321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 21:05:08.607177 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.base_scheduler [None req-b1184fb7-a332-4695-b34c-4837801e45c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:05:08.868288 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1184fb7-a332-4695-b34c-4837801e45c1 admin admin] Router 23c57d71-e68b-4269-b77f-27753d56868f has already been hosted by L3 agent 13ce5b10-321e-4e80-b29e-1cfc3c51661e {{(pid=104321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 31 21:05:09.039586 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1184fb7-a332-4695-b34c-4837801e45c1 admin admin] Notify agent at l3_agent.dv-cinder-839793-16-iscsi the message routers_updated {{(pid=104321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 31 21:05:09.048727 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-b1184fb7-a332-4695-b34c-4837801e45c1 admin admin] 10.222.0.55 "PUT /v2.0/routers/23c57d71-e68b-4269-b77f-27753d56868f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0917735 May 31 21:05:09.104622 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-cbcda6b9-9a8c-4857-a45d-0a31341e0c00 None None] Provisioning complete for port 222a1a42-16f0-4b13-9a25-a992b7cfb458 triggered by entity DHCP. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:05:09.107072 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-cbcda6b9-9a8c-4857-a45d-0a31341e0c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (222a1a42-16f0-4b13-9a25-a992b7cfb458), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:09.146638 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-cbcda6b9-9a8c-4857-a45d-0a31341e0c00 None None] Port 222a1a42-16f0-4b13-9a25-a992b7cfb458 cannot update to ACTIVE because it is not bound. {{(pid=104322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 31 21:05:09.622755 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005d5a3c-2d2c-46d7-8986-0cfda0c8ddd9 req-275045e6-2276-4be5-a22a-f740ab7f3ae9 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:05:09.640011 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-005d5a3c-2d2c-46d7-8986-0cfda0c8ddd9 req-275045e6-2276-4be5-a22a-f740ab7f3ae9 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bff085f-5477-4588-9e08-533189d2db08 HTTP/1.1" status: 200 len: 946 time: 0.1282604 May 31 21:05:09.792928 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-005d5a3c-2d2c-46d7-8986-0cfda0c8ddd9 req-c686452c-118d-4316-b958-b5ba21322b20 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=12907732-5570-4844-bbdc-00a8a81608d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500309 May 31 21:05:10.126323 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcb3795-df87-41dc-a40b-713a9cf42f5c req-b5ab3539-9e46-4913-ac8d-49ffb63b3e18 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:05:10.128728 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-cdcb3795-df87-41dc-a40b-713a9cf42f5c req-b5ab3539-9e46-4913-ac8d-49ffb63b3e18 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=24059932-87a0-4e56-8bb0-4797276e2042 HTTP/1.1" status: 200 len: 946 time: 0.1554246 May 31 21:05:10.200489 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-cdcb3795-df87-41dc-a40b-713a9cf42f5c req-61d68c90-f57c-4c39-84f0-0a7e8dbb8440 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=12907732-5570-4844-bbdc-00a8a81608d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566974 May 31 21:05:11.726188 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device 9558e35f-a758-45b8-b036-289a539878bc up at agent ovs-agent-dv-cinder-839793-16-iscsi {{(pid=104322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 31 21:05:11.843333 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Provisioning complete for port 9558e35f-a758-45b8-b036-289a539878bc triggered by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:05:11.844300 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (9558e35f-a758-45b8-b036-289a539878bc), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:12.010770 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Current status of the port 9558e35f-a758-45b8-b036-289a539878bc is: DOWN; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:05:12.011796 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (9558e35f-a758-45b8-b036-289a539878bc), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:12.074679 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] For port 9558e35f-a758-45b8-b036-289a539878bc, host dv-cinder-839793-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=9558e35f-a758-45b8-b036-289a539878bc,segment=NetworkSegment(4436eed2-294e-4646-83cf-aec09b7c7c9c),segment_id=4436eed2-294e-4646-83cf-aec09b7c7c9c)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:05:12.171817 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (9558e35f-a758-45b8-b036-289a539878bc), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:12.371442 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-e00f7bca-b8fe-46e4-9915-5c394ba90c4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (5ca9f0a2-8e5f-4b54-94fa-454f095515e4), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:12.388668 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Pushing event updated for resources: {'Port': ['ID=9558e35f-a758-45b8-b036-289a539878bc,revision_number=4']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:05:12.433554 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 33772) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:05:12.507919 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.db.db_base_plugin_v2 [None req-aba5b05a-510c-4efa-8bc7-5a00eee256db admin admin] Deleting subnet 6f2bfb30-666a-4f9d-b1a9-88e1d2c510cb {{(pid=104320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 31 21:05:12.514055 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca693fd-646e-4ea5-ba69-201b4febf3e0 None None] Sync routers for ids ['23c57d71-e68b-4269-b77f-27753d56868f'] in dv-cinder-839793-16-iscsi {{(pid=104322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 21:05:12.528396 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-aba5b05a-510c-4efa-8bc7-5a00eee256db admin admin] Publish callbacks [] for subnet (6f2bfb30-666a-4f9d-b1a9-88e1d2c510cb), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:12.538854 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca693fd-646e-4ea5-ba69-201b4febf3e0 None None] Routers {'23c57d71-e68b-4269-b77f-27753d56868f'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:05:12.548011 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-5ca693fd-646e-4ea5-ba69-201b4febf3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:04:44Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['23c57d71-e68b-4269-b77f-27753d56868f'], 'active': True} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:05:12.650146 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-aba5b05a-510c-4efa-8bc7-5a00eee256db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571901'] for subnet (6f2bfb30-666a-4f9d-b1a9-88e1d2c510cb), precommit_delete_associations {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:12.773382 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-aba5b05a-510c-4efa-8bc7-5a00eee256db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673141'] for subnet (6f2bfb30-666a-4f9d-b1a9-88e1d2c510cb), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:12.817052 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvr_db [None req-5ca693fd-646e-4ea5-ba69-201b4febf3e0 None None] Set router 23c57d71-e68b-4269-b77f-27753d56868f gateway port host: dv-cinder-839793-16-iscsi {{(pid=104322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:05:13.013785 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-aba5b05a-510c-4efa-8bc7-5a00eee256db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25436928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3351937'] for subnet (6f2bfb30-666a-4f9d-b1a9-88e1d2c510cb), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:13.098530 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-aba5b05a-510c-4efa-8bc7-5a00eee256db admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:13.108203 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-aba5b05a-510c-4efa-8bc7-5a00eee256db admin admin] 10.222.0.55 "DELETE /v2.0/subnets/6f2bfb30-666a-4f9d-b1a9-88e1d2c510cb HTTP/1.1" status: 204 len: 168 time: 0.6799831 May 31 21:05:13.110306 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5b05a-510c-4efa-8bc7-5a00eee256db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f2bfb30-666a-4f9d-b1a9-88e1d2c510cb,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:05:13.121096 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 33792) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:05:13.163888 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:05:13.402392 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:05:13.408542 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-5ca693fd-646e-4ea5-ba69-201b4febf3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c57d71-e68b-4269-b77f-27753d56868f', 'name': 'tempest-TestMinimumBasicScenario-891065426-router', 'tenant_id': '27a0be1912904cfab18f0faadd40af9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '9558e35f-a758-45b8-b036-289a539878bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:05:01Z', 'updated_at': '2022-05-31T21:05:07Z', 'revision_number': 4, 'project_id': '27a0be1912904cfab18f0faadd40af9e', 'gw_port': {'id': '9558e35f-a758-45b8-b036-289a539878bc', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c57d71-e68b-4269-b77f-27753d56868f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:05:02Z', 'updated_at': '2022-05-31T21:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_interfaces': [{'id': '222a1a42-16f0-4b13-9a25-a992b7cfb458', 'name': '', 'network_id': '4873ad7c-422f-4e4a-8898-5404ac0225b1', 'tenant_id': '27a0be1912904cfab18f0faadd40af9e', 'mac_address': 'fa:16:3e:da:4f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c57d71-e68b-4269-b77f-27753d56868f', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'd23ebfbf-3ed8-4d0a-ba6b-b978df741644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:05:06Z', 'updated_at': '2022-05-31T21:05:08Z', 'revision_number': 2, 'project_id': '27a0be1912904cfab18f0faadd40af9e', 'subnets': [{'id': 'd23ebfbf-3ed8-4d0a-ba6b-b978df741644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:05:13.523934 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca693fd-646e-4ea5-ba69-201b4febf3e0 None None] Checking router: 23c57d71-e68b-4269-b77f-27753d56868f for host: dv-cinder-839793-16-iscsi {{(pid=104322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 21:05:13.526106 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca693fd-646e-4ea5-ba69-201b4febf3e0 None None] Updating router 23c57d71-e68b-4269-b77f-27753d56868f port 222a1a42-16f0-4b13-9a25-a992b7cfb458 binding host dv-cinder-839793-16-iscsi {{(pid=104322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 21:05:13.546437 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-35738da2-d465-4a68-a804-5c09a2ff1f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681077'] for network (c95b8c46-645b-48ca-b406-ceba2d03bd23), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:13.576439 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-5ca693fd-646e-4ea5-ba69-201b4febf3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (222a1a42-16f0-4b13-9a25-a992b7cfb458), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:13.636072 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device 9558e35f-a758-45b8-b036-289a539878bc up at agent ovs-agent-dv-cinder-839793-16-iscsi {{(pid=104322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 31 21:05:13.699546 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-35738da2-d465-4a68-a804-5c09a2ff1f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678652', 'neutron.services.segments.db._delete_segments_for_network-8747261968285'] for network (c95b8c46-645b-48ca-b406-ceba2d03bd23), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:13.728247 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-35738da2-d465-4a68-a804-5c09a2ff1f6b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 21:05:13.728604 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-35738da2-d465-4a68-a804-5c09a2ff1f6b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 21:05:13.729871 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-35738da2-d465-4a68-a804-5c09a2ff1f6b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 21:05:13.730460 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-35738da2-d465-4a68-a804-5c09a2ff1f6b admin admin] Subscribe: > port after_create 55550000 {{(pid=104321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 21:05:13.731065 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-35738da2-d465-4a68-a804-5c09a2ff1f6b admin admin] Subscribe: > port after_delete 55550000 {{(pid=104321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 21:05:13.731593 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-35738da2-d465-4a68-a804-5c09a2ff1f6b admin admin] Subscribe: > port after_update 55550000 {{(pid=104321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 21:05:13.732065 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-35738da2-d465-4a68-a804-5c09a2ff1f6b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 21:05:13.732574 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-35738da2-d465-4a68-a804-5c09a2ff1f6b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 21:05:13.733041 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-35738da2-d465-4a68-a804-5c09a2ff1f6b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 21:05:13.733610 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-35738da2-d465-4a68-a804-5c09a2ff1f6b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 21:05:13.817947 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Provisioning complete for port 9558e35f-a758-45b8-b036-289a539878bc triggered by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:05:13.817947 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (9558e35f-a758-45b8-b036-289a539878bc), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:13.863978 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-35738da2-d465-4a68-a804-5c09a2ff1f6b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 21:05:13.864324 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-35738da2-d465-4a68-a804-5c09a2ff1f6b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 21:05:13.872758 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-35738da2-d465-4a68-a804-5c09a2ff1f6b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 21:05:13.874451 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-35738da2-d465-4a68-a804-5c09a2ff1f6b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 21:05:13.876055 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.services.segments.db [None req-35738da2-d465-4a68-a804-5c09a2ff1f6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c95b8c46-645b-48ca-b406-ceba2d03bd23']}} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:05:13.902932 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.services.segments.db [None req-35738da2-d465-4a68-a804-5c09a2ff1f6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8fd7e32-516e-4218-b436-98c93feaacf7') {'for_net_delete': True} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:05:13.903646 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.services.segments.db [None req-35738da2-d465-4a68-a804-5c09a2ff1f6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8fd7e32-516e-4218-b436-98c93feaacf7') {} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:05:13.928514 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-35738da2-d465-4a68-a804-5c09a2ff1f6b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747261973158', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3660646'] for segment (d8fd7e32-516e-4218-b436-98c93feaacf7), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:13.957291 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-35738da2-d465-4a68-a804-5c09a2ff1f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674812'] for segment (d8fd7e32-516e-4218-b436-98c93feaacf7), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:13.971448 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35738da2-d465-4a68-a804-5c09a2ff1f6b admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=104321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 21:05:13.971851 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-35738da2-d465-4a68-a804-5c09a2ff1f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25540173'] for segment (d8fd7e32-516e-4218-b436-98c93feaacf7), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:14.051577 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:05:14.176850 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Current status of the port 9558e35f-a758-45b8-b036-289a539878bc is: ACTIVE; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:05:14.230410 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.agents_db [None req-3d709c36-86fd-4f4f-bf7d-9e9748143f4e None None] Agent healthcheck: found 6 active agents {{(pid=104323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 31 21:05:14.246688 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-35738da2-d465-4a68-a804-5c09a2ff1f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598461'] for network (c95b8c46-645b-48ca-b406-ceba2d03bd23), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:14.293277 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-35738da2-d465-4a68-a804-5c09a2ff1f6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696852'] for network (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:14.300755 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-35738da2-d465-4a68-a804-5c09a2ff1f6b admin admin] 10.222.0.55 "DELETE /v2.0/networks/c95b8c46-645b-48ca-b406-ceba2d03bd23 HTTP/1.1" status: 204 len: 168 time: 1.1784945 May 31 21:05:14.347870 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35738da2-d465-4a68-a804-5c09a2ff1f6b admin admin] Pushing event deleted for resources: {'Network': ['ID=c95b8c46-645b-48ca-b406-ceba2d03bd23,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:05:14.369826 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=100 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:05:14.400542 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-5ca693fd-646e-4ea5-ba69-201b4febf3e0 None None] Publish callbacks [] for port (222a1a42-16f0-4b13-9a25-a992b7cfb458), precommit_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:14.507288 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-5ca693fd-646e-4ea5-ba69-201b4febf3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (222a1a42-16f0-4b13-9a25-a992b7cfb458), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:14.574888 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.services.segments.plugin [-] Segment d8fd7e32-516e-4218-b436-98c93feaacf7 resource provider aggregate not found May 31 21:05:14.604268 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.services.segments.plugin [-] Segment d8fd7e32-516e-4218-b436-98c93feaacf7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d8fd7e32-516e-4218-b436-98c93feaacf7 found for delete ", "request_id": "req-0c6911af-03c8-435d-8c9a-8f342fa85797"}]} May 31 21:05:14.613082 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-7cc96b7a-e46e-40fa-b4a9-54b5d18e258f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (13ce5b10-321e-4e80-b29e-1cfc3c51661e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:14.799036 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43e3506-a1a5-492d-bbd3-b715888a6857 None None] Pushing event updated for resources: {'Port': ['ID=222a1a42-16f0-4b13-9a25-a992b7cfb458,revision_number=3']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:05:14.866967 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6e2dc3-c518-4aaf-a2ed-8f1a96cd0717 req-efdfa546-5c09-4255-b96b-9a65f79f07dc tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:05:14.872839 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.managers [None req-5ca693fd-646e-4ea5-ba69-201b4febf3e0 None None] Attempting to bind port 222a1a42-16f0-4b13-9a25-a992b7cfb458 on host dv-cinder-839793-16-iscsi for vnic_type normal with profile {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 31 21:05:14.875799 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.managers [None req-5ca693fd-646e-4ea5-ba69-201b4febf3e0 None None] Attempting to bind port 222a1a42-16f0-4b13-9a25-a992b7cfb458 by drivers openvswitch,hyperv on host dv-cinder-839793-16-iscsi at level 0 using segments [{'id': 'e6d588ba-af34-46a1-b4a0-c95a59b0eb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4873ad7c-422f-4e4a-8898-5404ac0225b1'}] {{(pid=104322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 31 21:05:14.876371 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca693fd-646e-4ea5-ba69-201b4febf3e0 None None] Attempting to bind port 222a1a42-16f0-4b13-9a25-a992b7cfb458 on network 4873ad7c-422f-4e4a-8898-5404ac0225b1 {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 31 21:05:14.876556 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-5d6e2dc3-c518-4aaf-a2ed-8f1a96cd0717 req-efdfa546-5c09-4255-b96b-9a65f79f07dc tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=24059932-87a0-4e56-8bb0-4797276e2042 HTTP/1.1" status: 200 len: 946 time: 0.0919523 May 31 21:05:14.895773 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca693fd-646e-4ea5-ba69-201b4febf3e0 None None] Checking agent: {'id': 'a61205dd-b11c-42a1-aa2d-4b7310a8dc99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 20, 54, 48), 'started_at': datetime.datetime(2022, 5, 31, 20, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 21, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 31 21:05:14.896142 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca693fd-646e-4ea5-ba69-201b4febf3e0 None None] Checking segment: {'id': 'e6d588ba-af34-46a1-b4a0-c95a59b0eb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4873ad7c-422f-4e4a-8898-5404ac0225b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 31 21:05:14.896546 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-5ca693fd-646e-4ea5-ba69-201b4febf3e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:14.897073 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca693fd-646e-4ea5-ba69-201b4febf3e0 None None] Bound using segment: {'id': 'e6d588ba-af34-46a1-b4a0-c95a59b0eb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4873ad7c-422f-4e4a-8898-5404ac0225b1'} {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 31 21:05:14.897582 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.managers [None req-5ca693fd-646e-4ea5-ba69-201b4febf3e0 None None] Bound port: 222a1a42-16f0-4b13-9a25-a992b7cfb458, host: dv-cinder-839793-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6d588ba-af34-46a1-b4a0-c95a59b0eb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4873ad7c-422f-4e4a-8898-5404ac0225b1'}}] {{(pid=104322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 31 21:05:14.897995 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-5ca693fd-646e-4ea5-ba69-201b4febf3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (222a1a42-16f0-4b13-9a25-a992b7cfb458), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:15.004137 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-1ce0c0e9-3219-4921-9d81-e10e22d112ac None None] Provisioning complete for port 222a1a42-16f0-4b13-9a25-a992b7cfb458 triggered by entity DHCP. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:05:15.004484 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-1ce0c0e9-3219-4921-9d81-e10e22d112ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (222a1a42-16f0-4b13-9a25-a992b7cfb458), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:15.023021 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-5d6e2dc3-c518-4aaf-a2ed-8f1a96cd0717 req-637e43cc-1455-44ab-9f98-6725f15fd0e3 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=12907732-5570-4844-bbdc-00a8a81608d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446490 May 31 21:05:15.219678 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-1ce0c0e9-3219-4921-9d81-e10e22d112ac None None] Port 222a1a42-16f0-4b13-9a25-a992b7cfb458 cannot update to ACTIVE because it is not bound. {{(pid=104322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 31 21:05:15.249513 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90b5026-e580-49cd-919c-7e05445f3948 req-009e5129-01b3-4398-bbe6-b6c8ae98c01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:05:15.256091 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-f90b5026-e580-49cd-919c-7e05445f3948 req-009e5129-01b3-4398-bbe6-b6c8ae98c01b service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=f1b54ceb69fc4041b743a11eda4144a8&device_id=24059932-87a0-4e56-8bb0-4797276e2042 HTTP/1.1" status: 200 len: 1130 time: 0.1583061 May 31 21:05:15.273824 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-5ca693fd-646e-4ea5-ba69-201b4febf3e0 None None] For port 222a1a42-16f0-4b13-9a25-a992b7cfb458, host dv-cinder-839793-16-iscsi, cleared binding levels {{(pid=104322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 31 21:05:15.282221 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-5ca693fd-646e-4ea5-ba69-201b4febf3e0 None None] For port 222a1a42-16f0-4b13-9a25-a992b7cfb458, host dv-cinder-839793-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=222a1a42-16f0-4b13-9a25-a992b7cfb458,segment=NetworkSegment(e6d588ba-af34-46a1-b4a0-c95a59b0eb8f),segment_id=e6d588ba-af34-46a1-b4a0-c95a59b0eb8f)] {{(pid=104322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 31 21:05:15.401333 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90b5026-e580-49cd-919c-7e05445f3948 req-693c648b-1a0b-4004-8e86-feb918ea4b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:05:15.403961 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-f90b5026-e580-49cd-919c-7e05445f3948 req-693c648b-1a0b-4004-8e86-feb918ea4b5d service neutron] 10.222.0.40 "GET /v2.0/networks?id=50707fc3-657a-4d1c-8628-0dfb2710b9bc HTTP/1.1" status: 200 len: 920 time: 0.1415837 May 31 21:05:15.406789 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-5ca693fd-646e-4ea5-ba69-201b4febf3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (222a1a42-16f0-4b13-9a25-a992b7cfb458), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:15.433064 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 33834) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:05:15.463840 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-f90b5026-e580-49cd-919c-7e05445f3948 req-38fd1b58-1e02-4c86-9c0c-2d704ac42a2a service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d441d5e6-2812-4d1f-bf38-96cb2c781ded HTTP/1.1" status: 200 len: 217 time: 0.0537012 May 31 21:05:15.560299 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90b5026-e580-49cd-919c-7e05445f3948 req-8307c0ad-c0c8-49a1-a78f-204daa55c82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:05:15.562200 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-f90b5026-e580-49cd-919c-7e05445f3948 req-8307c0ad-c0c8-49a1-a78f-204daa55c82b service neutron] 10.222.0.40 "GET /v2.0/subnets?id=056887a1-bc98-40be-80ec-f43fe7602ab2 HTTP/1.1" status: 200 len: 858 time: 0.0921907 May 31 21:05:15.605854 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-17e61280-acf2-42eb-8717-4de2c7c73f10 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=96f91ac37f864ed98a03f9082252e334&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1717410 May 31 21:05:15.610505 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 33838) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:05:15.665870 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:05:15.675880 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43e3506-a1a5-492d-bbd3-b715888a6857 None None] Pushing event updated for resources: {'Port': ['ID=222a1a42-16f0-4b13-9a25-a992b7cfb458,revision_number=4']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:05:15.681558 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90b5026-e580-49cd-919c-7e05445f3948 req-416d083e-a8ed-416d-8e79-122796b4ac2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:05:15.683750 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-f90b5026-e580-49cd-919c-7e05445f3948 req-416d083e-a8ed-416d-8e79-122796b4ac2d service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=50707fc3-657a-4d1c-8628-0dfb2710b9bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1154301 May 31 21:05:15.712066 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-ff97a745-b4e4-4273-97d2-f545d25fdc9d admin admin] Publish callbacks [] for security_group (0994c70d-0831-463d-8d2b-12953219bd3a), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:15.749312 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-ff97a745-b4e4-4273-97d2-f545d25fdc9d admin admin] Publish callbacks [] for security_group (0994c70d-0831-463d-8d2b-12953219bd3a), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:15.765040 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca693fd-646e-4ea5-ba69-201b4febf3e0 None None] Routers {'23c57d71-e68b-4269-b77f-27753d56868f'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:05:15.776267 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-5ca693fd-646e-4ea5-ba69-201b4febf3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:05:14Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['23c57d71-e68b-4269-b77f-27753d56868f'], 'active': True} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:05:15.804558 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:05:15.989123 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-f90b5026-e580-49cd-919c-7e05445f3948 req-107ffc33-4bf9-48ac-b823-bdae2df4eae8 service neutron] 10.222.0.40 "GET /v2.0/networks/50707fc3-657a-4d1c-8628-0dfb2710b9bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967143 May 31 21:05:16.010426 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvr_db [None req-5ca693fd-646e-4ea5-ba69-201b4febf3e0 None None] Set router 23c57d71-e68b-4269-b77f-27753d56868f gateway port host: dv-cinder-839793-16-iscsi {{(pid=104322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:05:16.042195 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-ff97a745-b4e4-4273-97d2-f545d25fdc9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (0994c70d-0831-463d-8d2b-12953219bd3a), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:16.045888 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-58fa0aab-c296-4be2-a1ab-08418c16cad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (8170e961-7e1e-4c09-b09f-6b764c457cfd), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:16.053922 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-ff97a745-b4e4-4273-97d2-f545d25fdc9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:16.059070 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-ff97a745-b4e4-4273-97d2-f545d25fdc9d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0994c70d-0831-463d-8d2b-12953219bd3a HTTP/1.1" status: 204 len: 168 time: 0.4470823 May 31 21:05:16.090662 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff97a745-b4e4-4273-97d2-f545d25fdc9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0994c70d-0831-463d-8d2b-12953219bd3a,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:05:16.409947 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a1441-ba8a-427b-b436-b96e963da77e req-e04b9a09-ef1b-4dcd-951e-47f6ab329752 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:05:16.409947 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ec3a1441-ba8a-427b-b436-b96e963da77e req-e04b9a09-ef1b-4dcd-951e-47f6ab329752 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=24059932-87a0-4e56-8bb0-4797276e2042 HTTP/1.1" status: 200 len: 946 time: 0.1307666 May 31 21:05:16.462119 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-58efda63-782a-440b-9e6a-e655bd63bb45 None None] Provisioning complete for port 222a1a42-16f0-4b13-9a25-a992b7cfb458 triggered by entity DHCP. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:05:16.462487 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-58efda63-782a-440b-9e6a-e655bd63bb45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (222a1a42-16f0-4b13-9a25-a992b7cfb458), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:16.501194 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-5ca693fd-646e-4ea5-ba69-201b4febf3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c57d71-e68b-4269-b77f-27753d56868f', 'name': 'tempest-TestMinimumBasicScenario-891065426-router', 'tenant_id': '27a0be1912904cfab18f0faadd40af9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '9558e35f-a758-45b8-b036-289a539878bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:05:01Z', 'updated_at': '2022-05-31T21:05:07Z', 'revision_number': 4, 'project_id': '27a0be1912904cfab18f0faadd40af9e', 'gw_port': {'id': '9558e35f-a758-45b8-b036-289a539878bc', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c57d71-e68b-4269-b77f-27753d56868f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:05:02Z', 'updated_at': '2022-05-31T21:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_interfaces': [{'id': '222a1a42-16f0-4b13-9a25-a992b7cfb458', 'name': '', 'network_id': '4873ad7c-422f-4e4a-8898-5404ac0225b1', 'tenant_id': '27a0be1912904cfab18f0faadd40af9e', 'mac_address': 'fa:16:3e:da:4f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c57d71-e68b-4269-b77f-27753d56868f', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'd23ebfbf-3ed8-4d0a-ba6b-b978df741644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:05:06Z', 'updated_at': '2022-05-31T21:05:15Z', 'revision_number': 4, 'project_id': '27a0be1912904cfab18f0faadd40af9e', 'subnets': [{'id': 'd23ebfbf-3ed8-4d0a-ba6b-b978df741644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:05:16.533294 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ec3a1441-ba8a-427b-b436-b96e963da77e req-83192672-3f97-4140-a012-fbbc9e958966 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=12907732-5570-4844-bbdc-00a8a81608d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232333 May 31 21:05:16.551043 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca693fd-646e-4ea5-ba69-201b4febf3e0 None None] The sync data for ids ['23c57d71-e68b-4269-b77f-27753d56868f'] in dv-cinder-839793-16-iscsi is: [{'id': '23c57d71-e68b-4269-b77f-27753d56868f', 'name': 'tempest-TestMinimumBasicScenario-891065426-router', 'tenant_id': '27a0be1912904cfab18f0faadd40af9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '9558e35f-a758-45b8-b036-289a539878bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:05:01Z', 'updated_at': '2022-05-31T21:05:07Z', 'revision_number': 4, 'project_id': '27a0be1912904cfab18f0faadd40af9e', 'gw_port': {'id': '9558e35f-a758-45b8-b036-289a539878bc', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c57d71-e68b-4269-b77f-27753d56868f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:05:02Z', 'updated_at': '2022-05-31T21:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_interfaces': [{'id': '222a1a42-16f0-4b13-9a25-a992b7cfb458', 'name': '', 'network_id': '4873ad7c-422f-4e4a-8898-5404ac0225b1', 'tenant_id': '27a0be1912904cfab18f0faadd40af9e', 'mac_address': 'fa:16:3e:da:4f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c57d71-e68b-4269-b77f-27753d56868f', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'd23ebfbf-3ed8-4d0a-ba6b-b978df741644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:05:06Z', 'updated_at': '2022-05-31T21:05:15Z', 'revision_number': 4, 'project_id': '27a0be1912904cfab18f0faadd40af9e', 'subnets': [{'id': 'd23ebfbf-3ed8-4d0a-ba6b-b978df741644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 21:05:16.620923 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=100 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:05:16.636374 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-58efda63-782a-440b-9e6a-e655bd63bb45 None None] Current status of the port 222a1a42-16f0-4b13-9a25-a992b7cfb458 is: DOWN; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:05:16.637485 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-58efda63-782a-440b-9e6a-e655bd63bb45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (222a1a42-16f0-4b13-9a25-a992b7cfb458), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:16.743272 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-58efda63-782a-440b-9e6a-e655bd63bb45 None None] For port 222a1a42-16f0-4b13-9a25-a992b7cfb458, host dv-cinder-839793-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=222a1a42-16f0-4b13-9a25-a992b7cfb458,segment=NetworkSegment(e6d588ba-af34-46a1-b4a0-c95a59b0eb8f),segment_id=e6d588ba-af34-46a1-b4a0-c95a59b0eb8f)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:05:16.965452 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-b770b660-b824-4665-84d0-9bbdd29e8e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (1c1563bc-5b12-4065-8d27-b22246e8e8d3), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:16.966777 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-58efda63-782a-440b-9e6a-e655bd63bb45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (222a1a42-16f0-4b13-9a25-a992b7cfb458), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:17.143048 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58efda63-782a-440b-9e6a-e655bd63bb45 None None] Pushing event updated for resources: {'Port': ['ID=222a1a42-16f0-4b13-9a25-a992b7cfb458,revision_number=5']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:05:17.306998 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 33864) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:05:17.315047 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-f90b5026-e580-49cd-919c-7e05445f3948 req-e9efd030-fc67-444b-a4f9-c5261f00efe5 service neutron] 10.222.0.40 "GET /v2.0/networks/50707fc3-657a-4d1c-8628-0dfb2710b9bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3308091 May 31 21:05:17.621963 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device 222a1a42-16f0-4b13-9a25-a992b7cfb458 up at agent ovs-agent-dv-cinder-839793-16-iscsi {{(pid=104322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 31 21:05:17.755610 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Provisioning complete for port 222a1a42-16f0-4b13-9a25-a992b7cfb458 triggered by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:05:17.756279 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (222a1a42-16f0-4b13-9a25-a992b7cfb458), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:17.837950 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3873d8ac-139c-4b36-b8f1-c04da1b54e32 req-ed21e97d-bdae-4f72-8f3b-65df51072ca7 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:05:17.840987 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-3873d8ac-139c-4b36-b8f1-c04da1b54e32 req-ed21e97d-bdae-4f72-8f3b-65df51072ca7 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=24059932-87a0-4e56-8bb0-4797276e2042 HTTP/1.1" status: 200 len: 946 time: 0.1309683 May 31 21:05:17.879616 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-9a9081d5-c2b9-4c7c-8dae-cf83ad3616cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:17.906187 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Current status of the port 222a1a42-16f0-4b13-9a25-a992b7cfb458 is: ACTIVE; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:05:18.035741 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-3873d8ac-139c-4b36-b8f1-c04da1b54e32 req-583b18d2-48c1-444f-a52c-d9f58f09435d tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=12907732-5570-4844-bbdc-00a8a81608d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832926 May 31 21:05:18.147784 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-9a9081d5-c2b9-4c7c-8dae-cf83ad3616cb admin admin] Publish callbacks [] for security_group (87f4cf96-ca50-4044-9382-edfc21daba5e), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:18.273160 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-9a9081d5-c2b9-4c7c-8dae-cf83ad3616cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (87f4cf96-ca50-4044-9382-edfc21daba5e), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:18.453279 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-9a9081d5-c2b9-4c7c-8dae-cf83ad3616cb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7246345d0a3840e3bfbb2963480abc6d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1394448 May 31 21:05:18.454675 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 33890) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:05:18.470819 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9081d5-c2b9-4c7c-8dae-cf83ad3616cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f4cf96-ca50-4044-9382-edfc21daba5e,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:05:18.566381 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-57844e5f-fced-49c5-8827-455f05c1716e admin admin] Publish callbacks [] for security_group (87f4cf96-ca50-4044-9382-edfc21daba5e), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:18.621465 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-57844e5f-fced-49c5-8827-455f05c1716e admin admin] Publish callbacks [] for security_group (87f4cf96-ca50-4044-9382-edfc21daba5e), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:18.646179 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (a61205dd-b11c-42a1-aa2d-4b7310a8dc99), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:18.786928 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-57844e5f-fced-49c5-8827-455f05c1716e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (87f4cf96-ca50-4044-9382-edfc21daba5e), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:18.793634 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-57844e5f-fced-49c5-8827-455f05c1716e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:18.796351 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-57844e5f-fced-49c5-8827-455f05c1716e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/87f4cf96-ca50-4044-9382-edfc21daba5e HTTP/1.1" status: 204 len: 168 time: 0.3394361 May 31 21:05:18.836271 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57844e5f-fced-49c5-8827-455f05c1716e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f4cf96-ca50-4044-9382-edfc21daba5e,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:05:19.303709 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cb9dfa-b1b8-44ac-b23d-944f2c8ea174 req-ba0061d7-b169-410d-a11c-c4a7c906580a tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:05:19.307893 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-47cb9dfa-b1b8-44ac-b23d-944f2c8ea174 req-ba0061d7-b169-410d-a11c-c4a7c906580a tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=24059932-87a0-4e56-8bb0-4797276e2042 HTTP/1.1" status: 200 len: 946 time: 0.1149876 May 31 21:05:19.487211 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-47cb9dfa-b1b8-44ac-b23d-944f2c8ea174 req-4957898f-1b4c-4ba0-8d0a-f5832dfb5a33 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=12907732-5570-4844-bbdc-00a8a81608d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564393 May 31 21:05:19.619996 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08efd619-75ad-4e15-a23c-d85713cfd386 req-d6b16648-a7df-464c-bec5-e21573f2922f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:05:19.622675 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-08efd619-75ad-4e15-a23c-d85713cfd386 req-d6b16648-a7df-464c-bec5-e21573f2922f service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=f1b54ceb69fc4041b743a11eda4144a8&device_id=24059932-87a0-4e56-8bb0-4797276e2042 HTTP/1.1" status: 200 len: 1130 time: 0.0586751 May 31 21:05:19.917291 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08efd619-75ad-4e15-a23c-d85713cfd386 req-59613431-df13-40dd-a90d-6f906757780d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:05:19.919945 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-08efd619-75ad-4e15-a23c-d85713cfd386 req-59613431-df13-40dd-a90d-6f906757780d service neutron] 10.222.0.40 "GET /v2.0/networks?id=50707fc3-657a-4d1c-8628-0dfb2710b9bc HTTP/1.1" status: 200 len: 920 time: 0.2141593 May 31 21:05:19.975554 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-08efd619-75ad-4e15-a23c-d85713cfd386 req-4bfbd0b6-d3bf-4c4d-9578-f7e4afca7974 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d441d5e6-2812-4d1f-bf38-96cb2c781ded HTTP/1.1" status: 200 len: 217 time: 0.0493891 May 31 21:05:19.982458 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 33920) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:05:20.010542 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0a0918b2-1545-4599-b4d2-7dddfa177eda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:20.124745 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08efd619-75ad-4e15-a23c-d85713cfd386 req-6f42a842-97e0-4d46-ad6c-024baa0fcc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:05:20.131833 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-08efd619-75ad-4e15-a23c-d85713cfd386 req-6f42a842-97e0-4d46-ad6c-024baa0fcc36 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=056887a1-bc98-40be-80ec-f43fe7602ab2 HTTP/1.1" status: 200 len: 858 time: 0.1410491 May 31 21:05:20.212482 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0a0918b2-1545-4599-b4d2-7dddfa177eda admin admin] Publish callbacks [] for security_group (f3966b55-f2f2-4f26-aa18-625073afa6d2), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:20.268614 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08efd619-75ad-4e15-a23c-d85713cfd386 req-d6d9996e-5a97-44a0-afb2-023072d29a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:05:20.273969 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-08efd619-75ad-4e15-a23c-d85713cfd386 req-d6d9996e-5a97-44a0-afb2-023072d29a7f service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=50707fc3-657a-4d1c-8628-0dfb2710b9bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1353695 May 31 21:05:20.318804 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:05:20.371611 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:05:20.417861 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:05:20.429833 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0a0918b2-1545-4599-b4d2-7dddfa177eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (f3966b55-f2f2-4f26-aa18-625073afa6d2), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:20.438665 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-08efd619-75ad-4e15-a23c-d85713cfd386 req-6641d97e-8ec5-4fbc-8182-66c2fe3797de service neutron] 10.222.0.40 "GET /v2.0/networks/50707fc3-657a-4d1c-8628-0dfb2710b9bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573603 May 31 21:05:20.488420 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-0a0918b2-1545-4599-b4d2-7dddfa177eda admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=df0d206ee69045b9bab5e38cb4d72133&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5047939 May 31 21:05:20.490862 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 33926) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:05:20.494454 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0918b2-1545-4599-b4d2-7dddfa177eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3966b55-f2f2-4f26-aa18-625073afa6d2,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:05:20.566005 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (51675295-7abb-4335-9c5a-c46a9082010e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:20.601664 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-cfecb864-0ac8-40c0-a402-b66e5fb1dea7 admin admin] Publish callbacks [] for security_group (f3966b55-f2f2-4f26-aa18-625073afa6d2), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:20.636840 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=9 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:05:20.664388 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-08efd619-75ad-4e15-a23c-d85713cfd386 req-144d8b19-ab7e-425a-a53b-1a6f79396e5f service neutron] 10.222.0.40 "GET /v2.0/networks/50707fc3-657a-4d1c-8628-0dfb2710b9bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189186 May 31 21:05:20.672643 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-cfecb864-0ac8-40c0-a402-b66e5fb1dea7 admin admin] Publish callbacks [] for security_group (f3966b55-f2f2-4f26-aa18-625073afa6d2), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:20.708533 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520d089c-4426-4022-b76c-41aee8123763 req-99d2e5fe-a6a1-4f47-9e3f-1653b20bcfd0 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:05:20.710563 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-520d089c-4426-4022-b76c-41aee8123763 req-99d2e5fe-a6a1-4f47-9e3f-1653b20bcfd0 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=24059932-87a0-4e56-8bb0-4797276e2042 HTTP/1.1" status: 200 len: 946 time: 0.0912333 May 31 21:05:20.742434 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:05:20.797320 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-520d089c-4426-4022-b76c-41aee8123763 req-7841c2a6-59ce-4ea0-a472-885fccf0d963 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=12907732-5570-4844-bbdc-00a8a81608d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670257 May 31 21:05:21.053602 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-cfecb864-0ac8-40c0-a402-b66e5fb1dea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (f3966b55-f2f2-4f26-aa18-625073afa6d2), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:21.057332 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-cfecb864-0ac8-40c0-a402-b66e5fb1dea7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:21.058018 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-cfecb864-0ac8-40c0-a402-b66e5fb1dea7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f3966b55-f2f2-4f26-aa18-625073afa6d2 HTTP/1.1" status: 204 len: 168 time: 0.5657549 May 31 21:05:21.072348 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfecb864-0ac8-40c0-a402-b66e5fb1dea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3966b55-f2f2-4f26-aa18-625073afa6d2,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:05:21.108737 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:05:21.954703 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b32c98-b6b0-40f1-a0f8-4d7fc047f6ea req-41fc1c36-146b-4527-935b-b67d64c846ed tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:05:21.956627 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-91b32c98-b6b0-40f1-a0f8-4d7fc047f6ea req-41fc1c36-146b-4527-935b-b67d64c846ed tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=24059932-87a0-4e56-8bb0-4797276e2042 HTTP/1.1" status: 200 len: 946 time: 0.0525796 May 31 21:05:22.021418 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-91b32c98-b6b0-40f1-a0f8-4d7fc047f6ea req-6abe1b97-bc9e-4902-bcb1-e8c352a97815 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=12907732-5570-4844-bbdc-00a8a81608d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581515 May 31 21:05:22.850769 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 33990) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:05:22.876354 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-a774f59e-9e47-4435-a278-2a7b1355e29f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:23.000080 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-a774f59e-9e47-4435-a278-2a7b1355e29f admin admin] Publish callbacks [] for security_group (3e04ff0b-dc1a-4dfe-83bc-bef522bc6c83), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:23.132632 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-a774f59e-9e47-4435-a278-2a7b1355e29f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (3e04ff0b-dc1a-4dfe-83bc-bef522bc6c83), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:23.187110 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-a774f59e-9e47-4435-a278-2a7b1355e29f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c426665281704eb889963baae2338a12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3318088 May 31 21:05:23.190026 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a774f59e-9e47-4435-a278-2a7b1355e29f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e04ff0b-dc1a-4dfe-83bc-bef522bc6c83,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:05:23.192477 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 33994) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:05:23.215823 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d1676-90b5-4b3d-aa7d-09a32b571238 req-2b716622-e39b-484d-9d69-00db8e870a57 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:05:23.218389 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-4d5d1676-90b5-4b3d-aa7d-09a32b571238 req-2b716622-e39b-484d-9d69-00db8e870a57 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=24059932-87a0-4e56-8bb0-4797276e2042 HTTP/1.1" status: 200 len: 946 time: 0.1026824 May 31 21:05:23.345284 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-ba541e69-89ba-4d84-aa5c-a3d3423410c5 admin admin] Publish callbacks [] for security_group (3e04ff0b-dc1a-4dfe-83bc-bef522bc6c83), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:23.383821 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-4d5d1676-90b5-4b3d-aa7d-09a32b571238 req-1bf685db-37aa-48a0-8c74-5b604b4bb087 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=12907732-5570-4844-bbdc-00a8a81608d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530704 May 31 21:05:23.417122 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-ba541e69-89ba-4d84-aa5c-a3d3423410c5 admin admin] Publish callbacks [] for security_group (3e04ff0b-dc1a-4dfe-83bc-bef522bc6c83), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:23.572083 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-ba541e69-89ba-4d84-aa5c-a3d3423410c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (3e04ff0b-dc1a-4dfe-83bc-bef522bc6c83), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:23.577938 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-ba541e69-89ba-4d84-aa5c-a3d3423410c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:23.579596 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-ba541e69-89ba-4d84-aa5c-a3d3423410c5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3e04ff0b-dc1a-4dfe-83bc-bef522bc6c83 HTTP/1.1" status: 204 len: 168 time: 0.3856187 May 31 21:05:23.598219 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba541e69-89ba-4d84-aa5c-a3d3423410c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e04ff0b-dc1a-4dfe-83bc-bef522bc6c83,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:05:24.648600 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51828a1e-033f-4bec-8abc-a3a314ee2bc3 req-886085f9-2a3f-4300-9ee1-060a104001ed tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:05:24.660914 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-51828a1e-033f-4bec-8abc-a3a314ee2bc3 req-886085f9-2a3f-4300-9ee1-060a104001ed tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=24059932-87a0-4e56-8bb0-4797276e2042 HTTP/1.1" status: 200 len: 946 time: 0.1234465 May 31 21:05:24.743877 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-51828a1e-033f-4bec-8abc-a3a314ee2bc3 req-e532861a-bac0-437a-9b99-79389a72c7b5 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=12907732-5570-4844-bbdc-00a8a81608d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756457 May 31 21:05:25.857267 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:05:25.875358 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1337b26e-d3c6-47d7-bd8d-ba2ce4e71ec9 req-3ffce1a7-6b14-48bb-a67c-37a0214dfa2e tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:05:25.878264 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-1337b26e-d3c6-47d7-bd8d-ba2ce4e71ec9 req-3ffce1a7-6b14-48bb-a67c-37a0214dfa2e tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=24059932-87a0-4e56-8bb0-4797276e2042 HTTP/1.1" status: 200 len: 946 time: 0.0525780 May 31 21:05:25.948126 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-1337b26e-d3c6-47d7-bd8d-ba2ce4e71ec9 req-5e8de9ba-fad0-4c0b-a996-b935028fd7b4 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=12907732-5570-4844-bbdc-00a8a81608d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614898 May 31 21:05:26.567387 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6380b9-7f52-4577-bf08-f160d9dbe70e req-1c6151eb-e647-40b1-a763-50722b1724b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:05:26.568919 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-3a6380b9-7f52-4577-bf08-f160d9dbe70e req-1c6151eb-e647-40b1-a763-50722b1724b6 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=24059932-87a0-4e56-8bb0-4797276e2042 HTTP/1.1" status: 200 len: 1130 time: 0.0435402 May 31 21:05:26.651382 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-3a6380b9-7f52-4577-bf08-f160d9dbe70e req-4afc9e7f-49c2-4173-8d34-f7556bd76958 service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=12907732-5570-4844-bbdc-00a8a81608d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737000 May 31 21:05:27.210860 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a79cbb0-030d-459b-87fc-c44457b8116d req-a58c0ed4-e82a-4f97-be65-3eb550aa9bdd tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:05:27.215173 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-1a79cbb0-030d-459b-87fc-c44457b8116d req-a58c0ed4-e82a-4f97-be65-3eb550aa9bdd tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=24059932-87a0-4e56-8bb0-4797276e2042 HTTP/1.1" status: 200 len: 946 time: 0.1227722 May 31 21:05:27.314539 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-1a79cbb0-030d-459b-87fc-c44457b8116d req-4c755ada-8be5-4235-9cb2-7a0fe48523a5 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=12907732-5570-4844-bbdc-00a8a81608d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890427 May 31 21:05:28.357410 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da2ea6-3825-4be7-9d7f-a4feba82b588 req-5c21616e-860a-4b59-a887-e8c169faee41 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:05:28.370419 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-80da2ea6-3825-4be7-9d7f-a4feba82b588 req-5c21616e-860a-4b59-a887-e8c169faee41 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/networks?id=3e967741-aa19-4db4-8371-4ee869c23fa1 HTTP/1.1" status: 200 len: 814 time: 0.1442695 May 31 21:05:28.416228 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-80da2ea6-3825-4be7-9d7f-a4feba82b588 req-ae6d928d-7a07-439b-9ffa-f3d3cc7bd613 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/quotas/9f9ac73d84244b1c9029586fa4969bbf HTTP/1.1" status: 200 len: 375 time: 0.0437195 May 31 21:05:28.543454 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-80da2ea6-3825-4be7-9d7f-a4feba82b588 req-4a97c081-181c-4f84-91b7-7cb10ded90b3 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9f9ac73d84244b1c9029586fa4969bbf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1245215 May 31 21:05:28.555888 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fb75dc-c158-4a22-8310-8ba212c6e79c req-6421963f-c8bc-4a47-b946-7dece12c7afd tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:05:28.561120 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-f1fb75dc-c158-4a22-8310-8ba212c6e79c req-6421963f-c8bc-4a47-b946-7dece12c7afd tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=24059932-87a0-4e56-8bb0-4797276e2042 HTTP/1.1" status: 200 len: 946 time: 0.0788698 May 31 21:05:28.675422 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-f1fb75dc-c158-4a22-8310-8ba212c6e79c req-8f9fc1a7-a4e1-4676-ae82-a712eaafb842 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=12907732-5570-4844-bbdc-00a8a81608d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106250 May 31 21:05:28.724971 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-80da2ea6-3825-4be7-9d7f-a4feba82b588 req-ba76df15-2bb6-498d-9bce-e4a265581aa7 service neutron] 10.222.0.55 "GET /v2.0/networks/3e967741-aa19-4db4-8371-4ee869c23fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504638 May 31 21:05:28.837881 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-80da2ea6-3825-4be7-9d7f-a4feba82b588 req-d46c984b-b421-4206-befc-0899ae02de53 service neutron] 10.222.0.55 "GET /v2.0/networks/3e967741-aa19-4db4-8371-4ee869c23fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059744 May 31 21:05:29.160104 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-7f68899f-0c38-44dc-96d0-50c8e596ec12 req-a64482d0-e0df-4e04-aa68-bedfc399bbda tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/ports?device_id=979133c4-01ae-4510-8d70-018170135a6c HTTP/1.1" status: 200 len: 210 time: 0.0463166 May 31 21:05:29.469008 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 34176) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:05:29.595945 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-b5e706df-7194-4530-aaf9-ed731538d4d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:29.720614 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-b5e706df-7194-4530-aaf9-ed731538d4d3 admin admin] Publish callbacks [] for security_group (8c3bd263-8671-4bef-826b-123086a9d3f3), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:29.817410 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-b5e706df-7194-4530-aaf9-ed731538d4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (8c3bd263-8671-4bef-826b-123086a9d3f3), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:29.825926 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:05:29.862990 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb7584a-b53e-41ed-a7ff-82c2ca60085b req-29ec797c-fa31-42d2-aabb-aaab6e9f32da tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:05:29.864562 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-4eb7584a-b53e-41ed-a7ff-82c2ca60085b req-29ec797c-fa31-42d2-aabb-aaab6e9f32da tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=24059932-87a0-4e56-8bb0-4797276e2042 HTTP/1.1" status: 200 len: 946 time: 0.0824199 May 31 21:05:29.870219 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e706df-7194-4530-aaf9-ed731538d4d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3bd263-8671-4bef-826b-123086a9d3f3,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:05:29.893919 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e706df-7194-4530-aaf9-ed731538d4d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:05:29.894275 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e706df-7194-4530-aaf9-ed731538d4d3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:05:29.894799 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e706df-7194-4530-aaf9-ed731538d4d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:05:29.895138 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e706df-7194-4530-aaf9-ed731538d4d3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:05:29.895648 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e706df-7194-4530-aaf9-ed731538d4d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:05:29.895986 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e706df-7194-4530-aaf9-ed731538d4d3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:05:29.896319 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e706df-7194-4530-aaf9-ed731538d4d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:05:29.896648 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e706df-7194-4530-aaf9-ed731538d4d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:05:29.896976 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e706df-7194-4530-aaf9-ed731538d4d3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:05:29.897307 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e706df-7194-4530-aaf9-ed731538d4d3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:05:29.897631 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e706df-7194-4530-aaf9-ed731538d4d3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:05:29.898151 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e706df-7194-4530-aaf9-ed731538d4d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:05:29.898474 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e706df-7194-4530-aaf9-ed731538d4d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:05:29.898964 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e706df-7194-4530-aaf9-ed731538d4d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:05:29.899288 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e706df-7194-4530-aaf9-ed731538d4d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:05:29.910124 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 34200) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:05:29.918005 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-b5e706df-7194-4530-aaf9-ed731538d4d3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5653894a4a2146ccbdf1918dbf7f3095&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4461262 May 31 21:05:29.962019 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-4eb7584a-b53e-41ed-a7ff-82c2ca60085b req-27f46b17-e6b8-4684-934f-8493e7a52fd8 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=12907732-5570-4844-bbdc-00a8a81608d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841117 May 31 21:05:29.982457 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-0f694e8b-f8e7-4820-8f81-e6515eac3710 admin admin] Publish callbacks [] for security_group (8c3bd263-8671-4bef-826b-123086a9d3f3), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:30.012394 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-0f694e8b-f8e7-4820-8f81-e6515eac3710 admin admin] Publish callbacks [] for security_group (8c3bd263-8671-4bef-826b-123086a9d3f3), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:30.182969 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 34220) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:05:30.196050 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-0f694e8b-f8e7-4820-8f81-e6515eac3710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (8c3bd263-8671-4bef-826b-123086a9d3f3), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:30.199569 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-0f694e8b-f8e7-4820-8f81-e6515eac3710 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:30.201471 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-0f694e8b-f8e7-4820-8f81-e6515eac3710 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8c3bd263-8671-4bef-826b-123086a9d3f3 HTTP/1.1" status: 204 len: 168 time: 0.2903404 May 31 21:05:30.227967 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:05:30.252335 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f694e8b-f8e7-4820-8f81-e6515eac3710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3bd263-8671-4bef-826b-123086a9d3f3,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:05:30.257141 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-f1b595ef-bf4b-4ad9-8ab5-f691655b8ea6 req-43bc97c2-abb1-4730-aec2-6f9f91aebd76 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/ports?device_id=979133c4-01ae-4510-8d70-018170135a6c HTTP/1.1" status: 200 len: 210 time: 0.0424669 May 31 21:05:30.269020 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:05:30.272974 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.db_base_plugin_v2 [None req-948a12aa-b19c-4acd-a95c-259a776e49a5 admin admin] Deleting subnet 08e764bd-20b6-44f1-99f2-cca1e9a4494b {{(pid=104321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 31 21:05:30.282548 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f694e8b-f8e7-4820-8f81-e6515eac3710 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:05:30.282870 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f694e8b-f8e7-4820-8f81-e6515eac3710 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:05:30.283419 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f694e8b-f8e7-4820-8f81-e6515eac3710 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:05:30.283760 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f694e8b-f8e7-4820-8f81-e6515eac3710 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:05:30.284092 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f694e8b-f8e7-4820-8f81-e6515eac3710 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:05:30.284484 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f694e8b-f8e7-4820-8f81-e6515eac3710 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:05:30.284820 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f694e8b-f8e7-4820-8f81-e6515eac3710 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:05:30.285254 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f694e8b-f8e7-4820-8f81-e6515eac3710 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:05:30.285851 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f694e8b-f8e7-4820-8f81-e6515eac3710 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:05:30.286285 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f694e8b-f8e7-4820-8f81-e6515eac3710 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:05:30.286610 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f694e8b-f8e7-4820-8f81-e6515eac3710 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:05:30.287661 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f694e8b-f8e7-4820-8f81-e6515eac3710 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:05:30.288168 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f694e8b-f8e7-4820-8f81-e6515eac3710 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:05:30.288559 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f694e8b-f8e7-4820-8f81-e6515eac3710 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:05:30.288886 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f694e8b-f8e7-4820-8f81-e6515eac3710 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:05:30.293627 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-948a12aa-b19c-4acd-a95c-259a776e49a5 admin admin] Publish callbacks [] for subnet (08e764bd-20b6-44f1-99f2-cca1e9a4494b), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:30.361693 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-948a12aa-b19c-4acd-a95c-259a776e49a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3660655'] for subnet (08e764bd-20b6-44f1-99f2-cca1e9a4494b), precommit_delete_associations {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:30.460874 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-948a12aa-b19c-4acd-a95c-259a776e49a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673141'] for subnet (08e764bd-20b6-44f1-99f2-cca1e9a4494b), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:30.520722 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e949d2-afa3-421b-8d57-9f420708f7f3 req-ab88dc14-a989-4697-824b-adb0f61f89c4 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:05:30.522303 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-23e949d2-afa3-421b-8d57-9f420708f7f3 req-ab88dc14-a989-4697-824b-adb0f61f89c4 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=24059932-87a0-4e56-8bb0-4797276e2042 HTTP/1.1" status: 200 len: 946 time: 0.0838380 May 31 21:05:30.581572 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-23e949d2-afa3-421b-8d57-9f420708f7f3 req-985615fd-2cd7-4039-b943-db9a6d57ace6 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=12907732-5570-4844-bbdc-00a8a81608d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484734 May 31 21:05:30.588697 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf56cadb-e6b8-4575-9b5c-594a98d8b79f req-ef9d1a20-3496-410b-b8c9-e17c3cb6f158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:05:30.590256 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-bf56cadb-e6b8-4575-9b5c-594a98d8b79f req-ef9d1a20-3496-410b-b8c9-e17c3cb6f158 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=f1b54ceb69fc4041b743a11eda4144a8&device_id=24059932-87a0-4e56-8bb0-4797276e2042 HTTP/1.1" status: 200 len: 1130 time: 0.0730965 May 31 21:05:30.663988 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:05:30.698675 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf56cadb-e6b8-4575-9b5c-594a98d8b79f req-db0e48e1-f133-4c37-9256-ec738708610b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:05:30.699706 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-bf56cadb-e6b8-4575-9b5c-594a98d8b79f req-db0e48e1-f133-4c37-9256-ec738708610b service neutron] 10.222.0.40 "GET /v2.0/networks?id=50707fc3-657a-4d1c-8628-0dfb2710b9bc HTTP/1.1" status: 200 len: 920 time: 0.0994716 May 31 21:05:30.755550 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-bf56cadb-e6b8-4575-9b5c-594a98d8b79f req-36d4cf5a-0379-4a66-a0dc-b38ba65b4f95 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d441d5e6-2812-4d1f-bf38-96cb2c781ded HTTP/1.1" status: 200 len: 217 time: 0.0415695 May 31 21:05:30.821743 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf56cadb-e6b8-4575-9b5c-594a98d8b79f req-73ec9f05-7790-4407-94ff-2f69a24deab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:05:30.822790 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-bf56cadb-e6b8-4575-9b5c-594a98d8b79f req-73ec9f05-7790-4407-94ff-2f69a24deab4 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=056887a1-bc98-40be-80ec-f43fe7602ab2 HTTP/1.1" status: 200 len: 858 time: 0.0616300 May 31 21:05:30.862936 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-948a12aa-b19c-4acd-a95c-259a776e49a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25540591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25435895'] for subnet (08e764bd-20b6-44f1-99f2-cca1e9a4494b), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:30.923541 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-948a12aa-b19c-4acd-a95c-259a776e49a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696852'] for subnet (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:30.931565 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-948a12aa-b19c-4acd-a95c-259a776e49a5 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/08e764bd-20b6-44f1-99f2-cca1e9a4494b HTTP/1.1" status: 204 len: 168 time: 0.7448556 May 31 21:05:30.931565 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948a12aa-b19c-4acd-a95c-259a776e49a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08e764bd-20b6-44f1-99f2-cca1e9a4494b,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:05:30.932594 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 34240) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:05:30.940895 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf56cadb-e6b8-4575-9b5c-594a98d8b79f req-cba95daa-2d0b-4ec9-a4f6-683f85faf094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:05:30.943882 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-bf56cadb-e6b8-4575-9b5c-594a98d8b79f req-cba95daa-2d0b-4ec9-a4f6-683f85faf094 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=50707fc3-657a-4d1c-8628-0dfb2710b9bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1146469 May 31 21:05:31.019740 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-3679c4c1-7e0c-4e3b-894d-cfdd87b3abc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681077'] for network (def33879-1a9b-4a13-8bc4-2587f54e44d0), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:31.059958 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-bf56cadb-e6b8-4575-9b5c-594a98d8b79f req-77ecb68b-6895-406a-b9cf-5581b4115627 service neutron] 10.222.0.40 "GET /v2.0/networks/50707fc3-657a-4d1c-8628-0dfb2710b9bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094089 May 31 21:05:31.110559 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-3679c4c1-7e0c-4e3b-894d-cfdd87b3abc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678652', 'neutron.services.segments.db._delete_segments_for_network-8747261968285'] for network (def33879-1a9b-4a13-8bc4-2587f54e44d0), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:31.137575 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.services.segments.db [None req-3679c4c1-7e0c-4e3b-894d-cfdd87b3abc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['def33879-1a9b-4a13-8bc4-2587f54e44d0']}} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:05:31.150762 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.services.segments.db [None req-3679c4c1-7e0c-4e3b-894d-cfdd87b3abc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d940c0f-0a2f-4312-a2b6-a9c20fb59504') {'for_net_delete': True} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:05:31.158166 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.services.segments.db [None req-3679c4c1-7e0c-4e3b-894d-cfdd87b3abc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d940c0f-0a2f-4312-a2b6-a9c20fb59504') {} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:05:31.164031 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-3679c4c1-7e0c-4e3b-894d-cfdd87b3abc9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747261973158', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571892'] for segment (7d940c0f-0a2f-4312-a2b6-a9c20fb59504), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:31.169506 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-bf56cadb-e6b8-4575-9b5c-594a98d8b79f req-5ff86494-0015-453b-ab4a-7d1ef2140645 service neutron] 10.222.0.40 "GET /v2.0/networks/50707fc3-657a-4d1c-8628-0dfb2710b9bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024935 May 31 21:05:31.180670 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-3679c4c1-7e0c-4e3b-894d-cfdd87b3abc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674812'] for segment (7d940c0f-0a2f-4312-a2b6-a9c20fb59504), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:31.188727 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3679c4c1-7e0c-4e3b-894d-cfdd87b3abc9 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=104320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 21:05:31.192592 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-3679c4c1-7e0c-4e3b-894d-cfdd87b3abc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25436834'] for segment (7d940c0f-0a2f-4312-a2b6-a9c20fb59504), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:31.238706 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.services.segments.plugin [-] Segment 7d940c0f-0a2f-4312-a2b6-a9c20fb59504 resource provider aggregate not found May 31 21:05:31.258515 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.services.segments.plugin [-] Segment 7d940c0f-0a2f-4312-a2b6-a9c20fb59504 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7d940c0f-0a2f-4312-a2b6-a9c20fb59504 found for delete ", "request_id": "req-9ed2321a-1850-4d7c-a13c-936fa9e81242"}]} May 31 21:05:31.304938 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 34248) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:05:31.320199 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-5aeb9690-2852-4a34-be1d-97dfd97d59b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:31.374470 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-2ed1a666-d0da-4dd9-8d36-5d193a406dc0 req-9bce777f-9e4f-4105-b3cb-13830e0679dd tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/ports?device_id=979133c4-01ae-4510-8d70-018170135a6c HTTP/1.1" status: 200 len: 210 time: 0.0385542 May 31 21:05:31.427268 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-3679c4c1-7e0c-4e3b-894d-cfdd87b3abc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598461'] for network (def33879-1a9b-4a13-8bc4-2587f54e44d0), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:31.431837 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-3679c4c1-7e0c-4e3b-894d-cfdd87b3abc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696852'] for network (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:31.438081 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 34254) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:05:31.438229 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-3679c4c1-7e0c-4e3b-894d-cfdd87b3abc9 admin admin] 10.222.0.55 "DELETE /v2.0/networks/def33879-1a9b-4a13-8bc4-2587f54e44d0 HTTP/1.1" status: 204 len: 168 time: 0.5041988 May 31 21:05:31.461583 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3679c4c1-7e0c-4e3b-894d-cfdd87b3abc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=def33879-1a9b-4a13-8bc4-2587f54e44d0,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:05:31.468751 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-5aeb9690-2852-4a34-be1d-97dfd97d59b8 admin admin] Publish callbacks [] for security_group (ae069d5b-7860-4353-bb6e-f071c9e83973), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:31.487410 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.db_base_plugin_v2 [None req-400a5424-d00a-4c93-b3c1-4eb65619f573 admin admin] Deleting subnet b6f8ff52-cdb1-4330-b921-399ec5fe1b4d {{(pid=104321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 31 21:05:31.490904 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-400a5424-d00a-4c93-b3c1-4eb65619f573 admin admin] Publish callbacks [] for subnet (b6f8ff52-cdb1-4330-b921-399ec5fe1b4d), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:31.532782 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-400a5424-d00a-4c93-b3c1-4eb65619f573 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3660655'] for subnet (b6f8ff52-cdb1-4330-b921-399ec5fe1b4d), precommit_delete_associations {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:31.552994 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-5aeb9690-2852-4a34-be1d-97dfd97d59b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (ae069d5b-7860-4353-bb6e-f071c9e83973), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:31.574241 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-400a5424-d00a-4c93-b3c1-4eb65619f573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673141'] for subnet (b6f8ff52-cdb1-4330-b921-399ec5fe1b4d), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:31.622658 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeb9690-2852-4a34-be1d-97dfd97d59b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae069d5b-7860-4353-bb6e-f071c9e83973,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:05:31.635902 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-5aeb9690-2852-4a34-be1d-97dfd97d59b8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a81bb1fa65cf4b108f75bc9a7387482d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3295093 May 31 21:05:31.636743 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 34258) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:05:31.717162 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-33abee6c-9876-4364-82a4-c7ba68af324a admin admin] Publish callbacks [] for security_group (ae069d5b-7860-4353-bb6e-f071c9e83973), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:31.726920 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6cb17c-00bd-47a6-aa8a-c9ed9a884199 req-1e0df15a-3bcf-46a9-84a7-985e1afe2f3a tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:05:31.729204 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-cc6cb17c-00bd-47a6-aa8a-c9ed9a884199 req-1e0df15a-3bcf-46a9-84a7-985e1afe2f3a tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=24059932-87a0-4e56-8bb0-4797276e2042 HTTP/1.1" status: 200 len: 946 time: 0.0590415 May 31 21:05:31.742594 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-33abee6c-9876-4364-82a4-c7ba68af324a admin admin] Publish callbacks [] for security_group (ae069d5b-7860-4353-bb6e-f071c9e83973), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:31.762682 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-400a5424-d00a-4c93-b3c1-4eb65619f573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25540591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25435895'] for subnet (b6f8ff52-cdb1-4330-b921-399ec5fe1b4d), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:31.767360 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:05:31.816319 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-cc6cb17c-00bd-47a6-aa8a-c9ed9a884199 req-598cb7c0-fa62-44e4-b5c8-2ab032ccd6b7 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=12907732-5570-4844-bbdc-00a8a81608d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803800 May 31 21:05:31.857708 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400a5424-d00a-4c93-b3c1-4eb65619f573 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6f8ff52-cdb1-4330-b921-399ec5fe1b4d,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:05:31.862981 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-400a5424-d00a-4c93-b3c1-4eb65619f573 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696852'] for subnet (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:31.866988 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-400a5424-d00a-4c93-b3c1-4eb65619f573 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/b6f8ff52-cdb1-4330-b921-399ec5fe1b4d HTTP/1.1" status: 204 len: 168 time: 0.4272375 May 31 21:05:31.869977 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 34260) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:05:31.951129 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-9419389c-e319-4c71-bf83-0909c7fd23b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681077'] for network (4f5c6705-9f17-4629-b316-8c3a0ccc48c5), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:31.970769 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-33abee6c-9876-4364-82a4-c7ba68af324a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (ae069d5b-7860-4353-bb6e-f071c9e83973), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:31.976012 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-33abee6c-9876-4364-82a4-c7ba68af324a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:31.983549 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-33abee6c-9876-4364-82a4-c7ba68af324a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ae069d5b-7860-4353-bb6e-f071c9e83973 HTTP/1.1" status: 204 len: 168 time: 0.3339372 May 31 21:05:31.998538 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33abee6c-9876-4364-82a4-c7ba68af324a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae069d5b-7860-4353-bb6e-f071c9e83973,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:05:32.069404 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-9419389c-e319-4c71-bf83-0909c7fd23b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678652', 'neutron.services.segments.db._delete_segments_for_network-8747261968285'] for network (4f5c6705-9f17-4629-b316-8c3a0ccc48c5), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:32.086610 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:05:32.089199 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.services.segments.db [None req-9419389c-e319-4c71-bf83-0909c7fd23b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f5c6705-9f17-4629-b316-8c3a0ccc48c5']}} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:05:32.100624 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.services.segments.db [None req-9419389c-e319-4c71-bf83-0909c7fd23b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a535f8d6-aaf8-4b00-9877-50d6c59df108') {'for_net_delete': True} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:05:32.101014 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.services.segments.db [None req-9419389c-e319-4c71-bf83-0909c7fd23b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a535f8d6-aaf8-4b00-9877-50d6c59df108') {} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:05:32.112829 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-9419389c-e319-4c71-bf83-0909c7fd23b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747261973158', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571892'] for segment (a535f8d6-aaf8-4b00-9877-50d6c59df108), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:32.132706 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-9419389c-e319-4c71-bf83-0909c7fd23b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674812'] for segment (a535f8d6-aaf8-4b00-9877-50d6c59df108), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:32.141068 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9419389c-e319-4c71-bf83-0909c7fd23b3 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=104320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 21:05:32.141472 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-9419389c-e319-4c71-bf83-0909c7fd23b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25436834'] for segment (a535f8d6-aaf8-4b00-9877-50d6c59df108), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:32.201341 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=7 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:05:32.361435 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-9419389c-e319-4c71-bf83-0909c7fd23b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598461'] for network (4f5c6705-9f17-4629-b316-8c3a0ccc48c5), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:32.369845 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-9419389c-e319-4c71-bf83-0909c7fd23b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696852'] for network (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:32.371854 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-9419389c-e319-4c71-bf83-0909c7fd23b3 admin admin] 10.222.0.55 "DELETE /v2.0/networks/4f5c6705-9f17-4629-b316-8c3a0ccc48c5 HTTP/1.1" status: 204 len: 168 time: 0.5003440 May 31 21:05:32.382352 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9419389c-e319-4c71-bf83-0909c7fd23b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f5c6705-9f17-4629-b316-8c3a0ccc48c5,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:05:32.499869 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-39c0d12d-1685-4ac6-adc5-654ceb0dc4a1 req-d958c7cd-4603-4334-8206-775487bcb635 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/ports?device_id=979133c4-01ae-4510-8d70-018170135a6c HTTP/1.1" status: 200 len: 210 time: 0.0455902 May 31 21:05:32.852924 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 34286) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:05:32.946951 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b095d11-5639-48ee-bac9-0419066338cb req-8f17001c-738d-473f-b5f9-6553d3cba459 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:05:32.948739 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-0b095d11-5639-48ee-bac9-0419066338cb req-8f17001c-738d-473f-b5f9-6553d3cba459 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=24059932-87a0-4e56-8bb0-4797276e2042 HTTP/1.1" status: 200 len: 946 time: 0.0560913 May 31 21:05:33.006003 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-0b095d11-5639-48ee-bac9-0419066338cb req-abf3d3bb-b4dc-45da-8e2f-dcefc5b6f97b tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=12907732-5570-4844-bbdc-00a8a81608d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515125 May 31 21:05:33.021075 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-c954d68b-654d-41f7-87c4-bc356a8008d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:33.055037 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 34292) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:05:33.131545 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-eebc12cc-d125-4fbe-957e-f4af9511c5e0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=06eea3ca15574bb49be23f075def7d30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0746942 May 31 21:05:33.136343 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 34296) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:05:33.147363 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-c954d68b-654d-41f7-87c4-bc356a8008d5 admin admin] Publish callbacks [] for security_group (aa57121c-fd20-474d-b079-b37f3e028596), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:33.197107 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-6b7865cb-28a1-483d-92ac-ab786a7cb328 admin admin] Publish callbacks [] for security_group (ef087cf9-2fb9-45ce-9f2f-942b68382104), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:33.225225 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-6b7865cb-28a1-483d-92ac-ab786a7cb328 admin admin] Publish callbacks [] for security_group (ef087cf9-2fb9-45ce-9f2f-942b68382104), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:33.229935 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-c954d68b-654d-41f7-87c4-bc356a8008d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (aa57121c-fd20-474d-b079-b37f3e028596), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:33.279543 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.services.segments.plugin [-] Segment a535f8d6-aaf8-4b00-9877-50d6c59df108 resource provider aggregate not found May 31 21:05:33.283409 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c954d68b-654d-41f7-87c4-bc356a8008d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa57121c-fd20-474d-b079-b37f3e028596,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:05:33.288127 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-c954d68b-654d-41f7-87c4-bc356a8008d5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=354fa5b12b2946478fc174b23e92855a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4320073 May 31 21:05:33.292768 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 34302) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:05:33.307314 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.services.segments.plugin [-] Segment a535f8d6-aaf8-4b00-9877-50d6c59df108 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a535f8d6-aaf8-4b00-9877-50d6c59df108 found for delete ", "request_id": "req-a70158b6-48cc-40d1-b7cf-146a44e5f66e"}]} May 31 21:05:33.358319 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-488a8d8f-7044-4d3f-a189-4ce11924d745 admin admin] Publish callbacks [] for security_group (aa57121c-fd20-474d-b079-b37f3e028596), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:33.372172 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-6b7865cb-28a1-483d-92ac-ab786a7cb328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (ef087cf9-2fb9-45ce-9f2f-942b68382104), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:33.375062 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-6b7865cb-28a1-483d-92ac-ab786a7cb328 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:33.378824 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-6b7865cb-28a1-483d-92ac-ab786a7cb328 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ef087cf9-2fb9-45ce-9f2f-942b68382104 HTTP/1.1" status: 204 len: 168 time: 0.2375045 May 31 21:05:33.397001 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7865cb-28a1-483d-92ac-ab786a7cb328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef087cf9-2fb9-45ce-9f2f-942b68382104,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:05:33.401661 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-488a8d8f-7044-4d3f-a189-4ce11924d745 admin admin] Publish callbacks [] for security_group (aa57121c-fd20-474d-b079-b37f3e028596), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:33.580025 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-488a8d8f-7044-4d3f-a189-4ce11924d745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (aa57121c-fd20-474d-b079-b37f3e028596), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:33.584845 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-488a8d8f-7044-4d3f-a189-4ce11924d745 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:33.586030 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-488a8d8f-7044-4d3f-a189-4ce11924d745 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/aa57121c-fd20-474d-b079-b37f3e028596 HTTP/1.1" status: 204 len: 168 time: 0.2922835 May 31 21:05:33.622959 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488a8d8f-7044-4d3f-a189-4ce11924d745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa57121c-fd20-474d-b079-b37f3e028596,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:05:33.628213 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-30c8158f-44bd-4d4f-8f7d-84f04280d931 req-4d646c32-efa4-4271-8ddc-9583ef70d05b tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/ports?device_id=979133c4-01ae-4510-8d70-018170135a6c HTTP/1.1" status: 200 len: 210 time: 0.0403750 May 31 21:05:33.642847 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=2 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:05:34.216923 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba10d8-aa62-4062-bb3d-19472a0d5291 req-33d91a55-c919-4a89-90a7-d2ccbc347d4a tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:05:34.219276 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-a7ba10d8-aa62-4062-bb3d-19472a0d5291 req-33d91a55-c919-4a89-90a7-d2ccbc347d4a tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=24059932-87a0-4e56-8bb0-4797276e2042 HTTP/1.1" status: 200 len: 946 time: 0.0900953 May 31 21:05:34.317036 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-a7ba10d8-aa62-4062-bb3d-19472a0d5291 req-91749147-9215-486f-8d70-f901d46a5d4c tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=12907732-5570-4844-bbdc-00a8a81608d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868211 May 31 21:05:34.347629 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:05:34.358180 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da2ea6-3825-4be7-9d7f-a4feba82b588 req-ed22b6d2-5417-4029-a2b4-fb9b2f610ea7 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:05:34.360298 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-80da2ea6-3825-4be7-9d7f-a4feba82b588 req-ed22b6d2-5417-4029-a2b4-fb9b2f610ea7 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.40 "GET /v2.0/networks?id=3e967741-aa19-4db4-8371-4ee869c23fa1 HTTP/1.1" status: 200 len: 814 time: 0.2032688 May 31 21:05:34.374953 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [req-80da2ea6-3825-4be7-9d7f-a4feba82b588 req-05b240e4-9316-4d08-b398-df3e863893e7 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Request body: {'port': {'device_id': '979133c4-01ae-4510-8d70-018170135a6c', 'network_id': '3e967741-aa19-4db4-8371-4ee869c23fa1', 'admin_state_up': True, 'tenant_id': '9f9ac73d84244b1c9029586fa4969bbf'}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:05:34.551463 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 34348) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:05:34.582481 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:05:34.633859 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-c0c56a80-1b18-440d-8d6e-6b11fc3e3419 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=469a666bd69248bdab29bb491d5a213a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0787895 May 31 21:05:34.634095 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 34352) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:05:34.702022 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-288b0238-5dac-424e-ac9f-be8758da4832 admin admin] Publish callbacks [] for security_group (4f50ce35-d565-4c4c-91f2-d10133918159), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:34.710506 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80da2ea6-3825-4be7-9d7f-a4feba82b588 req-05b240e4-9316-4d08-b398-df3e863893e7 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Made reservation on behalf of 9f9ac73d84244b1c9029586fa4969bbf for: {'port': 1} {{(pid=104321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 21:05:34.714423 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-80da2ea6-3825-4be7-9d7f-a4feba82b588 req-05b240e4-9316-4d08-b398-df3e863893e7 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:34.772924 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-288b0238-5dac-424e-ac9f-be8758da4832 admin admin] Publish callbacks [] for security_group (4f50ce35-d565-4c4c-91f2-d10133918159), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:34.897590 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-76e0b88a-a086-4de8-abce-dfd925a70ce2 req-98cba0fe-c8b7-4b0c-81c6-f798bae9ea35 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/ports?device_id=979133c4-01ae-4510-8d70-018170135a6c HTTP/1.1" status: 200 len: 210 time: 0.0620604 May 31 21:05:34.980227 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.db_base_plugin_common [req-80da2ea6-3825-4be7-9d7f-a4feba82b588 req-05b240e4-9316-4d08-b398-df3e863893e7 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Allocated IP 172.20.0.14 (3e967741-aa19-4db4-8371-4ee869c23fa1/c963a7bb-fcb2-47cb-b4af-694452e58e3a/6ba426b9-2ac4-463e-bc64-9ae379649087) {{(pid=104321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 21:05:34.997080 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:05:35.029833 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-288b0238-5dac-424e-ac9f-be8758da4832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (4f50ce35-d565-4c4c-91f2-d10133918159), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:35.033215 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-288b0238-5dac-424e-ac9f-be8758da4832 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:35.035033 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-288b0238-5dac-424e-ac9f-be8758da4832 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4f50ce35-d565-4c4c-91f2-d10133918159 HTTP/1.1" status: 204 len: 168 time: 0.3998182 May 31 21:05:35.044831 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b0238-5dac-424e-ac9f-be8758da4832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f50ce35-d565-4c4c-91f2-d10133918159,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:05:35.258489 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-80da2ea6-3825-4be7-9d7f-a4feba82b588 req-05b240e4-9316-4d08-b398-df3e863893e7 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Publish callbacks [] for port (6ba426b9-2ac4-463e-bc64-9ae379649087), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:35.379279 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-80da2ea6-3825-4be7-9d7f-a4feba82b588 req-05b240e4-9316-4d08-b398-df3e863893e7 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747261518129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25540506'] for port (6ba426b9-2ac4-463e-bc64-9ae379649087), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:35.458324 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80da2ea6-3825-4be7-9d7f-a4feba82b588 req-05b240e4-9316-4d08-b398-df3e863893e7 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Network 3e967741-aa19-4db4-8371-4ee869c23fa1 is already hosted by enough agents. {{(pid=104321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 21:05:35.466530 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.base_scheduler [req-80da2ea6-3825-4be7-9d7f-a4feba82b588 req-05b240e4-9316-4d08-b398-df3e863893e7 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Resources bound (agent type, host, resource id): {{(pid=104321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:05:35.469442 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b240e4-9316-4d08-b398-df3e863893e7 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Pushing event updated for resources: {'Port': ['ID=6ba426b9-2ac4-463e-bc64-9ae379649087,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:05:35.473989 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [req-80da2ea6-3825-4be7-9d7f-a4feba82b588 req-05b240e4-9316-4d08-b398-df3e863893e7 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Received port after_create {{(pid=104321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 31 21:05:35.539830 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da2ea6-3825-4be7-9d7f-a4feba82b588 req-05b240e4-9316-4d08-b398-df3e863893e7 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:05:35.539830 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-80da2ea6-3825-4be7-9d7f-a4feba82b588 req-05b240e4-9316-4d08-b398-df3e863893e7 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for port (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:35.620920 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-80da2ea6-3825-4be7-9d7f-a4feba82b588 req-05b240e4-9316-4d08-b398-df3e863893e7 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2521899 May 31 21:05:35.645325 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [req-80da2ea6-3825-4be7-9d7f-a4feba82b588 req-bd657c2d-06f6-4ed9-b69a-8c4441ef84f6 service neutron] Request body: {'port': {'device_id': '979133c4-01ae-4510-8d70-018170135a6c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:05:35.761670 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-80da2ea6-3825-4be7-9d7f-a4feba82b588 req-bd657c2d-06f6-4ed9-b69a-8c4441ef84f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (6ba426b9-2ac4-463e-bc64-9ae379649087), before_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:35.822976 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:DELETE=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:05:35.897149 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-fd704c56-a0e8-498a-a5dd-11a9a2e82afd None None] Provisioning complete for port 6ba426b9-2ac4-463e-bc64-9ae379649087 triggered by entity DHCP. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:05:35.898068 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-fd704c56-a0e8-498a-a5dd-11a9a2e82afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (6ba426b9-2ac4-463e-bc64-9ae379649087), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:35.968682 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-fd704c56-a0e8-498a-a5dd-11a9a2e82afd None None] Port 6ba426b9-2ac4-463e-bc64-9ae379649087 cannot update to ACTIVE because it is not bound. {{(pid=104322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 31 21:05:36.097076 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740c899c-9b33-45d5-967d-4d0c171ca42a req-0e449b4a-335a-43d1-86c3-743c09d472ac tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:05:36.109654 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-740c899c-9b33-45d5-967d-4d0c171ca42a req-0e449b4a-335a-43d1-86c3-743c09d472ac tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/ports?device_id=979133c4-01ae-4510-8d70-018170135a6c HTTP/1.1" status: 200 len: 932 time: 0.0863914 May 31 21:05:36.220057 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:05:36.245500 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-740c899c-9b33-45d5-967d-4d0c171ca42a req-6d55b8a6-26ff-4755-bef9-c2a6b58dcbb5 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc53867c-a18f-4781-8698-c86927740494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343138 May 31 21:05:36.429680 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.notifiers.nova [req-80da2ea6-3825-4be7-9d7f-a4feba82b588 req-bd657c2d-06f6-4ed9-b69a-8c4441ef84f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ba426b9-2ac4-463e-bc64-9ae379649087 {{(pid=104321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 21:05:36.462293 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-80da2ea6-3825-4be7-9d7f-a4feba82b588 req-bd657c2d-06f6-4ed9-b69a-8c4441ef84f6 service neutron] Publish callbacks [] for port (6ba426b9-2ac4-463e-bc64-9ae379649087), precommit_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:36.506852 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.provisioning_blocks [req-80da2ea6-3825-4be7-9d7f-a4feba82b588 req-bd657c2d-06f6-4ed9-b69a-8c4441ef84f6 service neutron] Transition to ACTIVE for port object 6ba426b9-2ac4-463e-bc64-9ae379649087 will not be triggered until provisioned by entity L2. {{(pid=104321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 31 21:05:36.612687 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-80da2ea6-3825-4be7-9d7f-a4feba82b588 req-bd657c2d-06f6-4ed9-b69a-8c4441ef84f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25540501'] for port (6ba426b9-2ac4-463e-bc64-9ae379649087), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:36.800287 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 34434) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:05:36.805716 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.v2.base [None req-9a7022ec-210a-4145-8baa-c92f585c8a47 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1213022904', 'description': 'tempest-description--718050483'}} {{(pid=104320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:05:36.839236 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd657c2d-06f6-4ed9-b69a-8c4441ef84f6 service neutron] Pushing event updated for resources: {'Port': ['ID=6ba426b9-2ac4-463e-bc64-9ae379649087,revision_number=2']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:05:36.950363 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-9a7022ec-210a-4145-8baa-c92f585c8a47 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Publish callbacks [] for security_group (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:37.013234 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [req-80da2ea6-3825-4be7-9d7f-a4feba82b588 req-bd657c2d-06f6-4ed9-b69a-8c4441ef84f6 service neutron] Attempting to bind port 6ba426b9-2ac4-463e-bc64-9ae379649087 on host hv-cinder-83979 for vnic_type normal with profile {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 31 21:05:37.013578 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [req-80da2ea6-3825-4be7-9d7f-a4feba82b588 req-bd657c2d-06f6-4ed9-b69a-8c4441ef84f6 service neutron] Attempting to bind port 6ba426b9-2ac4-463e-bc64-9ae379649087 by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': '88d8d1e3-3d6c-42b5-a877-6f1b62878109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3e967741-aa19-4db4-8371-4ee869c23fa1'}] {{(pid=104321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 31 21:05:37.013947 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80da2ea6-3825-4be7-9d7f-a4feba82b588 req-bd657c2d-06f6-4ed9-b69a-8c4441ef84f6 service neutron] Attempting to bind port 6ba426b9-2ac4-463e-bc64-9ae379649087 on network 3e967741-aa19-4db4-8371-4ee869c23fa1 {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 31 21:05:37.021920 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80da2ea6-3825-4be7-9d7f-a4feba82b588 req-bd657c2d-06f6-4ed9-b69a-8c4441ef84f6 service neutron] Port 6ba426b9-2ac4-463e-bc64-9ae379649087 on network 3e967741-aa19-4db4-8371-4ee869c23fa1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 31 21:05:37.022571 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80da2ea6-3825-4be7-9d7f-a4feba82b588 req-bd657c2d-06f6-4ed9-b69a-8c4441ef84f6 service neutron] Attempting to bind port 6ba426b9-2ac4-463e-bc64-9ae379649087 on network 3e967741-aa19-4db4-8371-4ee869c23fa1 {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 31 21:05:37.030376 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80da2ea6-3825-4be7-9d7f-a4feba82b588 req-bd657c2d-06f6-4ed9-b69a-8c4441ef84f6 service neutron] Checking agent: {'id': '51675295-7abb-4335-9c5a-c46a9082010e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 21, 1, 20), 'started_at': datetime.datetime(2022, 5, 31, 21, 1, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 21, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 31 21:05:37.030897 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80da2ea6-3825-4be7-9d7f-a4feba82b588 req-bd657c2d-06f6-4ed9-b69a-8c4441ef84f6 service neutron] Checking segment: {'id': '88d8d1e3-3d6c-42b5-a877-6f1b62878109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3e967741-aa19-4db4-8371-4ee869c23fa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 31 21:05:37.031614 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80da2ea6-3825-4be7-9d7f-a4feba82b588 req-bd657c2d-06f6-4ed9-b69a-8c4441ef84f6 service neutron] Bound using segment: {'id': '88d8d1e3-3d6c-42b5-a877-6f1b62878109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3e967741-aa19-4db4-8371-4ee869c23fa1'} {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 31 21:05:37.034799 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [req-80da2ea6-3825-4be7-9d7f-a4feba82b588 req-bd657c2d-06f6-4ed9-b69a-8c4441ef84f6 service neutron] Bound port: 6ba426b9-2ac4-463e-bc64-9ae379649087, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88d8d1e3-3d6c-42b5-a877-6f1b62878109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3e967741-aa19-4db4-8371-4ee869c23fa1'}}] {{(pid=104321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 31 21:05:37.037607 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-80da2ea6-3825-4be7-9d7f-a4feba82b588 req-bd657c2d-06f6-4ed9-b69a-8c4441ef84f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (6ba426b9-2ac4-463e-bc64-9ae379649087), before_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:37.121364 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-9a7022ec-210a-4145-8baa-c92f585c8a47 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Publish callbacks [] for security_group (45e231cd-88df-4a61-a62e-dfaa346cf0fd), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:37.283164 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-9a7022ec-210a-4145-8baa-c92f585c8a47 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (45e231cd-88df-4a61-a62e-dfaa346cf0fd), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:37.348131 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [req-80da2ea6-3825-4be7-9d7f-a4feba82b588 req-bd657c2d-06f6-4ed9-b69a-8c4441ef84f6 service neutron] For port 6ba426b9-2ac4-463e-bc64-9ae379649087, host hv-cinder-83979, cleared binding levels {{(pid=104321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 31 21:05:37.368165 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [req-80da2ea6-3825-4be7-9d7f-a4feba82b588 req-bd657c2d-06f6-4ed9-b69a-8c4441ef84f6 service neutron] For port 6ba426b9-2ac4-463e-bc64-9ae379649087, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=6ba426b9-2ac4-463e-bc64-9ae379649087,segment=NetworkSegment(88d8d1e3-3d6c-42b5-a877-6f1b62878109),segment_id=88d8d1e3-3d6c-42b5-a877-6f1b62878109)] {{(pid=104321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 31 21:05:37.440332 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7022ec-210a-4145-8baa-c92f585c8a47 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45e231cd-88df-4a61-a62e-dfaa346cf0fd,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:05:37.484247 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b8fd07-959d-4b86-952c-3827a680ed82 req-4d5aae13-8dd9-4f8a-93a5-794ccdaccc57 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:05:37.492424 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-e2b8fd07-959d-4b86-952c-3827a680ed82 req-4d5aae13-8dd9-4f8a-93a5-794ccdaccc57 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/ports?device_id=979133c4-01ae-4510-8d70-018170135a6c HTTP/1.1" status: 200 len: 944 time: 0.1264749 May 31 21:05:37.513546 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:05:37.517301 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-80da2ea6-3825-4be7-9d7f-a4feba82b588 req-bd657c2d-06f6-4ed9-b69a-8c4441ef84f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25540501'] for port (6ba426b9-2ac4-463e-bc64-9ae379649087), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:37.553051 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-9a7022ec-210a-4145-8baa-c92f585c8a47 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Publish callbacks [] for security_group (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:37.562141 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-9a7022ec-210a-4145-8baa-c92f585c8a47 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7601314 May 31 21:05:37.562961 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 34446) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:05:37.591691 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.v2.base [None req-d6dca68f-ec56-4fa2-8758-847c78adf35a tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Request body: {'security_group_rule': {'security_group_id': '45e231cd-88df-4a61-a62e-dfaa346cf0fd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:05:37.631215 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da2ea6-3825-4be7-9d7f-a4feba82b588 req-bd657c2d-06f6-4ed9-b69a-8c4441ef84f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:05:37.632169 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-80da2ea6-3825-4be7-9d7f-a4feba82b588 req-bd657c2d-06f6-4ed9-b69a-8c4441ef84f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for port (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:37.634483 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-80da2ea6-3825-4be7-9d7f-a4feba82b588 req-bd657c2d-06f6-4ed9-b69a-8c4441ef84f6 service neutron] 10.222.0.40 "PUT /v2.0/ports/6ba426b9-2ac4-463e-bc64-9ae379649087 HTTP/1.1" status: 200 len: 1094 time: 2.0057111 May 31 21:05:37.638232 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '979133c4-01ae-4510-8d70-018170135a6c', 'tag': '6ba426b9-2ac4-463e-bc64-9ae379649087'}] {{(pid=104321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:05:37.645663 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6b014d5dee29fffbb36c15c330f4dd8b871b4cb67f19a16d167ed5ff3960b8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36fe4b5c-6ff2-4f9e-b0d7-aab60d264b7b" -d '{"events": [{"name": "network-changed", "server_uuid": "979133c4-01ae-4510-8d70-018170135a6c", "tag": "6ba426b9-2ac4-463e-bc64-9ae379649087"}]}' {{(pid=104321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:05:37.677881 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-e2b8fd07-959d-4b86-952c-3827a680ed82 req-fbf49517-97d4-4801-8a93-630ace00014e tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc53867c-a18f-4781-8698-c86927740494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831062 May 31 21:05:37.779546 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd657c2d-06f6-4ed9-b69a-8c4441ef84f6 service neutron] Pushing event updated for resources: {'Port': ['ID=6ba426b9-2ac4-463e-bc64-9ae379649087,revision_number=3']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:05:37.845877 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 May 2022 21:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50012daf-6ea3-4b67-9df4-f347dabf1877 x-openstack-request-id: req-50012daf-6ea3-4b67-9df4-f347dabf1877 {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:05:37.854935 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "979133c4-01ae-4510-8d70-018170135a6c", "tag": "6ba426b9-2ac4-463e-bc64-9ae379649087", "status": "completed", "code": 200}]} {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:05:37.856028 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-50012daf-6ea3-4b67-9df4-f347dabf1877 {{(pid=104321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:05:37.862339 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50012daf-6ea3-4b67-9df4-f347dabf1877'] response: {'name': 'network-changed', 'server_uuid': '979133c4-01ae-4510-8d70-018170135a6c', 'tag': '6ba426b9-2ac4-463e-bc64-9ae379649087', 'status': 'completed', 'code': 200} May 31 21:05:37.879739 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-d6dca68f-ec56-4fa2-8758-847c78adf35a tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Publish callbacks [] for security_group_rule (92606720-2334-4f8c-9ee4-51dcb914be90), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:38.045465 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe4b5c-6ff2-4f9e-b0d7-aab60d264b7b req-750216ee-abac-4b37-8f2e-358e17b860b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:05:38.052220 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-36fe4b5c-6ff2-4f9e-b0d7-aab60d264b7b req-750216ee-abac-4b37-8f2e-358e17b860b9 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=9f9ac73d84244b1c9029586fa4969bbf&device_id=979133c4-01ae-4510-8d70-018170135a6c HTTP/1.1" status: 200 len: 1128 time: 0.1799772 May 31 21:05:38.183840 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-d6dca68f-ec56-4fa2-8758-847c78adf35a tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Publish callbacks [] for security_group_rule (92606720-2334-4f8c-9ee4-51dcb914be90), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:38.326784 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe4b5c-6ff2-4f9e-b0d7-aab60d264b7b req-fe677296-d751-4e54-a9fb-8ed2ba534237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:05:38.331083 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-d6dca68f-ec56-4fa2-8758-847c78adf35a tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769332'] for security_group_rule (92606720-2334-4f8c-9ee4-51dcb914be90), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:38.339757 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-36fe4b5c-6ff2-4f9e-b0d7-aab60d264b7b req-fe677296-d751-4e54-a9fb-8ed2ba534237 service neutron] 10.222.0.40 "GET /v2.0/networks?tenant_id=9f9ac73d84244b1c9029586fa4969bbf&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2748022 May 31 21:05:38.465978 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dca68f-ec56-4fa2-8758-847c78adf35a tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92606720-2334-4f8c-9ee4-51dcb914be90,revision_number=0']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:05:38.536177 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-d6dca68f-ec56-4fa2-8758-847c78adf35a tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:38.538539 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-d6dca68f-ec56-4fa2-8758-847c78adf35a tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9664783 May 31 21:05:38.543871 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 34476) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:05:38.552329 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.v2.base [None req-5a4179c9-1606-47e4-ad9c-f6d1beaa95b0 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Request body: {'security_group_rule': {'security_group_id': '45e231cd-88df-4a61-a62e-dfaa346cf0fd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:05:38.648133 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe4b5c-6ff2-4f9e-b0d7-aab60d264b7b req-f3b1b565-ac97-4bdc-bea7-0f3736059824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:05:38.654610 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-36fe4b5c-6ff2-4f9e-b0d7-aab60d264b7b req-f3b1b565-ac97-4bdc-bea7-0f3736059824 service neutron] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3009803 May 31 21:05:38.682843 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-5a4179c9-1606-47e4-ad9c-f6d1beaa95b0 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Publish callbacks [] for security_group_rule (51d5fd75-8340-40af-a865-f0afe4ba68aa), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:38.929742 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da2ea6-3825-4be7-9d7f-a4feba82b588 req-9a6f05e2-bb79-4ac3-b6db-265b80188856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:05:38.935012 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-80da2ea6-3825-4be7-9d7f-a4feba82b588 req-9a6f05e2-bb79-4ac3-b6db-265b80188856 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=9f9ac73d84244b1c9029586fa4969bbf&device_id=979133c4-01ae-4510-8d70-018170135a6c HTTP/1.1" status: 200 len: 1128 time: 0.1278358 May 31 21:05:38.957833 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-5a4179c9-1606-47e4-ad9c-f6d1beaa95b0 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Publish callbacks [] for security_group_rule (51d5fd75-8340-40af-a865-f0afe4ba68aa), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:38.961520 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:05:39.077317 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed845a7-bdc8-455c-beb4-f92265bd466a req-790e9c50-5507-4d6e-ac0c-ef208b58b5f1 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:05:39.084963 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-7ed845a7-bdc8-455c-beb4-f92265bd466a req-790e9c50-5507-4d6e-ac0c-ef208b58b5f1 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/ports?device_id=979133c4-01ae-4510-8d70-018170135a6c HTTP/1.1" status: 200 len: 944 time: 0.2192998 May 31 21:05:39.089941 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-5a4179c9-1606-47e4-ad9c-f6d1beaa95b0 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769332'] for security_group_rule (51d5fd75-8340-40af-a865-f0afe4ba68aa), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:39.156052 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4179c9-1606-47e4-ad9c-f6d1beaa95b0 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51d5fd75-8340-40af-a865-f0afe4ba68aa,revision_number=0']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:05:39.224854 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-7ed845a7-bdc8-455c-beb4-f92265bd466a req-65ad5578-c2fe-4b91-b1af-e15c6b738f5e tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc53867c-a18f-4781-8698-c86927740494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253810 May 31 21:05:39.278811 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-5a4179c9-1606-47e4-ad9c-f6d1beaa95b0 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:39.285292 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-5a4179c9-1606-47e4-ad9c-f6d1beaa95b0 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7350085 May 31 21:05:39.285562 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 34500) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:05:39.293250 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.v2.base [None req-7b299a54-b870-4f37-95a5-af730af29036 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Request body: {'floatingip': {'floating_network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac'}} {{(pid=104320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:05:39.484417 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-7b299a54-b870-4f37-95a5-af730af29036 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:39.658519 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-7b299a54-b870-4f37-95a5-af730af29036 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:39.807205 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=6 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:05:39.884240 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.db.db_base_plugin_common [None req-7b299a54-b870-4f37-95a5-af730af29036 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Allocated IP 172.27.0.178 (c2cfca3b-95da-4cff-a3c5-795dffb6abac/763c29f6-cebe-4813-9ab2-68212649a0b5/241165ad-7484-426c-98bf-5d2c23fe1615) {{(pid=104320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 21:05:40.144598 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-7b299a54-b870-4f37-95a5-af730af29036 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Publish callbacks [] for port (241165ad-7484-426c-98bf-5d2c23fe1615), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:40.313583 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-7b299a54-b870-4f37-95a5-af730af29036 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747261518129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437045'] for port (241165ad-7484-426c-98bf-5d2c23fe1615), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:40.428759 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b299a54-b870-4f37-95a5-af730af29036 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Network c2cfca3b-95da-4cff-a3c5-795dffb6abac is already hosted by enough agents. {{(pid=104320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 21:05:40.437560 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.base_scheduler [None req-7b299a54-b870-4f37-95a5-af730af29036 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Resources bound (agent type, host, resource id): {{(pid=104320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:05:40.444949 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b299a54-b870-4f37-95a5-af730af29036 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Received port after_create {{(pid=104320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 31 21:05:40.506771 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b299a54-b870-4f37-95a5-af730af29036 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Pushing event updated for resources: {'Port': ['ID=241165ad-7484-426c-98bf-5d2c23fe1615,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:05:40.532353 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397c4696-7618-46eb-997a-2465fae29fdd req-d1efda7d-98cc-4611-aad9-243733c28792 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:05:40.534023 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-397c4696-7618-46eb-997a-2465fae29fdd req-d1efda7d-98cc-4611-aad9-243733c28792 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/ports?device_id=979133c4-01ae-4510-8d70-018170135a6c HTTP/1.1" status: 200 len: 944 time: 0.1519835 May 31 21:05:40.778640 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-397c4696-7618-46eb-997a-2465fae29fdd req-03b93252-a7a0-46ad-bca6-0fa650a33c32 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc53867c-a18f-4781-8698-c86927740494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287662 May 31 21:05:40.798297 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-7b299a54-b870-4f37-95a5-af730af29036 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Publish callbacks [] for floatingip (ef0e977f-0c66-4aac-8538-83f676614c57), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:40.972696 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-7b299a54-b870-4f37-95a5-af730af29036 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (241165ad-7484-426c-98bf-5d2c23fe1615), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:41.593276 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-7b299a54-b870-4f37-95a5-af730af29036 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Publish callbacks [] for port (241165ad-7484-426c-98bf-5d2c23fe1615), precommit_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:41.680245 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-7b299a54-b870-4f37-95a5-af730af29036 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437050'] for port (241165ad-7484-426c-98bf-5d2c23fe1615), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:41.738994 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:05:41.852944 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=11 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:05:41.869765 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=23 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:05:41.967392 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-7b299a54-b870-4f37-95a5-af730af29036 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598426'] for floatingip (ef0e977f-0c66-4aac-8538-83f676614c57), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:41.979492 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b299a54-b870-4f37-95a5-af730af29036 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Pushing event updated for resources: {'Port': ['ID=241165ad-7484-426c-98bf-5d2c23fe1615,revision_number=2']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:05:42.074112 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25a4e6f-4ad3-41d2-b748-99fadd99f23a req-f5e6ca13-91be-4d36-a015-49311296da2b tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:05:42.075748 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-a25a4e6f-4ad3-41d2-b748-99fadd99f23a req-f5e6ca13-91be-4d36-a015-49311296da2b tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/ports?device_id=979133c4-01ae-4510-8d70-018170135a6c HTTP/1.1" status: 200 len: 944 time: 0.0834045 May 31 21:05:42.170962 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-a25a4e6f-4ad3-41d2-b748-99fadd99f23a req-d225aac6-db11-4a13-9195-f0bfbffc2fd1 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc53867c-a18f-4781-8698-c86927740494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886400 May 31 21:05:42.722394 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8ea05b5b-62f5-4ea6-9b42-6423a2358197 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (5ca9f0a2-8e5f-4b54-94fa-454f095515e4), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:42.725136 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-7b299a54-b870-4f37-95a5-af730af29036 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for floatingip (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:42.740531 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-7b299a54-b870-4f37-95a5-af730af29036 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4402463 May 31 21:05:43.314530 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e564c953-6a1e-4f46-ac1d-5e560baa2b8a req-f4580f78-0b5e-47d0-aaa9-23621c3e124b tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:05:43.317870 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-e564c953-6a1e-4f46-ac1d-5e560baa2b8a req-f4580f78-0b5e-47d0-aaa9-23621c3e124b tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/ports?device_id=979133c4-01ae-4510-8d70-018170135a6c HTTP/1.1" status: 200 len: 944 time: 0.0561411 May 31 21:05:43.408296 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-e564c953-6a1e-4f46-ac1d-5e560baa2b8a req-61325bc1-791f-481e-b065-188568b79f36 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc53867c-a18f-4781-8698-c86927740494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855925 May 31 21:05:44.635691 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab64e4-0a50-4e6c-b3eb-1d48b9bc50b7 req-2e77caaa-1ffb-4917-8513-6c402ff71116 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:05:44.642970 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-a7ab64e4-0a50-4e6c-b3eb-1d48b9bc50b7 req-2e77caaa-1ffb-4917-8513-6c402ff71116 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/ports?device_id=979133c4-01ae-4510-8d70-018170135a6c HTTP/1.1" status: 200 len: 944 time: 0.0936599 May 31 21:05:44.670225 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-14c16548-d771-4b37-a568-2b4dd1706276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (13ce5b10-321e-4e80-b29e-1cfc3c51661e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:44.754524 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-a7ab64e4-0a50-4e6c-b3eb-1d48b9bc50b7 req-f2bf90cc-3562-4e11-8e25-5c1a49260827 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc53867c-a18f-4781-8698-c86927740494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104856 May 31 21:05:44.813420 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:05:45.800484 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-58fa0aab-c296-4be2-a1ab-08418c16cad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (8170e961-7e1e-4c09-b09f-6b764c457cfd), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:45.965686 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4d406-3e08-4069-8f19-f79caebb6cf9 req-1980e5d5-1ee7-4c70-8dc8-ad4bc6c94c76 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:05:45.967648 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-d4e4d406-3e08-4069-8f19-f79caebb6cf9 req-1980e5d5-1ee7-4c70-8dc8-ad4bc6c94c76 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/ports?device_id=979133c4-01ae-4510-8d70-018170135a6c HTTP/1.1" status: 200 len: 944 time: 0.0946341 May 31 21:05:46.028050 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-d4e4d406-3e08-4069-8f19-f79caebb6cf9 req-84b43545-94d2-496a-ae75-4b376d39a9cb tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc53867c-a18f-4781-8698-c86927740494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542586 May 31 21:05:47.068304 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-b770b660-b824-4665-84d0-9bbdd29e8e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (1c1563bc-5b12-4065-8d27-b22246e8e8d3), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:47.224478 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11d1fa3-7ca5-4054-81a9-caa8b6309e40 req-31b1b8fa-ba07-47e9-97e1-05ef4c63db7c tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:05:47.226145 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-f11d1fa3-7ca5-4054-81a9-caa8b6309e40 req-31b1b8fa-ba07-47e9-97e1-05ef4c63db7c tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/ports?device_id=979133c4-01ae-4510-8d70-018170135a6c HTTP/1.1" status: 200 len: 944 time: 0.0651786 May 31 21:05:47.380487 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-f11d1fa3-7ca5-4054-81a9-caa8b6309e40 req-53cfcfee-92cc-4602-90ba-1e51f67f2841 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc53867c-a18f-4781-8698-c86927740494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410124 May 31 21:05:48.479930 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=38,neutron:UPDATE=1 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:05:48.532137 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31961792-b975-4ca6-b51e-4640a8604b69 req-2ffab872-6589-43d6-9acf-fea1ee35990d tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:05:48.534727 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-31961792-b975-4ca6-b51e-4640a8604b69 req-2ffab872-6589-43d6-9acf-fea1ee35990d tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/ports?device_id=979133c4-01ae-4510-8d70-018170135a6c HTTP/1.1" status: 200 len: 944 time: 0.0742347 May 31 21:05:48.615037 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-31961792-b975-4ca6-b51e-4640a8604b69 req-179f9c93-6a24-4d36-b031-30b833039147 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc53867c-a18f-4781-8698-c86927740494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705371 May 31 21:05:48.705225 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (a61205dd-b11c-42a1-aa2d-4b7310a8dc99), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:48.925207 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:05:49.471034 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-6b0e9928-1826-4a11-9f0e-e9c21442954b req-b6c266dd-4656-4b39-a96b-6a0eba5028f4 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1213022904&fields=id&tenant_id=f1b54ceb69fc4041b743a11eda4144a8 HTTP/1.1" status: 200 len: 267 time: 0.0657003 May 31 21:05:49.530021 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:05:49.598414 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e9928-1826-4a11-9f0e-e9c21442954b req-af04dc94-9acd-4b75-a122-047b0e960872 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:05:49.600045 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-6b0e9928-1826-4a11-9f0e-e9c21442954b req-af04dc94-9acd-4b75-a122-047b0e960872 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/networks?id=50707fc3-657a-4d1c-8628-0dfb2710b9bc HTTP/1.1" status: 200 len: 819 time: 0.1282258 May 31 21:05:49.615623 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-6b0e9928-1826-4a11-9f0e-e9c21442954b req-9ae4e020-0b80-46a2-8c49-91fb7128c5dd tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/quotas/f1b54ceb69fc4041b743a11eda4144a8 HTTP/1.1" status: 200 len: 375 time: 0.0095332 May 31 21:05:49.633885 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 34746) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:05:49.692297 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-6b0e9928-1826-4a11-9f0e-e9c21442954b req-3978fb05-c549-4f01-ad52-24576f4e9b26 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f1b54ceb69fc4041b743a11eda4144a8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0702584 May 31 21:05:49.847129 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-69a2e213-ffc5-4d72-895a-da74f2b80fed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:49.887430 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22666b53-3a4b-4380-ae3c-3e8af7517c64 req-84ecfdb0-ab3c-4f47-8627-4128fbe43dcf tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:05:49.889093 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-22666b53-3a4b-4380-ae3c-3e8af7517c64 req-84ecfdb0-ab3c-4f47-8627-4128fbe43dcf tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/ports?device_id=979133c4-01ae-4510-8d70-018170135a6c HTTP/1.1" status: 200 len: 944 time: 0.1482134 May 31 21:05:49.957105 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-6b0e9928-1826-4a11-9f0e-e9c21442954b req-310da6ed-d49c-44f8-9378-2753d3eebd39 service neutron] 10.222.0.55 "GET /v2.0/networks/50707fc3-657a-4d1c-8628-0dfb2710b9bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513096 May 31 21:05:49.968906 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:05:50.037581 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-22666b53-3a4b-4380-ae3c-3e8af7517c64 req-e5354d5b-5910-4314-be76-6f9c9d066d63 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc53867c-a18f-4781-8698-c86927740494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342211 May 31 21:05:50.124310 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-6b0e9928-1826-4a11-9f0e-e9c21442954b req-142bf4b8-a978-4250-a7d0-ed57534a5e02 service neutron] 10.222.0.55 "GET /v2.0/networks/50707fc3-657a-4d1c-8628-0dfb2710b9bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589391 May 31 21:05:50.137453 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-69a2e213-ffc5-4d72-895a-da74f2b80fed admin admin] Publish callbacks [] for security_group (9068622d-aebb-43e2-8f8d-18e5d9d10586), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:50.236276 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-69a2e213-ffc5-4d72-895a-da74f2b80fed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (9068622d-aebb-43e2-8f8d-18e5d9d10586), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:50.283371 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-69a2e213-ffc5-4d72-895a-da74f2b80fed admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e235df38bcd14750ba918712f7198f7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6484478 May 31 21:05:50.284243 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a2e213-ffc5-4d72-895a-da74f2b80fed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9068622d-aebb-43e2-8f8d-18e5d9d10586,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:05:50.286305 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 34764) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:05:50.349371 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-fbbc2d26-4072-4024-ac76-331b0f3d2a25 admin admin] Publish callbacks [] for security_group (9068622d-aebb-43e2-8f8d-18e5d9d10586), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:50.379182 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-fbbc2d26-4072-4024-ac76-331b0f3d2a25 admin admin] Publish callbacks [] for security_group (9068622d-aebb-43e2-8f8d-18e5d9d10586), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:50.436613 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (51675295-7abb-4335-9c5a-c46a9082010e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:50.504512 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-486b4bd6-8eaa-4f58-9c4b-06e796df4324 req-783881be-a88c-427e-95e3-deaea9cfc30c tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff87c7f6-31a7-4836-be01-c23f9c73629f HTTP/1.1" status: 200 len: 210 time: 0.0301819 May 31 21:05:50.578000 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-fbbc2d26-4072-4024-ac76-331b0f3d2a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (9068622d-aebb-43e2-8f8d-18e5d9d10586), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:50.581351 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-fbbc2d26-4072-4024-ac76-331b0f3d2a25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:50.585663 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-fbbc2d26-4072-4024-ac76-331b0f3d2a25 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9068622d-aebb-43e2-8f8d-18e5d9d10586 HTTP/1.1" status: 204 len: 168 time: 0.2981451 May 31 21:05:50.594628 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbc2d26-4072-4024-ac76-331b0f3d2a25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9068622d-aebb-43e2-8f8d-18e5d9d10586,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:05:51.176920 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c066fbbc-6600-4c46-81bd-be7e7f2e6409 req-7c3ffbe7-41b5-4db0-9820-efb1a8158fc8 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:05:51.178559 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-c066fbbc-6600-4c46-81bd-be7e7f2e6409 req-7c3ffbe7-41b5-4db0-9820-efb1a8158fc8 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/ports?device_id=979133c4-01ae-4510-8d70-018170135a6c HTTP/1.1" status: 200 len: 944 time: 0.0548625 May 31 21:05:51.228865 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.agents_db [None req-3d709c36-86fd-4f4f-bf7d-9e9748143f4e None None] Agent healthcheck: found 6 active agents {{(pid=104323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 31 21:05:51.247296 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-c066fbbc-6600-4c46-81bd-be7e7f2e6409 req-904f3cdd-a3c5-4c1a-9fe0-ade5b8ac8f43 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc53867c-a18f-4781-8698-c86927740494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578454 May 31 21:05:51.579294 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 34804) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:05:51.593754 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-141ce2d8-66bf-4311-b8ef-54c08515581e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:51.661212 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-b9f4239c-deca-49e8-9cfa-6fb09faaf624 req-a1c67ff0-b1b9-4a99-b368-7da37df69c3e tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff87c7f6-31a7-4836-be01-c23f9c73629f HTTP/1.1" status: 200 len: 210 time: 0.0426321 May 31 21:05:51.739554 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-141ce2d8-66bf-4311-b8ef-54c08515581e admin admin] Publish callbacks [] for security_group (1193dab2-e79a-4269-b569-65df4743b330), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:51.829678 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-141ce2d8-66bf-4311-b8ef-54c08515581e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (1193dab2-e79a-4269-b569-65df4743b330), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:51.880632 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141ce2d8-66bf-4311-b8ef-54c08515581e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1193dab2-e79a-4269-b569-65df4743b330,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:05:51.886344 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-141ce2d8-66bf-4311-b8ef-54c08515581e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f9f4f3f34c7b4fb0be94ced4b30aaee8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3046360 May 31 21:05:51.890291 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 34812) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:05:51.965282 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-210da7a8-390f-48b4-a996-7fabc16f3d9b admin admin] Publish callbacks [] for security_group (1193dab2-e79a-4269-b569-65df4743b330), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:52.005739 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-210da7a8-390f-48b4-a996-7fabc16f3d9b admin admin] Publish callbacks [] for security_group (1193dab2-e79a-4269-b569-65df4743b330), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:52.341949 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-210da7a8-390f-48b4-a996-7fabc16f3d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (1193dab2-e79a-4269-b569-65df4743b330), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:52.345727 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-210da7a8-390f-48b4-a996-7fabc16f3d9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:52.347566 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-210da7a8-390f-48b4-a996-7fabc16f3d9b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1193dab2-e79a-4269-b569-65df4743b330 HTTP/1.1" status: 204 len: 168 time: 0.4558303 May 31 21:05:52.381850 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210da7a8-390f-48b4-a996-7fabc16f3d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1193dab2-e79a-4269-b569-65df4743b330,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:05:52.404879 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 34824) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:05:52.450022 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3061f798-76a5-4fa9-adfd-da3baa6d1136 req-82a699f6-00e6-4f38-bfd1-e16bb4a1ca1a tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:05:52.452500 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-3061f798-76a5-4fa9-adfd-da3baa6d1136 req-82a699f6-00e6-4f38-bfd1-e16bb4a1ca1a tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/ports?device_id=979133c4-01ae-4510-8d70-018170135a6c HTTP/1.1" status: 200 len: 944 time: 0.0998058 May 31 21:05:52.540886 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-3061f798-76a5-4fa9-adfd-da3baa6d1136 req-e8765d75-109c-4eeb-af82-fc2259fee7df tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc53867c-a18f-4781-8698-c86927740494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819981 May 31 21:05:52.576158 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-47b6077b-7089-419c-8ea0-00320711ebd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:52.687692 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-47b6077b-7089-419c-8ea0-00320711ebd2 admin admin] Publish callbacks [] for security_group (2ed3c446-77fd-45e6-b786-638318c99e7c), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:52.762072 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-47b6077b-7089-419c-8ea0-00320711ebd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (2ed3c446-77fd-45e6-b786-638318c99e7c), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:52.848180 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-47b6077b-7089-419c-8ea0-00320711ebd2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=695d1df975824227b9c19083bbf02adf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4418213 May 31 21:05:52.862338 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 34834) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:05:52.872669 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-5048223d-865e-448f-b503-0b1d8a372620 req-166bfaad-fbef-4b8b-b538-d3cf38df123a tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff87c7f6-31a7-4836-be01-c23f9c73629f HTTP/1.1" status: 200 len: 210 time: 0.0951803 May 31 21:05:52.926836 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b6077b-7089-419c-8ea0-00320711ebd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed3c446-77fd-45e6-b786-638318c99e7c,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:05:52.986399 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-c6ab24c4-d481-4308-8596-65652cc9993a admin admin] Publish callbacks [] for security_group (2ed3c446-77fd-45e6-b786-638318c99e7c), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:53.028954 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-c6ab24c4-d481-4308-8596-65652cc9993a admin admin] Publish callbacks [] for security_group (2ed3c446-77fd-45e6-b786-638318c99e7c), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:53.032010 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:05:53.059844 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=13 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:05:53.260492 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-c6ab24c4-d481-4308-8596-65652cc9993a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (2ed3c446-77fd-45e6-b786-638318c99e7c), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:53.264719 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-c6ab24c4-d481-4308-8596-65652cc9993a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:53.266521 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-c6ab24c4-d481-4308-8596-65652cc9993a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2ed3c446-77fd-45e6-b786-638318c99e7c HTTP/1.1" status: 204 len: 168 time: 0.4022744 May 31 21:05:53.281716 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ab24c4-d481-4308-8596-65652cc9993a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed3c446-77fd-45e6-b786-638318c99e7c,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:05:53.716952 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d83e7ac-b0fb-4eaa-97bb-147d5ca5b02a req-60177af4-1d9d-47d8-ac07-77c7fc0d75e8 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:05:53.718763 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-0d83e7ac-b0fb-4eaa-97bb-147d5ca5b02a req-60177af4-1d9d-47d8-ac07-77c7fc0d75e8 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/ports?device_id=979133c4-01ae-4510-8d70-018170135a6c HTTP/1.1" status: 200 len: 944 time: 0.0690596 May 31 21:05:53.811668 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-0d83e7ac-b0fb-4eaa-97bb-147d5ca5b02a req-dbcb2387-5c2e-4209-8bec-ea20c994e8f1 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc53867c-a18f-4781-8698-c86927740494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848439 May 31 21:05:54.015267 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-27b05687-5a6d-42f5-9697-0e48c777f7f9 req-c36c9c49-2535-4f8a-8ef6-f5412a147784 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff87c7f6-31a7-4836-be01-c23f9c73629f HTTP/1.1" status: 200 len: 210 time: 0.0498021 May 31 21:05:54.279259 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 34878) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:05:54.306235 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-fe0e364e-9271-4366-8d04-9dad92a5ad60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:54.342974 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:05:54.420684 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-fe0e364e-9271-4366-8d04-9dad92a5ad60 admin admin] Publish callbacks [] for security_group (4b5aa262-5d1b-4a0b-903b-08df96cce718), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:54.496389 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-fe0e364e-9271-4366-8d04-9dad92a5ad60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (4b5aa262-5d1b-4a0b-903b-08df96cce718), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:54.543922 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0e364e-9271-4366-8d04-9dad92a5ad60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5aa262-5d1b-4a0b-903b-08df96cce718,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:05:54.548664 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-fe0e364e-9271-4366-8d04-9dad92a5ad60 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=da43b57caa19481296df143e17f7e186&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2677045 May 31 21:05:54.551263 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 34882) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:05:54.613597 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-8e7b60e5-68ed-4da6-bd4c-51a93540be41 admin admin] Publish callbacks [] for security_group (4b5aa262-5d1b-4a0b-903b-08df96cce718), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:54.642450 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-8e7b60e5-68ed-4da6-bd4c-51a93540be41 admin admin] Publish callbacks [] for security_group (4b5aa262-5d1b-4a0b-903b-08df96cce718), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:54.680253 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:05:54.812428 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-8e7b60e5-68ed-4da6-bd4c-51a93540be41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (4b5aa262-5d1b-4a0b-903b-08df96cce718), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:54.815861 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-8e7b60e5-68ed-4da6-bd4c-51a93540be41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:54.817864 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-8e7b60e5-68ed-4da6-bd4c-51a93540be41 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4b5aa262-5d1b-4a0b-903b-08df96cce718 HTTP/1.1" status: 204 len: 168 time: 0.2651956 May 31 21:05:54.830977 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7b60e5-68ed-4da6-bd4c-51a93540be41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5aa262-5d1b-4a0b-903b-08df96cce718,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:05:54.853314 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:05:55.042448 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22694c2d-014b-4371-ae7d-741abec13185 req-f8f75761-d701-4cca-81e5-8608f1c3fb90 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:05:55.045260 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-22694c2d-014b-4371-ae7d-741abec13185 req-f8f75761-d701-4cca-81e5-8608f1c3fb90 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/ports?device_id=979133c4-01ae-4510-8d70-018170135a6c HTTP/1.1" status: 200 len: 944 time: 0.1111844 May 31 21:05:55.053597 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 34894) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:05:55.201034 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-22694c2d-014b-4371-ae7d-741abec13185 req-74357437-9942-42ed-8833-40aac13dab4e tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc53867c-a18f-4781-8698-c86927740494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384227 May 31 21:05:55.204841 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-2c06b1ab-10dc-4856-a6df-a664ffff656a req-456e23b2-4cd0-4c35-a2ec-1e7542b1fb03 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff87c7f6-31a7-4836-be01-c23f9c73629f HTTP/1.1" status: 200 len: 210 time: 0.0674608 May 31 21:05:55.259086 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-9d5dfd39-7dda-4ba1-b995-120d90eda624 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:55.363129 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-9d5dfd39-7dda-4ba1-b995-120d90eda624 admin admin] Publish callbacks [] for security_group (3b88c710-7ade-42e3-b330-1475091d0880), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:55.427437 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-9d5dfd39-7dda-4ba1-b995-120d90eda624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (3b88c710-7ade-42e3-b330-1475091d0880), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:55.473098 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-9d5dfd39-7dda-4ba1-b995-120d90eda624 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8f4a5d072e954859ba1ec4e21847970e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4179082 May 31 21:05:55.473831 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5dfd39-7dda-4ba1-b995-120d90eda624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b88c710-7ade-42e3-b330-1475091d0880,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:05:55.477169 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 34902) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:05:55.539807 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-4a977c35-eb62-4ae4-9059-022ccc07775a admin admin] Publish callbacks [] for security_group (3b88c710-7ade-42e3-b330-1475091d0880), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:55.567416 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-4a977c35-eb62-4ae4-9059-022ccc07775a admin admin] Publish callbacks [] for security_group (3b88c710-7ade-42e3-b330-1475091d0880), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:55.761158 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-4a977c35-eb62-4ae4-9059-022ccc07775a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (3b88c710-7ade-42e3-b330-1475091d0880), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:55.764296 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-4a977c35-eb62-4ae4-9059-022ccc07775a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:05:55.765829 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-4a977c35-eb62-4ae4-9059-022ccc07775a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3b88c710-7ade-42e3-b330-1475091d0880 HTTP/1.1" status: 204 len: 168 time: 0.2871633 May 31 21:05:55.777395 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a977c35-eb62-4ae4-9059-022ccc07775a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b88c710-7ade-42e3-b330-1475091d0880,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:05:56.327097 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-7c29f71c-4f2c-4c17-8e58-a51360e61942 req-ad1ae171-162e-4fa7-94f2-8f74204eef51 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff87c7f6-31a7-4836-be01-c23f9c73629f HTTP/1.1" status: 200 len: 210 time: 0.0325205 May 31 21:05:56.393274 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15385ea9-b1e4-4a2d-8c6b-ed22fbcf58f2 req-eed5ab22-629f-48ce-943c-b6e568b63f04 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:05:56.394960 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-15385ea9-b1e4-4a2d-8c6b-ed22fbcf58f2 req-eed5ab22-629f-48ce-943c-b6e568b63f04 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/ports?device_id=979133c4-01ae-4510-8d70-018170135a6c HTTP/1.1" status: 200 len: 944 time: 0.0871565 May 31 21:05:56.482561 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-15385ea9-b1e4-4a2d-8c6b-ed22fbcf58f2 req-6670cb64-09ca-498c-bfcd-e7df0de32b56 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc53867c-a18f-4781-8698-c86927740494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814345 May 31 21:05:57.501946 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-16c6f65e-da32-46a9-80fe-c15c39b35027 req-967c6eec-76ed-45c7-9689-71bf1070f62b tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff87c7f6-31a7-4836-be01-c23f9c73629f HTTP/1.1" status: 200 len: 210 time: 0.0307531 May 31 21:05:57.632820 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb45bd6-cfcf-46fa-bd6e-d64916548c56 req-0c055cc2-99b1-4160-b134-f928aa19d62a tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:05:57.635068 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-8fb45bd6-cfcf-46fa-bd6e-d64916548c56 req-0c055cc2-99b1-4160-b134-f928aa19d62a tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/ports?device_id=979133c4-01ae-4510-8d70-018170135a6c HTTP/1.1" status: 200 len: 944 time: 0.0654943 May 31 21:05:57.710098 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-8fb45bd6-cfcf-46fa-bd6e-d64916548c56 req-da3b6542-9618-4a54-a010-fd9729460ade tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc53867c-a18f-4781-8698-c86927740494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681560 May 31 21:05:58.675233 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-6fbfc4dc-225e-45cd-95fd-0638bd5af665 req-aa97b01f-5e25-4035-9222-ad551b001af7 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff87c7f6-31a7-4836-be01-c23f9c73629f HTTP/1.1" status: 200 len: 210 time: 0.0490241 May 31 21:05:58.833972 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62714efd-768a-43dc-a748-0370f5eba4fd req-f92efb6d-c1d8-4e41-bfab-f9b821dc9334 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:05:58.835399 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-62714efd-768a-43dc-a748-0370f5eba4fd req-f92efb6d-c1d8-4e41-bfab-f9b821dc9334 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/ports?device_id=979133c4-01ae-4510-8d70-018170135a6c HTTP/1.1" status: 200 len: 944 time: 0.0568194 May 31 21:05:58.891326 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-62714efd-768a-43dc-a748-0370f5eba4fd req-0c9ae256-b383-4293-bdc5-6c299bdc066b tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc53867c-a18f-4781-8698-c86927740494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495925 May 31 21:05:59.778661 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-c5f57708-fd78-4366-a313-632b8427fe88 req-c9aebc4e-1bbd-4a9b-9453-31816f6ecc63 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff87c7f6-31a7-4836-be01-c23f9c73629f HTTP/1.1" status: 200 len: 210 time: 0.0279164 May 31 21:06:00.023828 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b62c1a-067c-4a97-8d5c-284030bc09e1 req-529c6e38-87ef-4a49-8b4b-6a3fa633ef79 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:00.025861 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-15b62c1a-067c-4a97-8d5c-284030bc09e1 req-529c6e38-87ef-4a49-8b4b-6a3fa633ef79 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/ports?device_id=979133c4-01ae-4510-8d70-018170135a6c HTTP/1.1" status: 200 len: 944 time: 0.0544789 May 31 21:06:00.095450 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-15b62c1a-067c-4a97-8d5c-284030bc09e1 req-8c3fe61c-0584-4a54-b705-1e713590436d tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc53867c-a18f-4781-8698-c86927740494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629957 May 31 21:06:00.332512 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=12,neutron:UPDATE=4 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:06:00.889517 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-bc1ef437-d0ad-4e39-93c2-da80c7640b77 req-f41e8a02-3941-4fc7-b321-8d158a9f2b55 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff87c7f6-31a7-4836-be01-c23f9c73629f HTTP/1.1" status: 200 len: 210 time: 0.0401225 May 31 21:06:01.211788 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba22dd0d-7ef9-4d71-88e6-3b0cdbd5ab52 req-bdbd451a-9307-4b1f-9f86-86a3392f402b tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:01.213282 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ba22dd0d-7ef9-4d71-88e6-3b0cdbd5ab52 req-bdbd451a-9307-4b1f-9f86-86a3392f402b tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/ports?device_id=979133c4-01ae-4510-8d70-018170135a6c HTTP/1.1" status: 200 len: 944 time: 0.0485837 May 31 21:06:01.262661 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ba22dd0d-7ef9-4d71-88e6-3b0cdbd5ab52 req-1eb5e908-5553-4358-bd9d-7208ce1afc36 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc53867c-a18f-4781-8698-c86927740494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437064 May 31 21:06:01.911306 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-80da2ea6-3825-4be7-9d7f-a4feba82b588 req-2adc2dec-f637-481f-a95b-ac14351c7c01 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ba426b9-2ac4-463e-bc64-9ae379649087 HTTP/1.1" status: 200 len: 217 time: 0.0361552 May 31 21:06:01.968493 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da2ea6-3825-4be7-9d7f-a4feba82b588 req-53fd3b63-c77f-4ad9-8f2c-89f46ed0523d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:01.970135 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-80da2ea6-3825-4be7-9d7f-a4feba82b588 req-53fd3b63-c77f-4ad9-8f2c-89f46ed0523d service neutron] 10.222.0.40 "GET /v2.0/subnets?id=c963a7bb-fcb2-47cb-b4af-694452e58e3a HTTP/1.1" status: 200 len: 853 time: 0.0514071 May 31 21:06:02.001612 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-2cec4fb0-161a-489b-9c47-38cca61ea1fd req-1ce3a29f-47f5-43ba-bb90-a23434063090 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff87c7f6-31a7-4836-be01-c23f9c73629f HTTP/1.1" status: 200 len: 210 time: 0.0316896 May 31 21:06:02.260564 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da2ea6-3825-4be7-9d7f-a4feba82b588 req-3d89476b-a04b-4356-9fe5-0c9618c11dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:02.262108 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-80da2ea6-3825-4be7-9d7f-a4feba82b588 req-3d89476b-a04b-4356-9fe5-0c9618c11dbf service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=3e967741-aa19-4db4-8371-4ee869c23fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0407789 May 31 21:06:02.369987 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-80da2ea6-3825-4be7-9d7f-a4feba82b588 req-5bb1e114-f251-41b5-9c52-42b591d8cd8a service neutron] 10.222.0.40 "GET /v2.0/networks/3e967741-aa19-4db4-8371-4ee869c23fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002612 May 31 21:06:02.395008 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86533eeb-2b86-4e30-a78a-e5eb83b43378 req-c8cee7d0-44cd-476f-9ae7-819df43b4837 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:02.396771 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-86533eeb-2b86-4e30-a78a-e5eb83b43378 req-c8cee7d0-44cd-476f-9ae7-819df43b4837 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/ports?device_id=979133c4-01ae-4510-8d70-018170135a6c HTTP/1.1" status: 200 len: 944 time: 0.0556242 May 31 21:06:02.457066 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-86533eeb-2b86-4e30-a78a-e5eb83b43378 req-b279eee6-8804-42d3-951a-6a5f6cc5138d tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc53867c-a18f-4781-8698-c86927740494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515962 May 31 21:06:02.484469 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-80da2ea6-3825-4be7-9d7f-a4feba82b588 req-78113104-b04e-4221-997c-62fc3eeba4ef service neutron] 10.222.0.40 "GET /v2.0/networks/3e967741-aa19-4db4-8371-4ee869c23fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061542 May 31 21:06:03.104921 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-92b18f42-cc6b-451c-b207-a7a1b169a0e8 req-9449c90b-57d0-4487-b880-180885f3d8af tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff87c7f6-31a7-4836-be01-c23f9c73629f HTTP/1.1" status: 200 len: 210 time: 0.0278158 May 31 21:06:03.594069 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8904a1-aaa1-4b2d-ad1d-a67d43ae5327 req-d8299bc8-a923-46aa-9026-baf09442560f tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:03.595761 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-3d8904a1-aaa1-4b2d-ad1d-a67d43ae5327 req-d8299bc8-a923-46aa-9026-baf09442560f tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/ports?device_id=979133c4-01ae-4510-8d70-018170135a6c HTTP/1.1" status: 200 len: 944 time: 0.0558968 May 31 21:06:03.659159 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-3d8904a1-aaa1-4b2d-ad1d-a67d43ae5327 req-63943a12-f27d-499d-bb93-0c84588bda01 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc53867c-a18f-4781-8698-c86927740494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577004 May 31 21:06:04.225039 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-bfc4f308-462a-424d-b2e1-cd770cd273c5 req-d0d1f241-2d0f-47da-95f8-6e4b887db078 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff87c7f6-31a7-4836-be01-c23f9c73629f HTTP/1.1" status: 200 len: 210 time: 0.0320678 May 31 21:06:04.784128 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b61d6-a2cd-43c0-a772-f84abb723326 req-05182f38-675e-41ca-aeaf-76e409a8e6be tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:04.785948 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-8f9b61d6-a2cd-43c0-a772-f84abb723326 req-05182f38-675e-41ca-aeaf-76e409a8e6be tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/ports?device_id=979133c4-01ae-4510-8d70-018170135a6c HTTP/1.1" status: 200 len: 944 time: 0.0538430 May 31 21:06:04.844257 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-8f9b61d6-a2cd-43c0-a772-f84abb723326 req-829e8d70-9b7e-4dc1-b3d5-99486b782455 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc53867c-a18f-4781-8698-c86927740494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518682 May 31 21:06:04.855775 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=6 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:06:05.329821 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:06:05.358452 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-a5c83605-8d1b-4dc0-bbba-cc1727a6160c req-94d8febd-8aff-4df0-853c-5e75a23a24af tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff87c7f6-31a7-4836-be01-c23f9c73629f HTTP/1.1" status: 200 len: 210 time: 0.0445936 May 31 21:06:05.796748 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=2 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:06:05.968801 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72502a70-786d-4783-afb5-1f91f67328c7 req-eed78ab7-5e6d-4fbc-ae21-5580fcf5fd22 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:05.970541 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-72502a70-786d-4783-afb5-1f91f67328c7 req-eed78ab7-5e6d-4fbc-ae21-5580fcf5fd22 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/ports?device_id=979133c4-01ae-4510-8d70-018170135a6c HTTP/1.1" status: 200 len: 944 time: 0.0551906 May 31 21:06:06.025254 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-72502a70-786d-4783-afb5-1f91f67328c7 req-d46d9aba-4e5d-4a13-854f-be0f4f0727b1 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc53867c-a18f-4781-8698-c86927740494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489511 May 31 21:06:06.464149 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-bba10b7c-6945-46f5-ade4-8869d667955d req-770ea3b7-b91a-41c0-893f-dd50d0c39a3a tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff87c7f6-31a7-4836-be01-c23f9c73629f HTTP/1.1" status: 200 len: 210 time: 0.0294766 May 31 21:06:07.161624 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:06:07.176859 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b72ff52-3fc4-4c18-a33b-9d505e26c2fe req-d866b20f-18c2-4345-8be1-eeceab716490 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:07.178424 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-5b72ff52-3fc4-4c18-a33b-9d505e26c2fe req-d866b20f-18c2-4345-8be1-eeceab716490 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/ports?device_id=979133c4-01ae-4510-8d70-018170135a6c HTTP/1.1" status: 200 len: 944 time: 0.0751891 May 31 21:06:07.235090 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-5b72ff52-3fc4-4c18-a33b-9d505e26c2fe req-0c9ba2f4-4394-418c-b071-45ae368700e0 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc53867c-a18f-4781-8698-c86927740494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502584 May 31 21:06:07.580447 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-cd6c57d9-a281-4382-9933-d005b7ffac57 req-c088d1dd-a8bc-4042-b223-e79d09961230 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff87c7f6-31a7-4836-be01-c23f9c73629f HTTP/1.1" status: 200 len: 210 time: 0.0420582 May 31 21:06:08.380068 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5590fc93-85e5-415c-aa37-73d695f24bb0 req-1865b488-7f36-4be9-9d57-d26f02885ebc tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:08.382939 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-5590fc93-85e5-415c-aa37-73d695f24bb0 req-1865b488-7f36-4be9-9d57-d26f02885ebc tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/ports?device_id=979133c4-01ae-4510-8d70-018170135a6c HTTP/1.1" status: 200 len: 944 time: 0.0748336 May 31 21:06:08.440941 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-5590fc93-85e5-415c-aa37-73d695f24bb0 req-264f8714-979e-4552-a3b5-b746a8d60ec2 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc53867c-a18f-4781-8698-c86927740494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477538 May 31 21:06:08.687862 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-c8aa6c18-c692-445b-a8eb-7c60246e6b2d req-a4f098f5-1c02-472a-a5fd-5818719a096b tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff87c7f6-31a7-4836-be01-c23f9c73629f HTTP/1.1" status: 200 len: 210 time: 0.0348380 May 31 21:06:09.169669 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device 6ba426b9-2ac4-463e-bc64-9ae379649087 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=104322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 31 21:06:09.244010 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=3 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:06:09.258829 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=5 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:06:09.294868 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] For port 6ba426b9-2ac4-463e-bc64-9ae379649087, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=6ba426b9-2ac4-463e-bc64-9ae379649087,segment=NetworkSegment(88d8d1e3-3d6c-42b5-a877-6f1b62878109),segment_id=88d8d1e3-3d6c-42b5-a877-6f1b62878109)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:06:09.309603 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Returning: {'device': '6ba426b9-2ac4-463e-bc64-9ae379649087', 'network_id': '3e967741-aa19-4db4-8371-4ee869c23fa1', 'port_id': '6ba426b9-2ac4-463e-bc64-9ae379649087', 'mac_address': 'fa:16:3e:0a:a7:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c963a7bb-fcb2-47cb-b4af-694452e58e3a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 31 21:06:09.351889 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Current status of the port 6ba426b9-2ac4-463e-bc64-9ae379649087 is: DOWN; New status is: BUILD {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:06:09.352282 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (6ba426b9-2ac4-463e-bc64-9ae379649087), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:09.368864 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.notifiers.nova [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ba426b9-2ac4-463e-bc64-9ae379649087 {{(pid=104322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 21:06:09.397718 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] For port 6ba426b9-2ac4-463e-bc64-9ae379649087, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=6ba426b9-2ac4-463e-bc64-9ae379649087,segment=NetworkSegment(88d8d1e3-3d6c-42b5-a877-6f1b62878109),segment_id=88d8d1e3-3d6c-42b5-a877-6f1b62878109)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:06:09.492535 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (6ba426b9-2ac4-463e-bc64-9ae379649087), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:09.511171 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e9928-1826-4a11-9f0e-e9c21442954b req-e455e9d4-0fe7-4eb5-ba35-2c6da2468524 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:09.512834 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-6b0e9928-1826-4a11-9f0e-e9c21442954b req-e455e9d4-0fe7-4eb5-ba35-2c6da2468524 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.40 "GET /v2.0/networks?id=50707fc3-657a-4d1c-8628-0dfb2710b9bc HTTP/1.1" status: 200 len: 819 time: 0.3398545 May 31 21:06:09.551021 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Pushing event updated for resources: {'Port': ['ID=6ba426b9-2ac4-463e-bc64-9ae379649087,revision_number=4']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:06:09.559015 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:06:09.559338 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:06:09.559686 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:06:09.560017 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:06:09.560348 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:06:09.560672 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:06:09.560995 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:06:09.561315 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:06:09.561658 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:06:09.562041 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:06:09.562413 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:06:09.562760 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:06:09.563121 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:06:09.563438 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:06:09.563754 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:06:09.570428 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8071c4cd-def0-4657-a653-d18390e6bd04 req-b7ea0099-f775-4ffd-8a20-b47d378de6d6 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:09.572245 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-8071c4cd-def0-4657-a653-d18390e6bd04 req-b7ea0099-f775-4ffd-8a20-b47d378de6d6 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/ports?device_id=979133c4-01ae-4510-8d70-018170135a6c HTTP/1.1" status: 200 len: 945 time: 0.0523503 May 31 21:06:09.635745 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-8071c4cd-def0-4657-a653-d18390e6bd04 req-6afb71ee-dc0f-4943-b527-2d5dbced4e83 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc53867c-a18f-4781-8698-c86927740494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564289 May 31 21:06:09.817408 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-cb875a35-ca2d-4f7e-9d21-a6525ae2d5d3 req-3479c357-f65f-4784-8617-1b356b00a023 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff87c7f6-31a7-4836-be01-c23f9c73629f HTTP/1.1" status: 200 len: 210 time: 0.0290878 May 31 21:06:10.184401 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:06:10.249481 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-6b0e9928-1826-4a11-9f0e-e9c21442954b req-29912069-4658-4db2-ad0e-8ed0bc43c4da tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.40 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1b54ceb69fc4041b743a11eda4144a8 HTTP/1.1" status: 200 len: 380 time: 0.0726600 May 31 21:06:10.775717 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2d6505-045e-4b9a-a1e2-3bf7244a3a33 req-9db9aaac-0e04-4259-bef7-e89924cf9624 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:10.778197 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-4e2d6505-045e-4b9a-a1e2-3bf7244a3a33 req-9db9aaac-0e04-4259-bef7-e89924cf9624 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/ports?device_id=979133c4-01ae-4510-8d70-018170135a6c HTTP/1.1" status: 200 len: 945 time: 0.0674860 May 31 21:06:10.865863 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-4e2d6505-045e-4b9a-a1e2-3bf7244a3a33 req-581db267-e947-4ed1-89b0-8741f268b78d tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc53867c-a18f-4781-8698-c86927740494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818877 May 31 21:06:10.925602 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-2e2e46aa-44bf-46cb-a6fe-c8227172ec75 req-98aab8ba-f2f2-4f74-8d57-1ea9b3d0cb86 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff87c7f6-31a7-4836-be01-c23f9c73629f HTTP/1.1" status: 200 len: 210 time: 0.0355902 May 31 21:06:11.404137 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [req-6b0e9928-1826-4a11-9f0e-e9c21442954b req-970d96d8-f90f-42dd-a09f-485bb3b6ad51 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Request body: {'port': {'device_id': 'ff87c7f6-31a7-4836-be01-c23f9c73629f', 'network_id': '50707fc3-657a-4d1c-8628-0dfb2710b9bc', 'admin_state_up': True, 'tenant_id': 'f1b54ceb69fc4041b743a11eda4144a8', 'security_groups': ['45e231cd-88df-4a61-a62e-dfaa346cf0fd']}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:06:11.528244 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:06:11.624364 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b0e9928-1826-4a11-9f0e-e9c21442954b req-970d96d8-f90f-42dd-a09f-485bb3b6ad51 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Made reservation on behalf of f1b54ceb69fc4041b743a11eda4144a8 for: {'port': 1} {{(pid=104321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 21:06:11.628369 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-6b0e9928-1826-4a11-9f0e-e9c21442954b req-970d96d8-f90f-42dd-a09f-485bb3b6ad51 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:11.798756 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.db_base_plugin_common [req-6b0e9928-1826-4a11-9f0e-e9c21442954b req-970d96d8-f90f-42dd-a09f-485bb3b6ad51 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Allocated IP 172.20.0.14 (50707fc3-657a-4d1c-8628-0dfb2710b9bc/056887a1-bc98-40be-80ec-f43fe7602ab2/f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77) {{(pid=104321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 21:06:12.012856 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ead4fd-6577-471a-89b3-20ef343d401b req-85a22981-b932-4014-bb2d-bdbc3ea58dfc tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:12.015075 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-76ead4fd-6577-471a-89b3-20ef343d401b req-85a22981-b932-4014-bb2d-bdbc3ea58dfc tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/ports?device_id=979133c4-01ae-4510-8d70-018170135a6c HTTP/1.1" status: 200 len: 945 time: 0.0669491 May 31 21:06:12.015969 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-6b0e9928-1826-4a11-9f0e-e9c21442954b req-970d96d8-f90f-42dd-a09f-485bb3b6ad51 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Publish callbacks [] for port (f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:12.054820 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-7b538cb8-58fd-44cd-8d35-7d891c27cad9 req-85169522-2fc1-452d-833a-0f333da91d24 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff87c7f6-31a7-4836-be01-c23f9c73629f HTTP/1.1" status: 200 len: 210 time: 0.0386739 May 31 21:06:12.101610 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-76ead4fd-6577-471a-89b3-20ef343d401b req-4edb7c1a-0556-4405-87a8-97da63739180 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc53867c-a18f-4781-8698-c86927740494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726063 May 31 21:06:12.162063 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-6b0e9928-1826-4a11-9f0e-e9c21442954b req-970d96d8-f90f-42dd-a09f-485bb3b6ad51 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747261518129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25540506'] for port (f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:12.207646 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b0e9928-1826-4a11-9f0e-e9c21442954b req-970d96d8-f90f-42dd-a09f-485bb3b6ad51 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Network 50707fc3-657a-4d1c-8628-0dfb2710b9bc is already hosted by enough agents. {{(pid=104321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 21:06:12.211007 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.base_scheduler [req-6b0e9928-1826-4a11-9f0e-e9c21442954b req-970d96d8-f90f-42dd-a09f-485bb3b6ad51 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Resources bound (agent type, host, resource id): {{(pid=104321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:06:12.215672 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b0e9928-1826-4a11-9f0e-e9c21442954b req-970d96d8-f90f-42dd-a09f-485bb3b6ad51 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Received port after_create {{(pid=104321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 31 21:06:12.242444 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-bae2aa23-8ee8-4789-bdae-3a264535a0f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (5ca9f0a2-8e5f-4b54-94fa-454f095515e4), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:12.244617 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970d96d8-f90f-42dd-a09f-485bb3b6ad51 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Pushing event updated for resources: {'Port': ['ID=f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:06:12.275939 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e9928-1826-4a11-9f0e-e9c21442954b req-970d96d8-f90f-42dd-a09f-485bb3b6ad51 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:12.276513 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-6b0e9928-1826-4a11-9f0e-e9c21442954b req-970d96d8-f90f-42dd-a09f-485bb3b6ad51 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for port (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:12.294517 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] get_ports_and_sgs() called for port_ids ['6ba426b9-2ac4-463e-bc64-9ae379649087'] {{(pid=104322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 31 21:06:12.366577 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-6b0e9928-1826-4a11-9f0e-e9c21442954b req-970d96d8-f90f-42dd-a09f-485bb3b6ad51 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9683759 May 31 21:06:12.380136 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [req-6b0e9928-1826-4a11-9f0e-e9c21442954b req-779bb25d-f855-4cf0-bd0e-f348dd046ccb service neutron] Request body: {'port': {'device_id': 'ff87c7f6-31a7-4836-be01-c23f9c73629f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:06:12.499206 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-6b0e9928-1826-4a11-9f0e-e9c21442954b req-779bb25d-f855-4cf0-bd0e-f348dd046ccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77), before_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:12.503805 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:06:12.541566 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-2ff9fce0-dc75-46a5-b9d7-cd2caf83aecf None None] Provisioning complete for port f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77 triggered by entity DHCP. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:06:12.541997 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-2ff9fce0-dc75-46a5-b9d7-cd2caf83aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:12.577332 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-2ff9fce0-dc75-46a5-b9d7-cd2caf83aecf None None] Port f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77 cannot update to ACTIVE because it is not bound. {{(pid=104322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 31 21:06:12.839184 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:06:12.873191 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.notifiers.nova [req-6b0e9928-1826-4a11-9f0e-e9c21442954b req-779bb25d-f855-4cf0-bd0e-f348dd046ccb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77 {{(pid=104321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 21:06:12.882332 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-6b0e9928-1826-4a11-9f0e-e9c21442954b req-779bb25d-f855-4cf0-bd0e-f348dd046ccb service neutron] Publish callbacks [] for port (f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77), precommit_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:12.900802 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.provisioning_blocks [req-6b0e9928-1826-4a11-9f0e-e9c21442954b req-779bb25d-f855-4cf0-bd0e-f348dd046ccb service neutron] Transition to ACTIVE for port object f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77 will not be triggered until provisioned by entity L2. {{(pid=104321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 31 21:06:13.004806 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-6b0e9928-1826-4a11-9f0e-e9c21442954b req-779bb25d-f855-4cf0-bd0e-f348dd046ccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25540501'] for port (f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:13.057997 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779bb25d-f855-4cf0-bd0e-f348dd046ccb service neutron] Pushing event updated for resources: {'Port': ['ID=f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77,revision_number=2']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:06:13.202781 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [req-6b0e9928-1826-4a11-9f0e-e9c21442954b req-779bb25d-f855-4cf0-bd0e-f348dd046ccb service neutron] Attempting to bind port f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77 on host hv-cinder-83979 for vnic_type normal with profile {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 31 21:06:13.202781 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [req-6b0e9928-1826-4a11-9f0e-e9c21442954b req-779bb25d-f855-4cf0-bd0e-f348dd046ccb service neutron] Attempting to bind port f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77 by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': 'a3a61b02-d451-4bb6-8acb-f707be60b746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '50707fc3-657a-4d1c-8628-0dfb2710b9bc'}] {{(pid=104321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 31 21:06:13.202781 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0e9928-1826-4a11-9f0e-e9c21442954b req-779bb25d-f855-4cf0-bd0e-f348dd046ccb service neutron] Attempting to bind port f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77 on network 50707fc3-657a-4d1c-8628-0dfb2710b9bc {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 31 21:06:13.205151 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0e9928-1826-4a11-9f0e-e9c21442954b req-779bb25d-f855-4cf0-bd0e-f348dd046ccb service neutron] Port f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77 on network 50707fc3-657a-4d1c-8628-0dfb2710b9bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 31 21:06:13.205603 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0e9928-1826-4a11-9f0e-e9c21442954b req-779bb25d-f855-4cf0-bd0e-f348dd046ccb service neutron] Attempting to bind port f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77 on network 50707fc3-657a-4d1c-8628-0dfb2710b9bc {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 31 21:06:13.212298 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0e9928-1826-4a11-9f0e-e9c21442954b req-779bb25d-f855-4cf0-bd0e-f348dd046ccb service neutron] Checking agent: {'id': '51675295-7abb-4335-9c5a-c46a9082010e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 21, 1, 20), 'started_at': datetime.datetime(2022, 5, 31, 21, 1, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 21, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 31 21:06:13.212714 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0e9928-1826-4a11-9f0e-e9c21442954b req-779bb25d-f855-4cf0-bd0e-f348dd046ccb service neutron] Checking segment: {'id': 'a3a61b02-d451-4bb6-8acb-f707be60b746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '50707fc3-657a-4d1c-8628-0dfb2710b9bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 31 21:06:13.213331 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0e9928-1826-4a11-9f0e-e9c21442954b req-779bb25d-f855-4cf0-bd0e-f348dd046ccb service neutron] Bound using segment: {'id': 'a3a61b02-d451-4bb6-8acb-f707be60b746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '50707fc3-657a-4d1c-8628-0dfb2710b9bc'} {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 31 21:06:13.213837 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [req-6b0e9928-1826-4a11-9f0e-e9c21442954b req-779bb25d-f855-4cf0-bd0e-f348dd046ccb service neutron] Bound port: f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3a61b02-d451-4bb6-8acb-f707be60b746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '50707fc3-657a-4d1c-8628-0dfb2710b9bc'}}] {{(pid=104321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 31 21:06:13.214353 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-6b0e9928-1826-4a11-9f0e-e9c21442954b req-779bb25d-f855-4cf0-bd0e-f348dd046ccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77), before_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:13.260381 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46de8ee-457a-4d61-921f-021057b8c359 req-891d6b2c-7c1d-4fe3-bbe1-c4284645d30e tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:13.262559 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-e46de8ee-457a-4d61-921f-021057b8c359 req-891d6b2c-7c1d-4fe3-bbe1-c4284645d30e tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff87c7f6-31a7-4836-be01-c23f9c73629f HTTP/1.1" status: 200 len: 944 time: 0.0883873 May 31 21:06:13.293505 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [req-6b0e9928-1826-4a11-9f0e-e9c21442954b req-779bb25d-f855-4cf0-bd0e-f348dd046ccb service neutron] For port f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77, host hv-cinder-83979, cleared binding levels {{(pid=104321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 31 21:06:13.299819 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [req-6b0e9928-1826-4a11-9f0e-e9c21442954b req-779bb25d-f855-4cf0-bd0e-f348dd046ccb service neutron] For port f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77,segment=NetworkSegment(a3a61b02-d451-4bb6-8acb-f707be60b746),segment_id=a3a61b02-d451-4bb6-8acb-f707be60b746)] {{(pid=104321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 31 21:06:13.331443 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924cc215-45f6-4d16-b8a2-e364f781807a req-125f7021-fdfe-4fd8-827f-5d418ce5dd65 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:13.333299 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-924cc215-45f6-4d16-b8a2-e364f781807a req-125f7021-fdfe-4fd8-827f-5d418ce5dd65 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/ports?device_id=979133c4-01ae-4510-8d70-018170135a6c HTTP/1.1" status: 200 len: 945 time: 0.0697925 May 31 21:06:13.364883 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-e46de8ee-457a-4d61-921f-021057b8c359 req-66d787b9-bf5e-401a-a4ee-ed8a1b89d4eb tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=45e231cd-88df-4a61-a62e-dfaa346cf0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924671 May 31 21:06:13.400790 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-924cc215-45f6-4d16-b8a2-e364f781807a req-019c451c-dbf4-4fdc-9d0a-57813d58a966 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc53867c-a18f-4781-8698-c86927740494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603359 May 31 21:06:13.412866 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-6b0e9928-1826-4a11-9f0e-e9c21442954b req-779bb25d-f855-4cf0-bd0e-f348dd046ccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25540501'] for port (f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:13.463893 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e9928-1826-4a11-9f0e-e9c21442954b req-779bb25d-f855-4cf0-bd0e-f348dd046ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:13.466670 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-6b0e9928-1826-4a11-9f0e-e9c21442954b req-779bb25d-f855-4cf0-bd0e-f348dd046ccb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for port (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:13.467958 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-6b0e9928-1826-4a11-9f0e-e9c21442954b req-779bb25d-f855-4cf0-bd0e-f348dd046ccb service neutron] 10.222.0.40 "PUT /v2.0/ports/f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77 HTTP/1.1" status: 200 len: 1094 time: 1.0920234 May 31 21:06:13.472059 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff87c7f6-31a7-4836-be01-c23f9c73629f', 'tag': 'f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77'}] {{(pid=104321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:06:13.478038 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6b014d5dee29fffbb36c15c330f4dd8b871b4cb67f19a16d167ed5ff3960b8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dba48a5-7cf0-473e-82a0-c9c990195ca5" -d '{"events": [{"name": "network-changed", "server_uuid": "ff87c7f6-31a7-4836-be01-c23f9c73629f", "tag": "f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77"}]}' {{(pid=104321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:06:13.572120 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779bb25d-f855-4cf0-bd0e-f348dd046ccb service neutron] Pushing event updated for resources: {'Port': ['ID=f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77,revision_number=3']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:06:13.588142 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 May 2022 21:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f2975be-0c74-4a8d-b617-4af0a7a69405 x-openstack-request-id: req-4f2975be-0c74-4a8d-b617-4af0a7a69405 {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:06:13.588419 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff87c7f6-31a7-4836-be01-c23f9c73629f", "tag": "f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77", "status": "completed", "code": 200}]} {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:06:13.588858 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4f2975be-0c74-4a8d-b617-4af0a7a69405 {{(pid=104321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:06:13.590007 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f2975be-0c74-4a8d-b617-4af0a7a69405'] response: {'name': 'network-changed', 'server_uuid': 'ff87c7f6-31a7-4836-be01-c23f9c73629f', 'tag': 'f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77', 'status': 'completed', 'code': 200} May 31 21:06:13.683556 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e9928-1826-4a11-9f0e-e9c21442954b req-3bce5e5b-b42f-4b80-b60f-b2dd5895c822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:13.696498 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-6b0e9928-1826-4a11-9f0e-e9c21442954b req-3bce5e5b-b42f-4b80-b60f-b2dd5895c822 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=f1b54ceb69fc4041b743a11eda4144a8&device_id=ff87c7f6-31a7-4836-be01-c23f9c73629f HTTP/1.1" status: 200 len: 1128 time: 0.0796442 May 31 21:06:13.739148 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-6b0e9928-1826-4a11-9f0e-e9c21442954b req-011ce1e8-31f5-40f5-bff9-e5431b1a2923 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77 HTTP/1.1" status: 200 len: 217 time: 0.0413949 May 31 21:06:13.799067 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e9928-1826-4a11-9f0e-e9c21442954b req-c02febc2-895e-4c31-834e-a7be0bd98f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:13.800573 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-6b0e9928-1826-4a11-9f0e-e9c21442954b req-c02febc2-895e-4c31-834e-a7be0bd98f95 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=056887a1-bc98-40be-80ec-f43fe7602ab2 HTTP/1.1" status: 200 len: 858 time: 0.0560620 May 31 21:06:13.849031 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e9928-1826-4a11-9f0e-e9c21442954b req-0418eb34-ab02-4ecd-a6a6-4c5762113259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:13.850563 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-6b0e9928-1826-4a11-9f0e-e9c21442954b req-0418eb34-ab02-4ecd-a6a6-4c5762113259 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=50707fc3-657a-4d1c-8628-0dfb2710b9bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0440776 May 31 21:06:13.988197 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-6b0e9928-1826-4a11-9f0e-e9c21442954b req-d34c577c-3a96-4b22-a288-4aedc57483dc service neutron] 10.222.0.40 "GET /v2.0/networks/50707fc3-657a-4d1c-8628-0dfb2710b9bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314209 May 31 21:06:14.058856 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device 6ba426b9-2ac4-463e-bc64-9ae379649087 up at agent hyperv_hv-cinder-83979 {{(pid=104322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 31 21:06:14.063082 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:06:14.099658 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-6b0e9928-1826-4a11-9f0e-e9c21442954b req-61c9efed-4ace-4038-81e9-4670ec298b72 service neutron] 10.222.0.40 "GET /v2.0/networks/50707fc3-657a-4d1c-8628-0dfb2710b9bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053321 May 31 21:06:14.111627 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Provisioning for port 6ba426b9-2ac4-463e-bc64-9ae379649087 completed by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 31 21:06:14.201471 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Provisioning complete for port 6ba426b9-2ac4-463e-bc64-9ae379649087 triggered by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:06:14.201800 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (6ba426b9-2ac4-463e-bc64-9ae379649087), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:14.284131 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Current status of the port 6ba426b9-2ac4-463e-bc64-9ae379649087 is: BUILD; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:06:14.284509 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (6ba426b9-2ac4-463e-bc64-9ae379649087), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:14.311785 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '979133c4-01ae-4510-8d70-018170135a6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ba426b9-2ac4-463e-bc64-9ae379649087'}] {{(pid=104322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:06:14.314075 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0d07a434bcc94248bd83d89f5df7255b965f34de07d957ea8ea11cb14c6cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38772c76-2468-4385-9518-2e6feddd3d70" -d '{"events": [{"server_uuid": "979133c4-01ae-4510-8d70-018170135a6c", "name": "network-vif-plugged", "status": "completed", "tag": "6ba426b9-2ac4-463e-bc64-9ae379649087"}]}' {{(pid=104322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:06:14.328501 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] For port 6ba426b9-2ac4-463e-bc64-9ae379649087, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=6ba426b9-2ac4-463e-bc64-9ae379649087,segment=NetworkSegment(88d8d1e3-3d6c-42b5-a877-6f1b62878109),segment_id=88d8d1e3-3d6c-42b5-a877-6f1b62878109)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:06:14.355728 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 May 2022 21:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4f7307-a67b-4ec9-939f-8697d1503a8d x-openstack-request-id: req-df4f7307-a67b-4ec9-939f-8697d1503a8d {{(pid=104322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:06:14.356184 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "979133c4-01ae-4510-8d70-018170135a6c", "name": "network-vif-plugged", "status": "completed", "tag": "6ba426b9-2ac4-463e-bc64-9ae379649087", "code": 200}]} {{(pid=104322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:06:14.356433 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-df4f7307-a67b-4ec9-939f-8697d1503a8d {{(pid=104322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:06:14.357074 dv-cinder-839793-16-iscsi neutron-server[104322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df4f7307-a67b-4ec9-939f-8697d1503a8d'] response: {'server_uuid': '979133c4-01ae-4510-8d70-018170135a6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ba426b9-2ac4-463e-bc64-9ae379649087', 'code': 200} May 31 21:06:14.395323 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (6ba426b9-2ac4-463e-bc64-9ae379649087), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:14.452727 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Pushing event updated for resources: {'Port': ['ID=6ba426b9-2ac4-463e-bc64-9ae379649087,revision_number=5']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:06:14.527293 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63d51f5-7b92-41cf-b8cb-9aec17721d0c req-5f3ff092-a0c8-4fd1-87e8-6a4a00594868 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:14.528947 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-c63d51f5-7b92-41cf-b8cb-9aec17721d0c req-5f3ff092-a0c8-4fd1-87e8-6a4a00594868 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff87c7f6-31a7-4836-be01-c23f9c73629f HTTP/1.1" status: 200 len: 944 time: 0.0612278 May 31 21:06:14.595874 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-2a81ecbb-11c0-4ed0-80ec-17e784deb2f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (13ce5b10-321e-4e80-b29e-1cfc3c51661e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:14.614269 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128ecb9-c18f-42ca-a311-462db5b76384 req-d39476d0-00c8-4111-8ddf-c8eb2f3225c3 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:14.615910 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-f128ecb9-c18f-42ca-a311-462db5b76384 req-d39476d0-00c8-4111-8ddf-c8eb2f3225c3 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/ports?device_id=979133c4-01ae-4510-8d70-018170135a6c HTTP/1.1" status: 200 len: 946 time: 0.0840740 May 31 21:06:14.641432 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-c63d51f5-7b92-41cf-b8cb-9aec17721d0c req-6a14db71-5050-4ad9-ad46-417e3ee8c8eb tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=45e231cd-88df-4a61-a62e-dfaa346cf0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990055 May 31 21:06:14.666955 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:06:14.684312 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-f128ecb9-c18f-42ca-a311-462db5b76384 req-1a3684cc-33e9-4775-9484-6cb63b2c1b00 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc53867c-a18f-4781-8698-c86927740494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569706 May 31 21:06:15.676235 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-58fa0aab-c296-4be2-a1ab-08418c16cad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (8170e961-7e1e-4c09-b09f-6b764c457cfd), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:15.882512 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d601964a-b1f1-4734-891f-74593404a8c4 req-ecc08373-ea5a-40b0-96d6-a91d251d3c80 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:15.885205 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-d601964a-b1f1-4734-891f-74593404a8c4 req-ecc08373-ea5a-40b0-96d6-a91d251d3c80 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff87c7f6-31a7-4836-be01-c23f9c73629f HTTP/1.1" status: 200 len: 944 time: 0.1130297 May 31 21:06:15.900078 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5a6a27-715b-4b4e-a2c6-ad9cffd932ee req-de409a51-7d16-46fb-88fb-e842ba026aa9 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:15.902653 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-0c5a6a27-715b-4b4e-a2c6-ad9cffd932ee req-de409a51-7d16-46fb-88fb-e842ba026aa9 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/ports?device_id=979133c4-01ae-4510-8d70-018170135a6c HTTP/1.1" status: 200 len: 946 time: 0.0883780 May 31 21:06:16.000891 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-d601964a-b1f1-4734-891f-74593404a8c4 req-59e8eea8-5f59-4fed-8ff3-bc0214858ee6 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=45e231cd-88df-4a61-a62e-dfaa346cf0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969167 May 31 21:06:16.008279 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-0c5a6a27-715b-4b4e-a2c6-ad9cffd932ee req-35af4ddd-59b2-4a40-9bfc-73f505a5027b tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc53867c-a18f-4781-8698-c86927740494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943255 May 31 21:06:16.770285 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-b770b660-b824-4665-84d0-9bbdd29e8e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (1c1563bc-5b12-4065-8d27-b22246e8e8d3), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:17.170507 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:06:17.210195 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55337cc4-d25a-4021-8440-ca0274137143 req-6152978c-0283-4cae-856a-22282d127cb6 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:17.211830 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-55337cc4-d25a-4021-8440-ca0274137143 req-6152978c-0283-4cae-856a-22282d127cb6 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff87c7f6-31a7-4836-be01-c23f9c73629f HTTP/1.1" status: 200 len: 944 time: 0.0887945 May 31 21:06:17.228449 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e772adc-06fa-4c1f-ac2b-5e04c83d2a24 req-2a8c4464-4275-4f55-9eb0-d54182123204 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:17.230496 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-0e772adc-06fa-4c1f-ac2b-5e04c83d2a24 req-2a8c4464-4275-4f55-9eb0-d54182123204 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/ports?device_id=979133c4-01ae-4510-8d70-018170135a6c HTTP/1.1" status: 200 len: 946 time: 0.0706196 May 31 21:06:17.305701 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-55337cc4-d25a-4021-8440-ca0274137143 req-dade8dde-2c66-4df8-bc31-ac441210929b tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=45e231cd-88df-4a61-a62e-dfaa346cf0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847642 May 31 21:06:17.314457 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-0e772adc-06fa-4c1f-ac2b-5e04c83d2a24 req-b55aa825-eecf-4d0b-a020-68d3e419136e tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc53867c-a18f-4781-8698-c86927740494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706177 May 31 21:06:18.467162 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3c7c4b-1612-4f3f-95b4-3124ba4b2c65 req-040a50a2-63e4-448e-b322-967a4560c73e tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:18.468889 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ba3c7c4b-1612-4f3f-95b4-3124ba4b2c65 req-040a50a2-63e4-448e-b322-967a4560c73e tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff87c7f6-31a7-4836-be01-c23f9c73629f HTTP/1.1" status: 200 len: 944 time: 0.0876229 May 31 21:06:18.481123 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abf6a54-cc7a-4509-b1e4-d87d8e7bba02 req-89c9e6af-6ee1-45ce-a166-daffb0d5e4ee tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:18.482694 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-2abf6a54-cc7a-4509-b1e4-d87d8e7bba02 req-89c9e6af-6ee1-45ce-a166-daffb0d5e4ee tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/ports?device_id=979133c4-01ae-4510-8d70-018170135a6c HTTP/1.1" status: 200 len: 946 time: 0.0699615 May 31 21:06:18.557243 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ba3c7c4b-1612-4f3f-95b4-3124ba4b2c65 req-11750ddb-9ee7-4b99-988d-4958ea11cdfc tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=45e231cd-88df-4a61-a62e-dfaa346cf0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735214 May 31 21:06:18.570092 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-2abf6a54-cc7a-4509-b1e4-d87d8e7bba02 req-008ccfb2-ed57-4887-97db-4041e91f7c84 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc53867c-a18f-4781-8698-c86927740494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716569 May 31 21:06:18.590419 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (a61205dd-b11c-42a1-aa2d-4b7310a8dc99), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:19.722092 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda57e61-448a-45dd-b67d-2133151dc7b1 req-6b3706cd-d44a-4165-abaf-7c87670bb92c tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:19.723679 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-bda57e61-448a-45dd-b67d-2133151dc7b1 req-6b3706cd-d44a-4165-abaf-7c87670bb92c tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff87c7f6-31a7-4836-be01-c23f9c73629f HTTP/1.1" status: 200 len: 944 time: 0.0834401 May 31 21:06:19.733384 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e728bfd-852a-4540-94e5-9be47ec3843a req-756d0f13-85b4-4d3e-a3d6-6648aafe0ee3 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:19.734978 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-9e728bfd-852a-4540-94e5-9be47ec3843a req-756d0f13-85b4-4d3e-a3d6-6648aafe0ee3 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/ports?device_id=979133c4-01ae-4510-8d70-018170135a6c HTTP/1.1" status: 200 len: 946 time: 0.0844564 May 31 21:06:19.815410 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-bda57e61-448a-45dd-b67d-2133151dc7b1 req-5f244ea9-3baf-4189-a9a4-d09d34e4dcda tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=45e231cd-88df-4a61-a62e-dfaa346cf0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794070 May 31 21:06:19.820216 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-9e728bfd-852a-4540-94e5-9be47ec3843a req-510c2ebb-cdd4-4985-9199-93bc453a07dc tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc53867c-a18f-4781-8698-c86927740494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769734 May 31 21:06:20.211225 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=2 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:06:20.399396 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (51675295-7abb-4335-9c5a-c46a9082010e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:20.984613 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b76025-8d11-4644-a167-223a77fb8dcf req-adb6e675-83aa-4429-8e78-c28a48e0718f tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:20.986268 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-12b76025-8d11-4644-a167-223a77fb8dcf req-adb6e675-83aa-4429-8e78-c28a48e0718f tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/ports?device_id=979133c4-01ae-4510-8d70-018170135a6c HTTP/1.1" status: 200 len: 946 time: 0.0856597 May 31 21:06:21.009497 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec7633b-3056-4b1f-8a86-c95d1981d1c2 req-95aa5377-d408-49a8-a78a-007515b0f60a tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:21.015063 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-5ec7633b-3056-4b1f-8a86-c95d1981d1c2 req-95aa5377-d408-49a8-a78a-007515b0f60a tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff87c7f6-31a7-4836-be01-c23f9c73629f HTTP/1.1" status: 200 len: 944 time: 0.0682576 May 31 21:06:21.098945 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-12b76025-8d11-4644-a167-223a77fb8dcf req-6b960445-0e56-4378-9c71-7aa837b8c123 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc53867c-a18f-4781-8698-c86927740494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854135 May 31 21:06:21.102801 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-5ec7633b-3056-4b1f-8a86-c95d1981d1c2 req-f84254ce-6535-4817-9d47-982a272939f2 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=45e231cd-88df-4a61-a62e-dfaa346cf0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827913 May 31 21:06:22.244593 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:06:22.263634 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9df02e-c793-42c7-8218-3e90c1864fc6 req-d24ef18f-f1ec-47d2-8b9f-484acadf59d4 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:22.267343 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-bb9df02e-c793-42c7-8218-3e90c1864fc6 req-d24ef18f-f1ec-47d2-8b9f-484acadf59d4 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff87c7f6-31a7-4836-be01-c23f9c73629f HTTP/1.1" status: 200 len: 944 time: 0.0715208 May 31 21:06:22.271532 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e438007-4617-4ef1-a4fb-cc4ed60702fe req-2c8861cd-2af2-44bf-b802-9e76ede5a5c5 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:22.273023 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-1e438007-4617-4ef1-a4fb-cc4ed60702fe req-2c8861cd-2af2-44bf-b802-9e76ede5a5c5 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/ports?device_id=979133c4-01ae-4510-8d70-018170135a6c HTTP/1.1" status: 200 len: 946 time: 0.0887892 May 31 21:06:22.373597 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-bb9df02e-c793-42c7-8218-3e90c1864fc6 req-06db40a2-2a27-4535-8f93-af4db9d9d8d9 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=45e231cd-88df-4a61-a62e-dfaa346cf0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995796 May 31 21:06:22.376723 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-1e438007-4617-4ef1-a4fb-cc4ed60702fe req-a6b8f8ef-dc5f-4cee-ab4d-d172e786b315 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc53867c-a18f-4781-8698-c86927740494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958109 May 31 21:06:22.949761 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba48a5-7cf0-473e-82a0-c9c990195ca5 req-e7124d3e-ea29-4456-a19c-7295cc168e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:22.951292 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-2dba48a5-7cf0-473e-82a0-c9c990195ca5 req-e7124d3e-ea29-4456-a19c-7295cc168e12 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=f1b54ceb69fc4041b743a11eda4144a8&device_id=ff87c7f6-31a7-4836-be01-c23f9c73629f HTTP/1.1" status: 200 len: 1128 time: 0.0795674 May 31 21:06:22.968654 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-85f37dc8-9480-4d18-81ae-0e5dfd8d0923 req-62dc2247-f1b0-46ed-97e9-f72f5cb9a5fd service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=24059932-87a0-4e56-8bb0-4797276e2042&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0586514 May 31 21:06:23.080067 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f37dc8-9480-4d18-81ae-0e5dfd8d0923 req-35f0c868-a73f-430a-9a4b-cf75ed8bc490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:23.081454 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-85f37dc8-9480-4d18-81ae-0e5dfd8d0923 req-35f0c868-a73f-430a-9a4b-cf75ed8bc490 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=f1b54ceb69fc4041b743a11eda4144a8&device_id=24059932-87a0-4e56-8bb0-4797276e2042 HTTP/1.1" status: 200 len: 1130 time: 0.0669231 May 31 21:06:23.093211 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba48a5-7cf0-473e-82a0-c9c990195ca5 req-ec16e8bb-b37a-44f8-b6a8-513361656b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:23.094904 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-2dba48a5-7cf0-473e-82a0-c9c990195ca5 req-ec16e8bb-b37a-44f8-b6a8-513361656b14 service neutron] 10.222.0.40 "GET /v2.0/networks?id=50707fc3-657a-4d1c-8628-0dfb2710b9bc HTTP/1.1" status: 200 len: 920 time: 0.1360471 May 31 21:06:23.145774 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-2dba48a5-7cf0-473e-82a0-c9c990195ca5 req-26a3f23c-794f-47a3-81c4-b64e00c37ae6 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77 HTTP/1.1" status: 200 len: 217 time: 0.0441964 May 31 21:06:23.247246 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:06:23.277923 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba48a5-7cf0-473e-82a0-c9c990195ca5 req-50ad87e7-e54a-4a6e-8fc7-4611b9e29277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:23.279405 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-2dba48a5-7cf0-473e-82a0-c9c990195ca5 req-50ad87e7-e54a-4a6e-8fc7-4611b9e29277 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=056887a1-bc98-40be-80ec-f43fe7602ab2 HTTP/1.1" status: 200 len: 858 time: 0.1239312 May 31 21:06:23.324352 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ab2d2-5c8e-4e16-93a7-22d77f261200 req-9ad5cba7-9929-4ed8-a66f-3ae17781a68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:23.325848 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-387ab2d2-5c8e-4e16-93a7-22d77f261200 req-9ad5cba7-9929-4ed8-a66f-3ae17781a68f service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=979133c4-01ae-4510-8d70-018170135a6c HTTP/1.1" status: 200 len: 1130 time: 0.0960758 May 31 21:06:23.333882 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f37dc8-9480-4d18-81ae-0e5dfd8d0923 req-c971377c-0f2d-4aa9-a548-1cb24b3323ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:23.335355 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-85f37dc8-9480-4d18-81ae-0e5dfd8d0923 req-c971377c-0f2d-4aa9-a548-1cb24b3323ac service neutron] 10.222.0.40 "GET /v2.0/networks?id=50707fc3-657a-4d1c-8628-0dfb2710b9bc HTTP/1.1" status: 200 len: 920 time: 0.2000904 May 31 21:06:23.391927 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba48a5-7cf0-473e-82a0-c9c990195ca5 req-7fae3881-bd09-4c96-b2e7-a028e80fbb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:23.393453 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-2dba48a5-7cf0-473e-82a0-c9c990195ca5 req-7fae3881-bd09-4c96-b2e7-a028e80fbb8c service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=50707fc3-657a-4d1c-8628-0dfb2710b9bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1082461 May 31 21:06:23.395129 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-85f37dc8-9480-4d18-81ae-0e5dfd8d0923 req-6d523b69-9c1c-4a60-b776-84f5a9898ab5 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d441d5e6-2812-4d1f-bf38-96cb2c781ded HTTP/1.1" status: 200 len: 217 time: 0.0507231 May 31 21:06:23.451251 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-387ab2d2-5c8e-4e16-93a7-22d77f261200 req-c76cc68f-eec2-45e6-90e7-ce4c74a503ba service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=fc53867c-a18f-4781-8698-c86927740494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189234 May 31 21:06:23.540033 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f37dc8-9480-4d18-81ae-0e5dfd8d0923 req-e59e95d3-57ca-42ea-8ff1-10e4bf8ea46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:23.544633 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-85f37dc8-9480-4d18-81ae-0e5dfd8d0923 req-e59e95d3-57ca-42ea-8ff1-10e4bf8ea46e service neutron] 10.222.0.40 "GET /v2.0/subnets?id=056887a1-bc98-40be-80ec-f43fe7602ab2 HTTP/1.1" status: 200 len: 858 time: 0.1336944 May 31 21:06:23.567945 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49962a3-5f63-4089-9b5d-727b923cbf29 req-9f853609-b819-4f82-a198-9f9ecf3a55db tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:23.570312 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-d49962a3-5f63-4089-9b5d-727b923cbf29 req-9f853609-b819-4f82-a198-9f9ecf3a55db tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff87c7f6-31a7-4836-be01-c23f9c73629f HTTP/1.1" status: 200 len: 944 time: 0.0818269 May 31 21:06:23.581693 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-2dba48a5-7cf0-473e-82a0-c9c990195ca5 req-2956a4d9-b721-4291-b84d-163c453c6fc4 service neutron] 10.222.0.40 "GET /v2.0/networks/50707fc3-657a-4d1c-8628-0dfb2710b9bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748681 May 31 21:06:23.593664 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c01d89-9866-4925-ada9-3d28e3760a7e req-04f7dc75-a100-472f-b3bc-7b5d6f42853a tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:23.595225 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-13c01d89-9866-4925-ada9-3d28e3760a7e req-04f7dc75-a100-472f-b3bc-7b5d6f42853a tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/ports?device_id=979133c4-01ae-4510-8d70-018170135a6c HTTP/1.1" status: 200 len: 946 time: 0.0936751 May 31 21:06:23.595666 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:06:23.683670 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-d49962a3-5f63-4089-9b5d-727b923cbf29 req-16529aa8-0192-4e7c-89c0-ec628485810c tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=45e231cd-88df-4a61-a62e-dfaa346cf0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051989 May 31 21:06:23.706850 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-13c01d89-9866-4925-ada9-3d28e3760a7e req-2648732a-30b8-47d9-a481-7ce900d4f419 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc53867c-a18f-4781-8698-c86927740494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029370 May 31 21:06:23.899728 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f37dc8-9480-4d18-81ae-0e5dfd8d0923 req-66d847b5-1bdb-40cd-b188-3b9b890bb6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:23.901386 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-85f37dc8-9480-4d18-81ae-0e5dfd8d0923 req-66d847b5-1bdb-40cd-b188-3b9b890bb6fd service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=50707fc3-657a-4d1c-8628-0dfb2710b9bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1051965 May 31 21:06:23.904373 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=100 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:06:23.982028 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-2dba48a5-7cf0-473e-82a0-c9c990195ca5 req-091ea770-cd9b-4d38-956f-4fcc4703e027 service neutron] 10.222.0.40 "GET /v2.0/networks/50707fc3-657a-4d1c-8628-0dfb2710b9bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879144 May 31 21:06:24.027119 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-85f37dc8-9480-4d18-81ae-0e5dfd8d0923 req-e21ed266-5d23-4bab-b53d-5e8231060b9d service neutron] 10.222.0.40 "GET /v2.0/networks/50707fc3-657a-4d1c-8628-0dfb2710b9bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165581 May 31 21:06:24.101797 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=104322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 31 21:06:24.225624 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] For port f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77,segment=NetworkSegment(a3a61b02-d451-4bb6-8acb-f707be60b746),segment_id=a3a61b02-d451-4bb6-8acb-f707be60b746)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:06:24.238514 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Returning: {'device': 'f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77', 'network_id': '50707fc3-657a-4d1c-8628-0dfb2710b9bc', 'port_id': 'f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77', 'mac_address': 'fa:16:3e:75:25:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '056887a1-bc98-40be-80ec-f43fe7602ab2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 31 21:06:24.251995 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:06:24.287276 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Current status of the port f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77 is: DOWN; New status is: BUILD {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:06:24.287685 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:24.305067 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.notifiers.nova [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77 {{(pid=104322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 21:06:24.317224 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:06:24.324965 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 35488) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:06:24.337847 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] For port f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77,segment=NetworkSegment(a3a61b02-d451-4bb6-8acb-f707be60b746),segment_id=a3a61b02-d451-4bb6-8acb-f707be60b746)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:06:24.421754 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:24.450275 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-2d652020-b663-4d72-989b-629e43f0cce7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:24.455326 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:06:24.474581 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Pushing event updated for resources: {'Port': ['ID=f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77,revision_number=4']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:06:24.552293 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-2d652020-b663-4d72-989b-629e43f0cce7 admin admin] Publish callbacks [] for security_group (33cc4f65-89c6-4d33-94cb-5b90a3743e59), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:24.629679 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-2d652020-b663-4d72-989b-629e43f0cce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (33cc4f65-89c6-4d33-94cb-5b90a3743e59), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:24.672499 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-2d652020-b663-4d72-989b-629e43f0cce7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c25911d472d44037bb948588a232848b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3464193 May 31 21:06:24.675444 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 35498) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:06:24.678637 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d652020-b663-4d72-989b-629e43f0cce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33cc4f65-89c6-4d33-94cb-5b90a3743e59,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:06:24.760133 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0df7c043-55c5-4a0e-b2c2-910468620b57 admin admin] Publish callbacks [] for security_group (33cc4f65-89c6-4d33-94cb-5b90a3743e59), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:24.805377 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0df7c043-55c5-4a0e-b2c2-910468620b57 admin admin] Publish callbacks [] for security_group (33cc4f65-89c6-4d33-94cb-5b90a3743e59), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:24.919263 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec79271a-ca42-45c4-9572-45ebf290d012 req-0ce4ac95-b475-4db8-b72f-235402923f47 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:24.921000 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ec79271a-ca42-45c4-9572-45ebf290d012 req-0ce4ac95-b475-4db8-b72f-235402923f47 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/ports?device_id=979133c4-01ae-4510-8d70-018170135a6c HTTP/1.1" status: 200 len: 946 time: 0.1262624 May 31 21:06:24.941597 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1d5a3d-e833-4091-8384-fdef38fe7e55 req-d4066e79-6770-4cc9-b60b-d6d3de437953 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:24.941597 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-3b1d5a3d-e833-4091-8384-fdef38fe7e55 req-d4066e79-6770-4cc9-b60b-d6d3de437953 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff87c7f6-31a7-4836-be01-c23f9c73629f HTTP/1.1" status: 200 len: 945 time: 0.1160760 May 31 21:06:24.960812 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 35508) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:06:25.146407 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-e80f13fa-9737-44b2-9be2-8be624285cb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:25.248701 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-e80f13fa-9737-44b2-9be2-8be624285cb6 admin admin] Publish callbacks [] for security_group (bc3b9937-b667-418d-925f-7f43eebbf415), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:25.258241 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ec79271a-ca42-45c4-9572-45ebf290d012 req-937f40ad-f3af-4a26-9678-45ffa7788e96 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc53867c-a18f-4781-8698-c86927740494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3298323 May 31 21:06:25.266683 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-3b1d5a3d-e833-4091-8384-fdef38fe7e55 req-abfb098a-b001-4368-ad3c-d5534c796748 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=45e231cd-88df-4a61-a62e-dfaa346cf0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753012 May 31 21:06:25.344856 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-e80f13fa-9737-44b2-9be2-8be624285cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (bc3b9937-b667-418d-925f-7f43eebbf415), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:25.376583 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0df7c043-55c5-4a0e-b2c2-910468620b57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (33cc4f65-89c6-4d33-94cb-5b90a3743e59), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:25.379141 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0df7c043-55c5-4a0e-b2c2-910468620b57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:25.383609 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-0df7c043-55c5-4a0e-b2c2-910468620b57 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/33cc4f65-89c6-4d33-94cb-5b90a3743e59 HTTP/1.1" status: 204 len: 168 time: 0.7037354 May 31 21:06:25.392946 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-e80f13fa-9737-44b2-9be2-8be624285cb6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d52eb9e66b414d87a3ea054fc1cca3e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4283853 May 31 21:06:25.393127 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df7c043-55c5-4a0e-b2c2-910468620b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33cc4f65-89c6-4d33-94cb-5b90a3743e59,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:06:25.393754 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80f13fa-9737-44b2-9be2-8be624285cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc3b9937-b667-418d-925f-7f43eebbf415,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:06:25.394425 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 35514) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:06:25.468884 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-1557b94b-1cac-4882-9aa0-618af6eb1390 admin admin] Publish callbacks [] for security_group (bc3b9937-b667-418d-925f-7f43eebbf415), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:25.493224 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-1557b94b-1cac-4882-9aa0-618af6eb1390 admin admin] Publish callbacks [] for security_group (bc3b9937-b667-418d-925f-7f43eebbf415), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:25.652982 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-1557b94b-1cac-4882-9aa0-618af6eb1390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (bc3b9937-b667-418d-925f-7f43eebbf415), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:25.655642 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-1557b94b-1cac-4882-9aa0-618af6eb1390 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:25.656812 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-1557b94b-1cac-4882-9aa0-618af6eb1390 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bc3b9937-b667-418d-925f-7f43eebbf415 HTTP/1.1" status: 204 len: 168 time: 0.2609744 May 31 21:06:25.664703 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1557b94b-1cac-4882-9aa0-618af6eb1390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc3b9937-b667-418d-925f-7f43eebbf415,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:06:26.432255 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:06:26.446396 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2a6f97-bfc6-4f79-9a56-22a0fe97ee3f req-4bde5576-1842-45b0-8536-33691bafc9d9 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:26.447944 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-8c2a6f97-bfc6-4f79-9a56-22a0fe97ee3f req-4bde5576-1842-45b0-8536-33691bafc9d9 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff87c7f6-31a7-4836-be01-c23f9c73629f HTTP/1.1" status: 200 len: 945 time: 0.0777426 May 31 21:06:26.454938 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af4bfab-a163-40cc-98a2-acace1105e21 req-da14cb49-4394-4818-aec9-3877a3c2a499 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:26.456658 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-8af4bfab-a163-40cc-98a2-acace1105e21 req-da14cb49-4394-4818-aec9-3877a3c2a499 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/ports?device_id=979133c4-01ae-4510-8d70-018170135a6c HTTP/1.1" status: 200 len: 946 time: 0.1094027 May 31 21:06:26.537835 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-8c2a6f97-bfc6-4f79-9a56-22a0fe97ee3f req-b006574c-4417-4aef-9135-4cd644d74990 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=45e231cd-88df-4a61-a62e-dfaa346cf0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797296 May 31 21:06:26.544462 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-8af4bfab-a163-40cc-98a2-acace1105e21 req-4dbcaba5-f1d4-4452-a5dd-0ce151b31440 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc53867c-a18f-4781-8698-c86927740494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799501 May 31 21:06:27.702100 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af91f5-fd8e-4fcb-8fc3-1173e207bd57 req-4578b9e0-fee3-41c0-ac92-535ae44fd0f2 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:27.703636 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-f4af91f5-fd8e-4fcb-8fc3-1173e207bd57 req-4578b9e0-fee3-41c0-ac92-535ae44fd0f2 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff87c7f6-31a7-4836-be01-c23f9c73629f HTTP/1.1" status: 200 len: 945 time: 0.0866561 May 31 21:06:27.712395 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806033d-2372-4c84-845c-956a6f4259bd req-4789bfe7-b27f-41b4-87c0-cfaba49531ac tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:27.713984 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-e806033d-2372-4c84-845c-956a6f4259bd req-4789bfe7-b27f-41b4-87c0-cfaba49531ac tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/ports?device_id=979133c4-01ae-4510-8d70-018170135a6c HTTP/1.1" status: 200 len: 946 time: 0.0949407 May 31 21:06:27.839082 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-f4af91f5-fd8e-4fcb-8fc3-1173e207bd57 req-013e9b33-ac49-4006-9db4-ace83a2f458f tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=45e231cd-88df-4a61-a62e-dfaa346cf0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235368 May 31 21:06:27.842922 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-e806033d-2372-4c84-845c-956a6f4259bd req-42a7c44a-9b5a-414d-b4e7-19b515c6f609 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc53867c-a18f-4781-8698-c86927740494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195498 May 31 21:06:28.232405 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.agents_db [None req-3d709c36-86fd-4f4f-bf7d-9e9748143f4e None None] Agent healthcheck: found 6 active agents {{(pid=104323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 31 21:06:29.001191 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:06:29.043798 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c93fa87-4336-4ba0-a961-e29883867cd3 req-565eac16-f8c0-47ab-8278-28e1cbb91dd1 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:29.046565 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-1c93fa87-4336-4ba0-a961-e29883867cd3 req-565eac16-f8c0-47ab-8278-28e1cbb91dd1 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff87c7f6-31a7-4836-be01-c23f9c73629f HTTP/1.1" status: 200 len: 945 time: 0.1267047 May 31 21:06:29.068976 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d748dd-c0cd-4a6c-8bd7-1e1dff8a2148 req-6312ed1a-c0fc-4a73-a24c-214a841799da tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:29.070827 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-99d748dd-c0cd-4a6c-8bd7-1e1dff8a2148 req-6312ed1a-c0fc-4a73-a24c-214a841799da tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/ports?device_id=979133c4-01ae-4510-8d70-018170135a6c HTTP/1.1" status: 200 len: 946 time: 0.0849361 May 31 21:06:29.156802 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-1c93fa87-4336-4ba0-a961-e29883867cd3 req-b76e8b02-3fb1-4ebf-b3b4-0b82c088b03c tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=45e231cd-88df-4a61-a62e-dfaa346cf0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005704 May 31 21:06:29.166088 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-99d748dd-c0cd-4a6c-8bd7-1e1dff8a2148 req-ad8136b3-1ef4-4a1c-ad70-8663259acca2 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc53867c-a18f-4781-8698-c86927740494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877709 May 31 21:06:30.381500 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a281265-f921-4440-b668-659bc11b94ed req-dc1b13fe-ecfc-40c2-9509-63923ee3ebf9 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:30.384339 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-6a281265-f921-4440-b668-659bc11b94ed req-dc1b13fe-ecfc-40c2-9509-63923ee3ebf9 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff87c7f6-31a7-4836-be01-c23f9c73629f HTTP/1.1" status: 200 len: 945 time: 0.1370771 May 31 21:06:30.402377 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-85f37dc8-9480-4d18-81ae-0e5dfd8d0923 req-38b50db6-751f-41c8-9e90-12368cbe8b83 service neutron] 10.222.0.40 "GET /v2.0/networks/50707fc3-657a-4d1c-8628-0dfb2710b9bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170018 May 31 21:06:30.422516 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa6fb19-5c9c-4d49-a32c-421796e948b0 req-744c5c4a-04b4-4939-8945-44a0b40c29da tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:30.425241 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-eaa6fb19-5c9c-4d49-a32c-421796e948b0 req-744c5c4a-04b4-4939-8945-44a0b40c29da tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/ports?device_id=979133c4-01ae-4510-8d70-018170135a6c HTTP/1.1" status: 200 len: 946 time: 0.1329796 May 31 21:06:30.494918 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] get_ports_and_sgs() called for port_ids ['f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77'] {{(pid=104322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 31 21:06:30.563386 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-6a281265-f921-4440-b668-659bc11b94ed req-d4d5a751-a957-45d9-ae00-4f2d45d98df2 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=45e231cd-88df-4a61-a62e-dfaa346cf0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1623473 May 31 21:06:30.580926 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-eaa6fb19-5c9c-4d49-a32c-421796e948b0 req-fd3be010-854e-498a-85a4-4a042b78c9e7 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc53867c-a18f-4781-8698-c86927740494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394167 May 31 21:06:31.477688 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-98764eb3-a189-4185-a56d-060589a6ac88 req-ca103331-19d4-4545-a589-88eebdb92164 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=c6200f6e9a2e4582b7998f59c2432557&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0530632 May 31 21:06:31.731053 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98764eb3-a189-4185-a56d-060589a6ac88 req-458354b7-20d7-4b9a-9af6-02c1c34e9756 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:31.732654 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-98764eb3-a189-4185-a56d-060589a6ac88 req-458354b7-20d7-4b9a-9af6-02c1c34e9756 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2449212 May 31 21:06:31.746605 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77 up at agent hyperv_hv-cinder-83979 {{(pid=104322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 31 21:06:31.756026 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20561f3f-8d94-4c51-a6d9-646384747ef8 req-08c2323b-be05-47a0-b239-3398c67e1c6a tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:31.757686 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-20561f3f-8d94-4c51-a6d9-646384747ef8 req-08c2323b-be05-47a0-b239-3398c67e1c6a tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff87c7f6-31a7-4836-be01-c23f9c73629f HTTP/1.1" status: 200 len: 945 time: 0.0859668 May 31 21:06:31.761006 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-98764eb3-a189-4185-a56d-060589a6ac88 req-76320b58-68b5-4478-b142-29a4ae1c2d9a tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] 10.222.0.55 "GET /v2.0/quotas/c6200f6e9a2e4582b7998f59c2432557 HTTP/1.1" status: 200 len: 375 time: 0.0211167 May 31 21:06:31.814374 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Provisioning for port f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77 completed by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 31 21:06:31.818497 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-98764eb3-a189-4185-a56d-060589a6ac88 req-1a5d9424-0e4d-4598-9426-cbb0ff8715a9 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c6200f6e9a2e4582b7998f59c2432557&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469143 May 31 21:06:31.916329 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-20561f3f-8d94-4c51-a6d9-646384747ef8 req-e0d9952c-8220-4bcd-8fd9-5b3fd404513e tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=45e231cd-88df-4a61-a62e-dfaa346cf0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380475 May 31 21:06:31.960509 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Provisioning complete for port f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77 triggered by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:06:31.971691 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:32.085247 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05845a-7f9c-48da-9d16-fa49a927b459 req-4079450f-9768-4abf-bbb2-330b20ff02d8 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:32.087165 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-5f05845a-7f9c-48da-9d16-fa49a927b459 req-4079450f-9768-4abf-bbb2-330b20ff02d8 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/ports?device_id=979133c4-01ae-4510-8d70-018170135a6c HTTP/1.1" status: 200 len: 946 time: 0.0759192 May 31 21:06:32.148672 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-5f05845a-7f9c-48da-9d16-fa49a927b459 req-3daafbcd-35bf-459c-ae3a-40185180fd05 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc53867c-a18f-4781-8698-c86927740494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545731 May 31 21:06:32.298917 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Current status of the port f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77 is: BUILD; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:06:32.299637 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:32.339924 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff87c7f6-31a7-4836-be01-c23f9c73629f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77'}] {{(pid=104322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:06:32.339924 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0d07a434bcc94248bd83d89f5df7255b965f34de07d957ea8ea11cb14c6cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97183806-a2e0-4bb2-8b65-995f5f04a493" -d '{"events": [{"server_uuid": "ff87c7f6-31a7-4836-be01-c23f9c73629f", "name": "network-vif-plugged", "status": "completed", "tag": "f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77"}]}' {{(pid=104322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:06:32.355761 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-91314a75-8d0b-4a44-a541-22f697a8e1ec req-4ce06bff-541e-419b-93ab-026acaacf6dd tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] 10.222.0.55 "GET /v2.0/ports?device_id=05eb6210-0234-435d-bf80-4e701ec1cc0c HTTP/1.1" status: 200 len: 210 time: 0.0658977 May 31 21:06:32.361376 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] For port f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77,segment=NetworkSegment(a3a61b02-d451-4bb6-8acb-f707be60b746),segment_id=a3a61b02-d451-4bb6-8acb-f707be60b746)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:06:32.428921 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e873dcb2-d87b-422d-b183-78355034aa28 req-c450a5ad-a1d3-46b9-af2a-f632eb8ce4ac tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:32.436038 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:32.436944 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-e873dcb2-d87b-422d-b183-78355034aa28 req-c450a5ad-a1d3-46b9-af2a-f632eb8ce4ac tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/ports?device_id=979133c4-01ae-4510-8d70-018170135a6c HTTP/1.1" status: 200 len: 946 time: 0.1281476 May 31 21:06:32.473731 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:06:32.481355 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 May 2022 21:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea2934f6-aed8-4046-b3cb-f85c62f396e6 x-openstack-request-id: req-ea2934f6-aed8-4046-b3cb-f85c62f396e6 {{(pid=104322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:06:32.481628 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff87c7f6-31a7-4836-be01-c23f9c73629f", "name": "network-vif-plugged", "status": "completed", "tag": "f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77", "code": 200}]} {{(pid=104322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:06:32.482001 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ea2934f6-aed8-4046-b3cb-f85c62f396e6 {{(pid=104322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:06:32.482303 dv-cinder-839793-16-iscsi neutron-server[104322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea2934f6-aed8-4046-b3cb-f85c62f396e6'] response: {'server_uuid': 'ff87c7f6-31a7-4836-be01-c23f9c73629f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77', 'code': 200} May 31 21:06:32.507299 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-e873dcb2-d87b-422d-b183-78355034aa28 req-bb88778f-f825-4bb1-b4e4-a3413631c801 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc53867c-a18f-4781-8698-c86927740494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677998 May 31 21:06:32.533372 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Pushing event updated for resources: {'Port': ['ID=f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77,revision_number=5']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:06:32.963810 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9dfcf1-4fad-416c-b192-33390ac7a03a req-7be7a4eb-5b0d-45c1-bf79-e8103e2d2858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:32.965776 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-9b9dfcf1-4fad-416c-b192-33390ac7a03a req-7be7a4eb-5b0d-45c1-bf79-e8103e2d2858 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=ff87c7f6-31a7-4836-be01-c23f9c73629f HTTP/1.1" status: 200 len: 1130 time: 0.0696929 May 31 21:06:32.990442 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:06:33.004126 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a744b-224e-4d12-bee8-2a50e7661a77 req-01ca16a9-e3ab-44c7-a0c3-5038461d8536 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:33.006927 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-9b5a744b-224e-4d12-bee8-2a50e7661a77 req-01ca16a9-e3ab-44c7-a0c3-5038461d8536 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/ports?device_id=979133c4-01ae-4510-8d70-018170135a6c HTTP/1.1" status: 200 len: 946 time: 0.0736368 May 31 21:06:33.023742 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-9b9dfcf1-4fad-416c-b192-33390ac7a03a req-4c7b1aa8-4558-4f14-84b4-2afa32ce10de service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=45e231cd-88df-4a61-a62e-dfaa346cf0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490203 May 31 21:06:33.100911 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f928397-5fc6-4da5-8963-ad172969b938 req-2798d0d1-0e30-4b52-832d-2bae8ec0e788 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:33.103139 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-6f928397-5fc6-4da5-8963-ad172969b938 req-2798d0d1-0e30-4b52-832d-2bae8ec0e788 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff87c7f6-31a7-4836-be01-c23f9c73629f HTTP/1.1" status: 200 len: 946 time: 0.0815637 May 31 21:06:33.124856 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-9b5a744b-224e-4d12-bee8-2a50e7661a77 req-0129fa3b-1ff5-42de-81f6-1b1d8c554502 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc53867c-a18f-4781-8698-c86927740494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976977 May 31 21:06:33.174386 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-6f928397-5fc6-4da5-8963-ad172969b938 req-3cddd3bc-270c-4f73-a3c7-fbfdd1664683 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=45e231cd-88df-4a61-a62e-dfaa346cf0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553808 May 31 21:06:33.471706 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-6c136363-c08c-45c9-863b-1c1998e853c1 req-2abec057-ff4e-46d6-84e2-5605c06b3541 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] 10.222.0.55 "GET /v2.0/ports?device_id=05eb6210-0234-435d-bf80-4e701ec1cc0c HTTP/1.1" status: 200 len: 210 time: 0.0402613 May 31 21:06:34.314305 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d14b322-a46a-495c-b479-e7d14efad015 req-b5741861-464e-4aed-9fa9-121cc3b4d6eb tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:34.315811 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-9d14b322-a46a-495c-b479-e7d14efad015 req-b5741861-464e-4aed-9fa9-121cc3b4d6eb tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff87c7f6-31a7-4836-be01-c23f9c73629f HTTP/1.1" status: 200 len: 946 time: 0.0590301 May 31 21:06:34.390252 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-9d14b322-a46a-495c-b479-e7d14efad015 req-14e2c4a7-8666-433a-a696-966ede8d38e9 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=45e231cd-88df-4a61-a62e-dfaa346cf0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674970 May 31 21:06:34.583787 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-255a503c-d195-4cfc-a3d2-4d30b57b57d2 req-a67b5b8d-0672-49c4-9fb3-d97770afbc69 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] 10.222.0.55 "GET /v2.0/ports?device_id=05eb6210-0234-435d-bf80-4e701ec1cc0c HTTP/1.1" status: 200 len: 210 time: 0.0343034 May 31 21:06:35.513453 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b07dfcf-1e62-4942-b327-44c972dc9901 req-d6219a72-4fca-40a7-b112-816b027de3a7 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:35.515052 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-6b07dfcf-1e62-4942-b327-44c972dc9901 req-d6219a72-4fca-40a7-b112-816b027de3a7 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff87c7f6-31a7-4836-be01-c23f9c73629f HTTP/1.1" status: 200 len: 946 time: 0.0508473 May 31 21:06:35.548926 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:06:35.572658 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-6b07dfcf-1e62-4942-b327-44c972dc9901 req-266c7620-8032-48f5-9cb3-b1584abc609b tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=45e231cd-88df-4a61-a62e-dfaa346cf0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484567 May 31 21:06:35.691737 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-b6f0ccc8-8f5f-4dfa-aaa4-b822e6c05c34 req-7649c845-0f65-4557-a3c8-baf777581425 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] 10.222.0.55 "GET /v2.0/ports?device_id=05eb6210-0234-435d-bf80-4e701ec1cc0c HTTP/1.1" status: 200 len: 210 time: 0.0300939 May 31 21:06:36.737523 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924d202-1e2d-4fca-a671-e4956d1f1874 req-a7502d9e-17b8-4552-940d-c439c08dd654 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:36.740337 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-7924d202-1e2d-4fca-a671-e4956d1f1874 req-a7502d9e-17b8-4552-940d-c439c08dd654 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff87c7f6-31a7-4836-be01-c23f9c73629f HTTP/1.1" status: 200 len: 946 time: 0.0882750 May 31 21:06:36.820438 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-a22e8406-cd19-440e-a724-50e1a2a1d768 req-6ff1cb29-14cf-4aba-8304-363834dd4a3b tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] 10.222.0.55 "GET /v2.0/ports?device_id=05eb6210-0234-435d-bf80-4e701ec1cc0c HTTP/1.1" status: 200 len: 210 time: 0.0483754 May 31 21:06:36.847144 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-7924d202-1e2d-4fca-a671-e4956d1f1874 req-dac2dcb8-bd3c-4459-8644-2cb610b2a132 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=45e231cd-88df-4a61-a62e-dfaa346cf0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992575 May 31 21:06:37.942512 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-cdf8813c-29dd-410c-9464-08a4a8b3920f req-3fb6d8b7-05f2-4a26-a7bb-68385e39c09e tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] 10.222.0.55 "GET /v2.0/ports?device_id=05eb6210-0234-435d-bf80-4e701ec1cc0c HTTP/1.1" status: 200 len: 210 time: 0.0410492 May 31 21:06:37.982545 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e84613-9e82-478a-9376-ef34a3452f76 req-c7a0befc-9a5c-4027-b77b-31662f9eeae3 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:37.984133 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-74e84613-9e82-478a-9376-ef34a3452f76 req-c7a0befc-9a5c-4027-b77b-31662f9eeae3 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff87c7f6-31a7-4836-be01-c23f9c73629f HTTP/1.1" status: 200 len: 946 time: 0.0523715 May 31 21:06:38.036746 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-74e84613-9e82-478a-9376-ef34a3452f76 req-4fe1fe7b-d210-4d39-91f2-6979fad6baea tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=45e231cd-88df-4a61-a62e-dfaa346cf0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468068 May 31 21:06:39.044802 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-56f64bc8-ab4e-44e7-8d82-be602a5245fb req-2eb5349d-e477-42d2-9f93-ff0e2bb2c67e tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] 10.222.0.55 "GET /v2.0/ports?device_id=05eb6210-0234-435d-bf80-4e701ec1cc0c HTTP/1.1" status: 200 len: 210 time: 0.0298512 May 31 21:06:39.217700 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206ee89d-e1a5-4af2-b787-73d3a6402554 req-99ffdf29-7832-44a9-b96b-4c1f6042027f tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:39.219377 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-206ee89d-e1a5-4af2-b787-73d3a6402554 req-99ffdf29-7832-44a9-b96b-4c1f6042027f tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff87c7f6-31a7-4836-be01-c23f9c73629f HTTP/1.1" status: 200 len: 946 time: 0.0658507 May 31 21:06:39.296847 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-206ee89d-e1a5-4af2-b787-73d3a6402554 req-ac266e22-b0e8-4270-9cd0-03d5b7ffc7da tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=45e231cd-88df-4a61-a62e-dfaa346cf0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697985 May 31 21:06:40.161254 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-bd11addf-71cf-4d80-998b-54b93590c8ff req-71794d9d-711f-4756-ad84-500b621edc52 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] 10.222.0.55 "GET /v2.0/ports?device_id=05eb6210-0234-435d-bf80-4e701ec1cc0c HTTP/1.1" status: 200 len: 210 time: 0.0316391 May 31 21:06:40.419526 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a191d-d202-401b-a1a7-b972a412a1b0 req-c5ed0a51-3b89-4d60-bfd9-8218560f499f tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:40.421016 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-623a191d-d202-401b-a1a7-b972a412a1b0 req-c5ed0a51-3b89-4d60-bfd9-8218560f499f tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff87c7f6-31a7-4836-be01-c23f9c73629f HTTP/1.1" status: 200 len: 946 time: 0.0515246 May 31 21:06:40.478547 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-623a191d-d202-401b-a1a7-b972a412a1b0 req-60936387-2813-4e9c-bf1d-03a91de2ceb5 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=45e231cd-88df-4a61-a62e-dfaa346cf0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510495 May 31 21:06:41.276172 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-4024678f-9f32-45d7-be25-f7cd9486b2b3 req-41edffb9-f914-439f-a39f-113407818573 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] 10.222.0.55 "GET /v2.0/ports?device_id=05eb6210-0234-435d-bf80-4e701ec1cc0c HTTP/1.1" status: 200 len: 210 time: 0.0364430 May 31 21:06:41.619210 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-98764eb3-a189-4185-a56d-060589a6ac88 req-ef241c7a-8eda-4335-952f-2b6d38d07603 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] 10.222.0.40 "GET /v2.0/networks?tenant_id=c6200f6e9a2e4582b7998f59c2432557&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346889 May 31 21:06:41.626730 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc4168-b64a-4f73-ae52-644921bb89de req-b2a0ac68-bec3-4794-93a3-994b820ad218 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:41.628461 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-e0cc4168-b64a-4f73-ae52-644921bb89de req-b2a0ac68-bec3-4794-93a3-994b820ad218 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff87c7f6-31a7-4836-be01-c23f9c73629f HTTP/1.1" status: 200 len: 946 time: 0.0527742 May 31 21:06:41.711121 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-e0cc4168-b64a-4f73-ae52-644921bb89de req-77e88e4d-d20a-4c58-be94-a04eb44f7a23 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=45e231cd-88df-4a61-a62e-dfaa346cf0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735161 May 31 21:06:41.873723 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a40627f-0531-4517-9899-72ae0e46df5e req-7bb48a2e-1658-45e3-9b7f-6d77ebb83a65 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:41.879360 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-9a40627f-0531-4517-9899-72ae0e46df5e req-7bb48a2e-1658-45e3-9b7f-6d77ebb83a65 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff87c7f6-31a7-4836-be01-c23f9c73629f HTTP/1.1" status: 200 len: 946 time: 0.0675235 May 31 21:06:41.885389 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 35840) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:06:41.891864 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.v2.base [None req-b785fe30-110a-4337-98e7-ff4e97ce98a2 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Request body: {'floatingip': {'port_id': 'f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77'}} {{(pid=104320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:06:41.913666 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98764eb3-a189-4185-a56d-060589a6ac88 req-d8e24728-2012-4c01-be85-e4d00c1d9759 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:41.915371 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-98764eb3-a189-4185-a56d-060589a6ac88 req-d8e24728-2012-4c01-be85-e4d00c1d9759 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2900317 May 31 21:06:41.928800 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [req-98764eb3-a189-4185-a56d-060589a6ac88 req-20a979a4-857d-4665-a9ac-2710be489ad7 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] Request body: {'port': {'device_id': '05eb6210-0234-435d-bf80-4e701ec1cc0c', 'network_id': '9d4cb7fe-3761-4474-acf7-777c3fa2140a', 'admin_state_up': True, 'tenant_id': 'c6200f6e9a2e4582b7998f59c2432557'}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:06:41.954102 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-b785fe30-110a-4337-98e7-ff4e97ce98a2 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Publish callbacks [] for floatingip (ef0e977f-0c66-4aac-8538-83f676614c57), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:42.009200 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:06:42.300509 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:06:42.319533 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98764eb3-a189-4185-a56d-060589a6ac88 req-20a979a4-857d-4665-a9ac-2710be489ad7 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] Made reservation on behalf of c6200f6e9a2e4582b7998f59c2432557 for: {'port': 1} {{(pid=104321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 21:06:42.324479 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-98764eb3-a189-4185-a56d-060589a6ac88 req-20a979a4-857d-4665-a9ac-2710be489ad7 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:42.337038 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-98764eb3-a189-4185-a56d-060589a6ac88 req-20a979a4-857d-4665-a9ac-2710be489ad7 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] Publish callbacks [] for security_group (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:42.340695 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:06:42.347742 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-1198c8f9-cdc4-4d1e-8c4c-0fe88f5555d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (5ca9f0a2-8e5f-4b54-94fa-454f095515e4), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:42.478670 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-98764eb3-a189-4185-a56d-060589a6ac88 req-20a979a4-857d-4665-a9ac-2710be489ad7 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] Publish callbacks [] for security_group (492d52d3-4081-4c0a-81b2-da3c6f44b6f2), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:42.512310 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=40,neutron:UPDATE=1 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:06:42.525863 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-358fa835-3a0f-4007-8ee1-413a6a119f8f req-1010ec53-7971-47c0-8b70-46f6d6bf11b3 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] 10.222.0.55 "GET /v2.0/ports?device_id=05eb6210-0234-435d-bf80-4e701ec1cc0c HTTP/1.1" status: 200 len: 210 time: 0.1161656 May 31 21:06:42.545030 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-b785fe30-110a-4337-98e7-ff4e97ce98a2 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:42.599983 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-98764eb3-a189-4185-a56d-060589a6ac88 req-20a979a4-857d-4665-a9ac-2710be489ad7 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (492d52d3-4081-4c0a-81b2-da3c6f44b6f2), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:42.631321 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-b785fe30-110a-4337-98e7-ff4e97ce98a2 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598426'] for floatingip (ef0e977f-0c66-4aac-8538-83f676614c57), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:42.672949 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a979a4-857d-4665-a9ac-2710be489ad7 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=492d52d3-4081-4c0a-81b2-da3c6f44b6f2,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:06:42.687772 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a979a4-857d-4665-a9ac-2710be489ad7 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:06:42.719361 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a979a4-857d-4665-a9ac-2710be489ad7 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:06:42.719361 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a979a4-857d-4665-a9ac-2710be489ad7 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:06:42.719361 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a979a4-857d-4665-a9ac-2710be489ad7 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:06:42.719361 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a979a4-857d-4665-a9ac-2710be489ad7 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:06:42.719361 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a979a4-857d-4665-a9ac-2710be489ad7 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:06:42.719361 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a979a4-857d-4665-a9ac-2710be489ad7 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:06:42.719361 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a979a4-857d-4665-a9ac-2710be489ad7 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:06:42.719361 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a979a4-857d-4665-a9ac-2710be489ad7 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:06:42.719361 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a979a4-857d-4665-a9ac-2710be489ad7 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:06:42.719361 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a979a4-857d-4665-a9ac-2710be489ad7 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:06:42.719361 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a979a4-857d-4665-a9ac-2710be489ad7 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:06:42.719361 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a979a4-857d-4665-a9ac-2710be489ad7 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:06:42.719361 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a979a4-857d-4665-a9ac-2710be489ad7 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:06:42.721267 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a979a4-857d-4665-a9ac-2710be489ad7 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:06:42.761817 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.db.l3_db [None req-b785fe30-110a-4337-98e7-ff4e97ce98a2 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Floating IP ef0e977f-0c66-4aac-8538-83f676614c57 associated. External IP: 172.27.0.178, port: f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77. May 31 21:06:42.796220 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.db_base_plugin_common [req-98764eb3-a189-4185-a56d-060589a6ac88 req-20a979a4-857d-4665-a9ac-2710be489ad7 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] Allocated IP 192.168.233.232 (9d4cb7fe-3761-4474-acf7-777c3fa2140a/eb784a82-b8eb-45e0-8622-eaf44eede0e0/ae6376d6-cc5c-4a63-8f01-83c120bb79c6) {{(pid=104321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 21:06:42.810856 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:06:43.255007 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-98764eb3-a189-4185-a56d-060589a6ac88 req-20a979a4-857d-4665-a9ac-2710be489ad7 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] Publish callbacks [] for port (ae6376d6-cc5c-4a63-8f01-83c120bb79c6), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:43.278075 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b785fe30-110a-4337-98e7-ff4e97ce98a2 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Router f10feabd-124e-4c67-b3a2-78168d08d400 has already been hosted by L3 agent 13ce5b10-321e-4e80-b29e-1cfc3c51661e {{(pid=104320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 31 21:06:43.341399 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:06:43.423678 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b785fe30-110a-4337-98e7-ff4e97ce98a2 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Notify agent at l3_agent.dv-cinder-839793-16-iscsi the message routers_updated {{(pid=104320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 31 21:06:43.429347 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-b785fe30-110a-4337-98e7-ff4e97ce98a2 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for floatingip (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:43.437402 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8858899-5b1e-457c-a464-d8cffac83b68 None None] Sync routers for ids ['f10feabd-124e-4c67-b3a2-78168d08d400'] in dv-cinder-839793-16-iscsi {{(pid=104323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 21:06:43.456907 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8858899-5b1e-457c-a464-d8cffac83b68 None None] Routers {'f10feabd-124e-4c67-b3a2-78168d08d400'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:06:43.457955 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-f8858899-5b1e-457c-a464-d8cffac83b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:06:14Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['f10feabd-124e-4c67-b3a2-78168d08d400'], 'active': True} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:06:43.490579 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-b785fe30-110a-4337-98e7-ff4e97ce98a2 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "PUT /v2.0/floatingips/ef0e977f-0c66-4aac-8538-83f676614c57 HTTP/1.1" status: 200 len: 992 time: 1.6034391 May 31 21:06:43.491622 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff87c7f6-31a7-4836-be01-c23f9c73629f', 'tag': 'f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77'}] {{(pid=104320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:06:43.496601 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800e09971b12e0035a6cf58b960e7e30052d71c2381d70b5c02cffce84e90f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e37200de-4802-4cc1-aa32-222d4e06f80c" -d '{"events": [{"name": "network-changed", "server_uuid": "ff87c7f6-31a7-4836-be01-c23f9c73629f", "tag": "f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77"}]}' {{(pid=104320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:06:43.498177 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-98764eb3-a189-4185-a56d-060589a6ac88 req-20a979a4-857d-4665-a9ac-2710be489ad7 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747261518129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25540506'] for port (ae6376d6-cc5c-4a63-8f01-83c120bb79c6), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:43.578158 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvr_db [None req-f8858899-5b1e-457c-a464-d8cffac83b68 None None] Set router f10feabd-124e-4c67-b3a2-78168d08d400 gateway port host: dv-cinder-839793-16-iscsi {{(pid=104323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:06:43.588230 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 May 2022 21:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff81c766-184f-4c83-be46-e43e5f1e0f92 x-openstack-request-id: req-ff81c766-184f-4c83-be46-e43e5f1e0f92 {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:06:43.588675 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff87c7f6-31a7-4836-be01-c23f9c73629f", "tag": "f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77", "status": "completed", "code": 200}]} {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:06:43.589087 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ff81c766-184f-4c83-be46-e43e5f1e0f92 {{(pid=104320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:06:43.589776 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff81c766-184f-4c83-be46-e43e5f1e0f92'] response: {'name': 'network-changed', 'server_uuid': 'ff87c7f6-31a7-4836-be01-c23f9c73629f', 'tag': 'f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77', 'status': 'completed', 'code': 200} May 31 21:06:43.617486 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98764eb3-a189-4185-a56d-060589a6ac88 req-20a979a4-857d-4665-a9ac-2710be489ad7 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] Network 9d4cb7fe-3761-4474-acf7-777c3fa2140a is already hosted by enough agents. {{(pid=104321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 21:06:43.734277 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc0aa7e-f7b2-431d-bcdc-1a96583697b6 req-a91ddbdc-67fa-49de-a705-d778e814dc33 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:43.742753 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-cfc0aa7e-f7b2-431d-bcdc-1a96583697b6 req-a91ddbdc-67fa-49de-a705-d778e814dc33 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] 10.222.0.55 "GET /v2.0/ports?device_id=05eb6210-0234-435d-bf80-4e701ec1cc0c HTTP/1.1" status: 200 len: 936 time: 0.0622110 May 31 21:06:43.804367 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37200de-4802-4cc1-aa32-222d4e06f80c req-37af04fe-0422-43a3-9f0c-6a4917a72875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:43.806788 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-e37200de-4802-4cc1-aa32-222d4e06f80c req-37af04fe-0422-43a3-9f0c-6a4917a72875 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=f1b54ceb69fc4041b743a11eda4144a8&device_id=ff87c7f6-31a7-4836-be01-c23f9c73629f HTTP/1.1" status: 200 len: 1130 time: 0.1699305 May 31 21:06:43.813218 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.base_scheduler [req-98764eb3-a189-4185-a56d-060589a6ac88 req-20a979a4-857d-4665-a9ac-2710be489ad7 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] Resources bound (agent type, host, resource id): {{(pid=104321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:06:43.819897 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-cfc0aa7e-f7b2-431d-bcdc-1a96583697b6 req-b9779969-d723-4585-a04a-aef0ade4bdd2 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] 10.222.0.55 "GET /v2.0/security-groups?id=492d52d3-4081-4c0a-81b2-da3c6f44b6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729611 May 31 21:06:43.867428 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [req-98764eb3-a189-4185-a56d-060589a6ac88 req-20a979a4-857d-4665-a9ac-2710be489ad7 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] Received port after_create {{(pid=104321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 31 21:06:43.937351 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-f8858899-5b1e-457c-a464-d8cffac83b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10feabd-124e-4c67-b3a2-78168d08d400', 'name': 'tempest-ServerRescueNegativeTestJSON-1173740089-router', 'tenant_id': 'f1b54ceb69fc4041b743a11eda4144a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '88678874-cbd7-48bd-9013-1ce7147065a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:03:20Z', 'updated_at': '2022-05-31T21:03:30Z', 'revision_number': 4, 'project_id': 'f1b54ceb69fc4041b743a11eda4144a8', 'gw_port': {'id': '88678874-cbd7-48bd-9013-1ce7147065a8', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:8f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10feabd-124e-4c67-b3a2-78168d08d400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:21Z', 'updated_at': '2022-05-31T21:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_floatingips': [{'id': 'ef0e977f-0c66-4aac-8538-83f676614c57', 'tenant_id': 'f1b54ceb69fc4041b743a11eda4144a8', 'floating_ip_address': '172.27.0.178', 'floating_network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'router_id': 'f10feabd-124e-4c67-b3a2-78168d08d400', 'port_id': 'f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 302, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50707fc3-657a-4d1c-8628-0dfb2710b9bc', 'mac_address': 'fa:16:3e:75:25:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff87c7f6-31a7-4836-be01-c23f9c73629f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T21:05:40Z', 'updated_at': '2022-05-31T21:06:42Z', 'revision_number': 1, 'project_id': 'f1b54ceb69fc4041b743a11eda4144a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f65c209b-1770-43c4-a6aa-8d34755f1725', 'name': '', 'network_id': '50707fc3-657a-4d1c-8628-0dfb2710b9bc', 'tenant_id': 'f1b54ceb69fc4041b743a11eda4144a8', 'mac_address': 'fa:16:3e:18:60:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10feabd-124e-4c67-b3a2-78168d08d400', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '056887a1-bc98-40be-80ec-f43fe7602ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:28Z', 'updated_at': '2022-05-31T21:03:44Z', 'revision_number': 5, 'project_id': 'f1b54ceb69fc4041b743a11eda4144a8', 'subnets': [{'id': '056887a1-bc98-40be-80ec-f43fe7602ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:06:43.997167 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8858899-5b1e-457c-a464-d8cffac83b68 None None] Checking router: f10feabd-124e-4c67-b3a2-78168d08d400 for host: dv-cinder-839793-16-iscsi {{(pid=104323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 21:06:44.009429 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37200de-4802-4cc1-aa32-222d4e06f80c req-3c82a735-eb5d-4447-b237-a7275fd5272a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:44.011398 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-e37200de-4802-4cc1-aa32-222d4e06f80c req-3c82a735-eb5d-4447-b237-a7275fd5272a service neutron] 10.222.0.40 "GET /v2.0/networks?id=50707fc3-657a-4d1c-8628-0dfb2710b9bc HTTP/1.1" status: 200 len: 920 time: 0.1635036 May 31 21:06:44.012935 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a979a4-857d-4665-a9ac-2710be489ad7 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] Pushing event updated for resources: {'Port': ['ID=ae6376d6-cc5c-4a63-8f01-83c120bb79c6,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:06:44.014441 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8858899-5b1e-457c-a464-d8cffac83b68 None None] Routers {'f10feabd-124e-4c67-b3a2-78168d08d400'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:06:44.015290 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-f8858899-5b1e-457c-a464-d8cffac83b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:06:14Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['f10feabd-124e-4c67-b3a2-78168d08d400'], 'active': True} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:06:44.018769 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:UPDATE=1,neutron:SELECT=96,neutron:INSERT=3 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:06:44.087753 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98764eb3-a189-4185-a56d-060589a6ac88 req-20a979a4-857d-4665-a9ac-2710be489ad7 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:44.088330 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-98764eb3-a189-4185-a56d-060589a6ac88 req-20a979a4-857d-4665-a9ac-2710be489ad7 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for port (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:44.112685 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-e37200de-4802-4cc1-aa32-222d4e06f80c req-30a3e5d5-00f7-413b-b066-4b394b8e2544 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77 HTTP/1.1" status: 200 len: 1000 time: 0.0895200 May 31 21:06:44.189916 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-98764eb3-a189-4185-a56d-060589a6ac88 req-20a979a4-857d-4665-a9ac-2710be489ad7 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2662814 May 31 21:06:44.207129 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37200de-4802-4cc1-aa32-222d4e06f80c req-39536ffe-3277-442e-8835-4cc55809b945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:44.209386 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-e37200de-4802-4cc1-aa32-222d4e06f80c req-39536ffe-3277-442e-8835-4cc55809b945 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=056887a1-bc98-40be-80ec-f43fe7602ab2 HTTP/1.1" status: 200 len: 858 time: 0.0819345 May 31 21:06:44.216033 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvr_db [None req-f8858899-5b1e-457c-a464-d8cffac83b68 None None] Set router f10feabd-124e-4c67-b3a2-78168d08d400 gateway port host: dv-cinder-839793-16-iscsi {{(pid=104323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:06:44.220722 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-a7650ed1-35d6-4f61-8652-e36a031c48bc None None] Provisioning complete for port ae6376d6-cc5c-4a63-8f01-83c120bb79c6 triggered by entity DHCP. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:06:44.221472 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-a7650ed1-35d6-4f61-8652-e36a031c48bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (ae6376d6-cc5c-4a63-8f01-83c120bb79c6), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:44.248453 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [req-98764eb3-a189-4185-a56d-060589a6ac88 req-e4c0f58c-b8f9-4814-966a-668de3964d9e service neutron] Request body: {'port': {'device_id': '05eb6210-0234-435d-bf80-4e701ec1cc0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:06:44.263797 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-a7650ed1-35d6-4f61-8652-e36a031c48bc None None] Port ae6376d6-cc5c-4a63-8f01-83c120bb79c6 cannot update to ACTIVE because it is not bound. {{(pid=104322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 31 21:06:44.319896 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37200de-4802-4cc1-aa32-222d4e06f80c req-0059677d-bbca-48c9-9856-d468a22d80e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:44.321426 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-e37200de-4802-4cc1-aa32-222d4e06f80c req-0059677d-bbca-48c9-9856-d468a22d80e3 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=50707fc3-657a-4d1c-8628-0dfb2710b9bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0683377 May 31 21:06:44.411400 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-98764eb3-a189-4185-a56d-060589a6ac88 req-e4c0f58c-b8f9-4814-966a-668de3964d9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (ae6376d6-cc5c-4a63-8f01-83c120bb79c6), before_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:44.498655 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-f8858899-5b1e-457c-a464-d8cffac83b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10feabd-124e-4c67-b3a2-78168d08d400', 'name': 'tempest-ServerRescueNegativeTestJSON-1173740089-router', 'tenant_id': 'f1b54ceb69fc4041b743a11eda4144a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '88678874-cbd7-48bd-9013-1ce7147065a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:03:20Z', 'updated_at': '2022-05-31T21:03:30Z', 'revision_number': 4, 'project_id': 'f1b54ceb69fc4041b743a11eda4144a8', 'gw_port': {'id': '88678874-cbd7-48bd-9013-1ce7147065a8', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:8f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10feabd-124e-4c67-b3a2-78168d08d400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:21Z', 'updated_at': '2022-05-31T21:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_floatingips': [{'id': 'ef0e977f-0c66-4aac-8538-83f676614c57', 'tenant_id': 'f1b54ceb69fc4041b743a11eda4144a8', 'floating_ip_address': '172.27.0.178', 'floating_network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'router_id': 'f10feabd-124e-4c67-b3a2-78168d08d400', 'port_id': 'f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 302, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50707fc3-657a-4d1c-8628-0dfb2710b9bc', 'mac_address': 'fa:16:3e:75:25:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff87c7f6-31a7-4836-be01-c23f9c73629f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T21:05:40Z', 'updated_at': '2022-05-31T21:06:42Z', 'revision_number': 1, 'project_id': 'f1b54ceb69fc4041b743a11eda4144a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f65c209b-1770-43c4-a6aa-8d34755f1725', 'name': '', 'network_id': '50707fc3-657a-4d1c-8628-0dfb2710b9bc', 'tenant_id': 'f1b54ceb69fc4041b743a11eda4144a8', 'mac_address': 'fa:16:3e:18:60:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10feabd-124e-4c67-b3a2-78168d08d400', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '056887a1-bc98-40be-80ec-f43fe7602ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:28Z', 'updated_at': '2022-05-31T21:03:44Z', 'revision_number': 5, 'project_id': 'f1b54ceb69fc4041b743a11eda4144a8', 'subnets': [{'id': '056887a1-bc98-40be-80ec-f43fe7602ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:06:44.501502 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:06:44.525858 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8858899-5b1e-457c-a464-d8cffac83b68 None None] The sync data for ids ['f10feabd-124e-4c67-b3a2-78168d08d400'] in dv-cinder-839793-16-iscsi is: [{'id': 'f10feabd-124e-4c67-b3a2-78168d08d400', 'name': 'tempest-ServerRescueNegativeTestJSON-1173740089-router', 'tenant_id': 'f1b54ceb69fc4041b743a11eda4144a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '88678874-cbd7-48bd-9013-1ce7147065a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:03:20Z', 'updated_at': '2022-05-31T21:03:30Z', 'revision_number': 4, 'project_id': 'f1b54ceb69fc4041b743a11eda4144a8', 'gw_port': {'id': '88678874-cbd7-48bd-9013-1ce7147065a8', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:8f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10feabd-124e-4c67-b3a2-78168d08d400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:21Z', 'updated_at': '2022-05-31T21:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_floatingips': [{'id': 'ef0e977f-0c66-4aac-8538-83f676614c57', 'tenant_id': 'f1b54ceb69fc4041b743a11eda4144a8', 'floating_ip_address': '172.27.0.178', 'floating_network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'router_id': 'f10feabd-124e-4c67-b3a2-78168d08d400', 'port_id': 'f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 302, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50707fc3-657a-4d1c-8628-0dfb2710b9bc', 'mac_address': 'fa:16:3e:75:25:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff87c7f6-31a7-4836-be01-c23f9c73629f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T21:05:40Z', 'updated_at': '2022-05-31T21:06:42Z', 'revision_number': 1, 'project_id': 'f1b54ceb69fc4041b743a11eda4144a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f65c209b-1770-43c4-a6aa-8d34755f1725', 'name': '', 'network_id': '50707fc3-657a-4d1c-8628-0dfb2710b9bc', 'tenant_id': 'f1b54ceb69fc4041b743a11eda4144a8', 'mac_address': 'fa:16:3e:18:60:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10feabd-124e-4c67-b3a2-78168d08d400', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '056887a1-bc98-40be-80ec-f43fe7602ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:28Z', 'updated_at': '2022-05-31T21:03:44Z', 'revision_number': 5, 'project_id': 'f1b54ceb69fc4041b743a11eda4144a8', 'subnets': [{'id': '056887a1-bc98-40be-80ec-f43fe7602ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 21:06:44.545373 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-e37200de-4802-4cc1-aa32-222d4e06f80c req-9d793ad6-b5ee-47ff-9cab-1a4be64cdecc service neutron] 10.222.0.40 "GET /v2.0/networks/50707fc3-657a-4d1c-8628-0dfb2710b9bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935570 May 31 21:06:44.563333 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-c432e195-b29c-4a6d-887c-22749342a4dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (13ce5b10-321e-4e80-b29e-1cfc3c51661e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:44.775442 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-e37200de-4802-4cc1-aa32-222d4e06f80c req-e01d2894-af1f-4945-886f-4707562ee8af service neutron] 10.222.0.40 "GET /v2.0/networks/50707fc3-657a-4d1c-8628-0dfb2710b9bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816542 May 31 21:06:44.867297 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621c81e8-aaf0-42da-ac86-25ff160a4e84 None None] New status for floating IP ef0e977f-0c66-4aac-8538-83f676614c57: ACTIVE {{(pid=104322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 31 21:06:44.871577 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.notifiers.nova [req-98764eb3-a189-4185-a56d-060589a6ac88 req-e4c0f58c-b8f9-4814-966a-668de3964d9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae6376d6-cc5c-4a63-8f01-83c120bb79c6 {{(pid=104321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 21:06:44.881583 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-98764eb3-a189-4185-a56d-060589a6ac88 req-e4c0f58c-b8f9-4814-966a-668de3964d9e service neutron] Publish callbacks [] for port (ae6376d6-cc5c-4a63-8f01-83c120bb79c6), precommit_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:44.898726 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.provisioning_blocks [req-98764eb3-a189-4185-a56d-060589a6ac88 req-e4c0f58c-b8f9-4814-966a-668de3964d9e service neutron] Transition to ACTIVE for port object ae6376d6-cc5c-4a63-8f01-83c120bb79c6 will not be triggered until provisioned by entity L2. {{(pid=104321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 31 21:06:44.969150 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db1045-f53d-45bf-8da4-c4947bb6904a req-f307ee04-2868-4ed5-aa5b-45cec788ac76 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:44.970895 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-03db1045-f53d-45bf-8da4-c4947bb6904a req-f307ee04-2868-4ed5-aa5b-45cec788ac76 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] 10.222.0.55 "GET /v2.0/ports?device_id=05eb6210-0234-435d-bf80-4e701ec1cc0c HTTP/1.1" status: 200 len: 936 time: 0.0733583 May 31 21:06:44.990526 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-98764eb3-a189-4185-a56d-060589a6ac88 req-e4c0f58c-b8f9-4814-966a-668de3964d9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25540501'] for port (ae6376d6-cc5c-4a63-8f01-83c120bb79c6), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:45.039221 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-03db1045-f53d-45bf-8da4-c4947bb6904a req-2fed2e5c-ba88-4db6-849e-be40d075a9f7 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] 10.222.0.55 "GET /v2.0/security-groups?id=492d52d3-4081-4c0a-81b2-da3c6f44b6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617168 May 31 21:06:45.080523 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c0f58c-b8f9-4814-966a-668de3964d9e service neutron] Pushing event updated for resources: {'Port': ['ID=ae6376d6-cc5c-4a63-8f01-83c120bb79c6,revision_number=2']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:06:45.211503 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [req-98764eb3-a189-4185-a56d-060589a6ac88 req-e4c0f58c-b8f9-4814-966a-668de3964d9e service neutron] Attempting to bind port ae6376d6-cc5c-4a63-8f01-83c120bb79c6 on host hv-cinder-83979 for vnic_type normal with profile {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 31 21:06:45.211907 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [req-98764eb3-a189-4185-a56d-060589a6ac88 req-e4c0f58c-b8f9-4814-966a-668de3964d9e service neutron] Attempting to bind port ae6376d6-cc5c-4a63-8f01-83c120bb79c6 by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': '0e764242-3ee8-4b5b-9ce4-d4ba8b97823a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9d4cb7fe-3761-4474-acf7-777c3fa2140a'}] {{(pid=104321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 31 21:06:45.212259 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98764eb3-a189-4185-a56d-060589a6ac88 req-e4c0f58c-b8f9-4814-966a-668de3964d9e service neutron] Attempting to bind port ae6376d6-cc5c-4a63-8f01-83c120bb79c6 on network 9d4cb7fe-3761-4474-acf7-777c3fa2140a {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 31 21:06:45.225506 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98764eb3-a189-4185-a56d-060589a6ac88 req-e4c0f58c-b8f9-4814-966a-668de3964d9e service neutron] Port ae6376d6-cc5c-4a63-8f01-83c120bb79c6 on network 9d4cb7fe-3761-4474-acf7-777c3fa2140a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 31 21:06:45.225506 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98764eb3-a189-4185-a56d-060589a6ac88 req-e4c0f58c-b8f9-4814-966a-668de3964d9e service neutron] Attempting to bind port ae6376d6-cc5c-4a63-8f01-83c120bb79c6 on network 9d4cb7fe-3761-4474-acf7-777c3fa2140a {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 31 21:06:45.232347 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98764eb3-a189-4185-a56d-060589a6ac88 req-e4c0f58c-b8f9-4814-966a-668de3964d9e service neutron] Checking agent: {'id': '51675295-7abb-4335-9c5a-c46a9082010e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 21, 1, 20), 'started_at': datetime.datetime(2022, 5, 31, 21, 1, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 21, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 31 21:06:45.232785 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98764eb3-a189-4185-a56d-060589a6ac88 req-e4c0f58c-b8f9-4814-966a-668de3964d9e service neutron] Checking segment: {'id': '0e764242-3ee8-4b5b-9ce4-d4ba8b97823a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9d4cb7fe-3761-4474-acf7-777c3fa2140a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 31 21:06:45.233711 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98764eb3-a189-4185-a56d-060589a6ac88 req-e4c0f58c-b8f9-4814-966a-668de3964d9e service neutron] Bound using segment: {'id': '0e764242-3ee8-4b5b-9ce4-d4ba8b97823a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9d4cb7fe-3761-4474-acf7-777c3fa2140a'} {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 31 21:06:45.234296 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [req-98764eb3-a189-4185-a56d-060589a6ac88 req-e4c0f58c-b8f9-4814-966a-668de3964d9e service neutron] Bound port: ae6376d6-cc5c-4a63-8f01-83c120bb79c6, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e764242-3ee8-4b5b-9ce4-d4ba8b97823a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9d4cb7fe-3761-4474-acf7-777c3fa2140a'}}] {{(pid=104321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 31 21:06:45.234822 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-98764eb3-a189-4185-a56d-060589a6ac88 req-e4c0f58c-b8f9-4814-966a-668de3964d9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (ae6376d6-cc5c-4a63-8f01-83c120bb79c6), before_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:45.312335 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:06:45.324205 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [req-98764eb3-a189-4185-a56d-060589a6ac88 req-e4c0f58c-b8f9-4814-966a-668de3964d9e service neutron] For port ae6376d6-cc5c-4a63-8f01-83c120bb79c6, host hv-cinder-83979, cleared binding levels {{(pid=104321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 31 21:06:45.332966 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [req-98764eb3-a189-4185-a56d-060589a6ac88 req-e4c0f58c-b8f9-4814-966a-668de3964d9e service neutron] For port ae6376d6-cc5c-4a63-8f01-83c120bb79c6, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=ae6376d6-cc5c-4a63-8f01-83c120bb79c6,segment=NetworkSegment(0e764242-3ee8-4b5b-9ce4-d4ba8b97823a),segment_id=0e764242-3ee8-4b5b-9ce4-d4ba8b97823a)] {{(pid=104321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 31 21:06:45.434506 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-98764eb3-a189-4185-a56d-060589a6ac88 req-e4c0f58c-b8f9-4814-966a-668de3964d9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25540501'] for port (ae6376d6-cc5c-4a63-8f01-83c120bb79c6), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:45.471629 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98764eb3-a189-4185-a56d-060589a6ac88 req-e4c0f58c-b8f9-4814-966a-668de3964d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:45.476405 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-98764eb3-a189-4185-a56d-060589a6ac88 req-e4c0f58c-b8f9-4814-966a-668de3964d9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for port (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:45.476405 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-98764eb3-a189-4185-a56d-060589a6ac88 req-e4c0f58c-b8f9-4814-966a-668de3964d9e service neutron] 10.222.0.40 "PUT /v2.0/ports/ae6376d6-cc5c-4a63-8f01-83c120bb79c6 HTTP/1.1" status: 200 len: 1098 time: 1.2317343 May 31 21:06:45.476405 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05eb6210-0234-435d-bf80-4e701ec1cc0c', 'tag': 'ae6376d6-cc5c-4a63-8f01-83c120bb79c6'}] {{(pid=104321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:06:45.476910 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6b014d5dee29fffbb36c15c330f4dd8b871b4cb67f19a16d167ed5ff3960b8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2eaafaf-c1aa-46d0-b804-35163a4e8f0b" -d '{"events": [{"name": "network-changed", "server_uuid": "05eb6210-0234-435d-bf80-4e701ec1cc0c", "tag": "ae6376d6-cc5c-4a63-8f01-83c120bb79c6"}]}' {{(pid=104321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:06:45.505888 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c0f58c-b8f9-4814-966a-668de3964d9e service neutron] Pushing event updated for resources: {'Port': ['ID=ae6376d6-cc5c-4a63-8f01-83c120bb79c6,revision_number=3']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:06:45.537401 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 May 2022 21:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2da7efc-9c31-4d2d-8fc1-d2e1818c18ce x-openstack-request-id: req-d2da7efc-9c31-4d2d-8fc1-d2e1818c18ce {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:06:45.537726 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05eb6210-0234-435d-bf80-4e701ec1cc0c", "tag": "ae6376d6-cc5c-4a63-8f01-83c120bb79c6", "status": "completed", "code": 200}]} {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:06:45.538393 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d2da7efc-9c31-4d2d-8fc1-d2e1818c18ce {{(pid=104321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:06:45.538582 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2da7efc-9c31-4d2d-8fc1-d2e1818c18ce'] response: {'name': 'network-changed', 'server_uuid': '05eb6210-0234-435d-bf80-4e701ec1cc0c', 'tag': 'ae6376d6-cc5c-4a63-8f01-83c120bb79c6', 'status': 'completed', 'code': 200} May 31 21:06:45.647615 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-58fa0aab-c296-4be2-a1ab-08418c16cad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (8170e961-7e1e-4c09-b09f-6b764c457cfd), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:46.182141 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78599894-987d-41fc-af82-97a1fdc4b1f4 req-acb574e6-f4a5-4ef3-9746-7c65a043ae6a tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:46.184230 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-78599894-987d-41fc-af82-97a1fdc4b1f4 req-acb574e6-f4a5-4ef3-9746-7c65a043ae6a tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] 10.222.0.55 "GET /v2.0/ports?device_id=05eb6210-0234-435d-bf80-4e701ec1cc0c HTTP/1.1" status: 200 len: 948 time: 0.0564182 May 31 21:06:46.235923 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-78599894-987d-41fc-af82-97a1fdc4b1f4 req-4a781385-acce-4dfe-bd6f-6bf17fbc6a98 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] 10.222.0.55 "GET /v2.0/security-groups?id=492d52d3-4081-4c0a-81b2-da3c6f44b6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452778 May 31 21:06:46.738699 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:06:46.796329 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-b770b660-b824-4665-84d0-9bbdd29e8e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (1c1563bc-5b12-4065-8d27-b22246e8e8d3), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:47.369157 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea1a549-4203-4b1a-b800-5166b757eed8 req-f9e08cc6-0161-46b5-8542-c33ae1bc0d46 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:47.371296 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-9ea1a549-4203-4b1a-b800-5166b757eed8 req-f9e08cc6-0161-46b5-8542-c33ae1bc0d46 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] 10.222.0.55 "GET /v2.0/ports?device_id=05eb6210-0234-435d-bf80-4e701ec1cc0c HTTP/1.1" status: 200 len: 948 time: 0.0513537 May 31 21:06:47.422445 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-9ea1a549-4203-4b1a-b800-5166b757eed8 req-1d3038c1-4b92-4c68-bc7b-56ca821d3f05 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] 10.222.0.55 "GET /v2.0/security-groups?id=492d52d3-4081-4c0a-81b2-da3c6f44b6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445232 May 31 21:06:48.543501 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b553bfc8-6139-4f55-a389-06c5117d76fa req-f709be11-17a7-42e5-86fd-8bf7f7d2d53f tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:48.545084 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-b553bfc8-6139-4f55-a389-06c5117d76fa req-f709be11-17a7-42e5-86fd-8bf7f7d2d53f tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] 10.222.0.55 "GET /v2.0/ports?device_id=05eb6210-0234-435d-bf80-4e701ec1cc0c HTTP/1.1" status: 200 len: 948 time: 0.0529897 May 31 21:06:48.553938 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (a61205dd-b11c-42a1-aa2d-4b7310a8dc99), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:48.598844 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-b553bfc8-6139-4f55-a389-06c5117d76fa req-2ff96df6-7463-4c29-8bab-b2aa5c13e261 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] 10.222.0.55 "GET /v2.0/security-groups?id=492d52d3-4081-4c0a-81b2-da3c6f44b6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482402 May 31 21:06:49.715565 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a75ac-8c04-46ef-b8af-921d0a0d8798 req-48c6ae61-adec-4df9-9dd5-07b0d544eff1 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:49.717042 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-fb8a75ac-8c04-46ef-b8af-921d0a0d8798 req-48c6ae61-adec-4df9-9dd5-07b0d544eff1 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] 10.222.0.55 "GET /v2.0/ports?device_id=05eb6210-0234-435d-bf80-4e701ec1cc0c HTTP/1.1" status: 200 len: 948 time: 0.0482090 May 31 21:06:49.742338 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:06:49.771543 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-fb8a75ac-8c04-46ef-b8af-921d0a0d8798 req-4681be42-c3ab-4b0b-8033-b6903e5dc2c2 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] 10.222.0.55 "GET /v2.0/security-groups?id=492d52d3-4081-4c0a-81b2-da3c6f44b6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488603 May 31 21:06:50.275449 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eaafaf-c1aa-46d0-b804-35163a4e8f0b req-1ca44ff0-d38a-468f-8e04-61f21027c008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:50.278983 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-c2eaafaf-c1aa-46d0-b804-35163a4e8f0b req-1ca44ff0-d38a-468f-8e04-61f21027c008 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=c6200f6e9a2e4582b7998f59c2432557&device_id=05eb6210-0234-435d-bf80-4e701ec1cc0c HTTP/1.1" status: 200 len: 1132 time: 0.0436254 May 31 21:06:50.306337 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-c2eaafaf-c1aa-46d0-b804-35163a4e8f0b req-e71d8e1c-f5d6-4af9-983e-fe35d1884420 service neutron] 10.222.0.40 "GET /v2.0/networks?tenant_id=c6200f6e9a2e4582b7998f59c2432557&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214512 May 31 21:06:50.428027 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eaafaf-c1aa-46d0-b804-35163a4e8f0b req-0220bc06-40ed-4053-81fe-98c4fb3de50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:50.430662 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-c2eaafaf-c1aa-46d0-b804-35163a4e8f0b req-0220bc06-40ed-4053-81fe-98c4fb3de50c service neutron] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1178081 May 31 21:06:50.453473 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (51675295-7abb-4335-9c5a-c46a9082010e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:50.512969 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98764eb3-a189-4185-a56d-060589a6ac88 req-0b143e40-9dda-4a91-9e00-e361b211fe31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:50.515168 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-98764eb3-a189-4185-a56d-060589a6ac88 req-0b143e40-9dda-4a91-9e00-e361b211fe31 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=c6200f6e9a2e4582b7998f59c2432557&device_id=05eb6210-0234-435d-bf80-4e701ec1cc0c HTTP/1.1" status: 200 len: 1132 time: 0.0435410 May 31 21:06:50.559459 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-98764eb3-a189-4185-a56d-060589a6ac88 req-efe7c3d4-770a-4c45-90d5-4df7a91b1ad4 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=ae6376d6-cc5c-4a63-8f01-83c120bb79c6 HTTP/1.1" status: 200 len: 217 time: 0.0376625 May 31 21:06:50.612274 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98764eb3-a189-4185-a56d-060589a6ac88 req-98c5014b-c07b-4d90-bbdd-979b22e4a211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:50.613780 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-98764eb3-a189-4185-a56d-060589a6ac88 req-98c5014b-c07b-4d90-bbdd-979b22e4a211 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=eb784a82-b8eb-45e0-8622-eaf44eede0e0 HTTP/1.1" status: 200 len: 843 time: 0.0489137 May 31 21:06:50.658885 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98764eb3-a189-4185-a56d-060589a6ac88 req-ea80607b-31e9-4f58-9be6-ed7d019a7b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:50.660412 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-98764eb3-a189-4185-a56d-060589a6ac88 req-ea80607b-31e9-4f58-9be6-ed7d019a7b89 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=9d4cb7fe-3761-4474-acf7-777c3fa2140a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0399249 May 31 21:06:50.756682 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-98764eb3-a189-4185-a56d-060589a6ac88 req-4a2f3794-d868-4d25-8361-53b9aa2843d4 service neutron] 10.222.0.40 "GET /v2.0/networks/9d4cb7fe-3761-4474-acf7-777c3fa2140a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895305 May 31 21:06:50.853045 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-98764eb3-a189-4185-a56d-060589a6ac88 req-0875dd96-54e5-45f9-8cb4-d7ecf16bd83a service neutron] 10.222.0.40 "GET /v2.0/networks/9d4cb7fe-3761-4474-acf7-777c3fa2140a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908163 May 31 21:06:50.904425 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa1c4a6-ec14-4aef-ba2e-fc724ad87c27 req-11697d76-e855-4e8e-a034-2f786b8c5065 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:50.906238 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-5fa1c4a6-ec14-4aef-ba2e-fc724ad87c27 req-11697d76-e855-4e8e-a034-2f786b8c5065 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] 10.222.0.55 "GET /v2.0/ports?device_id=05eb6210-0234-435d-bf80-4e701ec1cc0c HTTP/1.1" status: 200 len: 948 time: 0.0567586 May 31 21:06:50.963286 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-5fa1c4a6-ec14-4aef-ba2e-fc724ad87c27 req-962f51fb-5ef3-452f-a68f-456cae9e2997 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] 10.222.0.55 "GET /v2.0/security-groups?id=492d52d3-4081-4c0a-81b2-da3c6f44b6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515077 May 31 21:06:52.087454 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a11ca-78d6-4422-97c5-cde099d3584c req-32a5955f-10da-4350-9d89-e9c07701dc9c tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:52.089217 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-b29a11ca-78d6-4422-97c5-cde099d3584c req-32a5955f-10da-4350-9d89-e9c07701dc9c tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] 10.222.0.55 "GET /v2.0/ports?device_id=05eb6210-0234-435d-bf80-4e701ec1cc0c HTTP/1.1" status: 200 len: 948 time: 0.0539396 May 31 21:06:52.145138 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-b29a11ca-78d6-4422-97c5-cde099d3584c req-07dfab21-800a-4484-a64b-99147ab81a03 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] 10.222.0.55 "GET /v2.0/security-groups?id=492d52d3-4081-4c0a-81b2-da3c6f44b6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485864 May 31 21:06:53.331231 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e554155b-dedd-4021-a159-baea2c88ddde req-cb79a457-1f74-49cc-b1de-624e2cf4d47b tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:53.333359 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-e554155b-dedd-4021-a159-baea2c88ddde req-cb79a457-1f74-49cc-b1de-624e2cf4d47b tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] 10.222.0.55 "GET /v2.0/ports?device_id=05eb6210-0234-435d-bf80-4e701ec1cc0c HTTP/1.1" status: 200 len: 948 time: 0.0586207 May 31 21:06:53.383056 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-e554155b-dedd-4021-a159-baea2c88ddde req-22b12e02-fe6c-4793-94ec-cec0b7c61853 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] 10.222.0.55 "GET /v2.0/security-groups?id=492d52d3-4081-4c0a-81b2-da3c6f44b6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438387 May 31 21:06:53.749687 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 36038) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:06:53.896151 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-f1d983ba-5cc3-480d-a2d0-633ad6e670b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:53.995389 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-f1d983ba-5cc3-480d-a2d0-633ad6e670b3 admin admin] Publish callbacks [] for security_group (fec0aec2-cd4d-4edf-a05e-d5e11eaf9bbe), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:54.131567 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-f1d983ba-5cc3-480d-a2d0-633ad6e670b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (fec0aec2-cd4d-4edf-a05e-d5e11eaf9bbe), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:54.189084 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d983ba-5cc3-480d-a2d0-633ad6e670b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fec0aec2-cd4d-4edf-a05e-d5e11eaf9bbe,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:06:54.193253 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-f1d983ba-5cc3-480d-a2d0-633ad6e670b3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=efcb6f3a697d46e2b5f7db98caf2f800&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4424253 May 31 21:06:54.196113 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 36060) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:06:54.200479 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d983ba-5cc3-480d-a2d0-633ad6e670b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:06:54.201053 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d983ba-5cc3-480d-a2d0-633ad6e670b3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:06:54.201426 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d983ba-5cc3-480d-a2d0-633ad6e670b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:06:54.201752 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d983ba-5cc3-480d-a2d0-633ad6e670b3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:06:54.202121 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d983ba-5cc3-480d-a2d0-633ad6e670b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:06:54.202462 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d983ba-5cc3-480d-a2d0-633ad6e670b3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:06:54.202795 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d983ba-5cc3-480d-a2d0-633ad6e670b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:06:54.203126 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d983ba-5cc3-480d-a2d0-633ad6e670b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:06:54.203460 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d983ba-5cc3-480d-a2d0-633ad6e670b3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:06:54.203993 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d983ba-5cc3-480d-a2d0-633ad6e670b3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:06:54.204115 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d983ba-5cc3-480d-a2d0-633ad6e670b3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:06:54.204442 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d983ba-5cc3-480d-a2d0-633ad6e670b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:06:54.204769 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d983ba-5cc3-480d-a2d0-633ad6e670b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:06:54.205205 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d983ba-5cc3-480d-a2d0-633ad6e670b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:06:54.205695 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d983ba-5cc3-480d-a2d0-633ad6e670b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:06:54.224739 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device ae6376d6-cc5c-4a63-8f01-83c120bb79c6 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=104322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 31 21:06:54.265884 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-087754a6-63be-43db-bee3-1482d13de40f admin admin] Publish callbacks [] for security_group (fec0aec2-cd4d-4edf-a05e-d5e11eaf9bbe), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:54.292805 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-087754a6-63be-43db-bee3-1482d13de40f admin admin] Publish callbacks [] for security_group (fec0aec2-cd4d-4edf-a05e-d5e11eaf9bbe), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:54.330148 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:06:54.361863 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] For port ae6376d6-cc5c-4a63-8f01-83c120bb79c6, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=ae6376d6-cc5c-4a63-8f01-83c120bb79c6,segment=NetworkSegment(0e764242-3ee8-4b5b-9ce4-d4ba8b97823a),segment_id=0e764242-3ee8-4b5b-9ce4-d4ba8b97823a)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:06:54.376423 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Returning: {'device': 'ae6376d6-cc5c-4a63-8f01-83c120bb79c6', 'network_id': '9d4cb7fe-3761-4474-acf7-777c3fa2140a', 'port_id': 'ae6376d6-cc5c-4a63-8f01-83c120bb79c6', 'mac_address': 'fa:16:3e:9f:ac:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb784a82-b8eb-45e0-8622-eaf44eede0e0', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 31 21:06:54.419450 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Current status of the port ae6376d6-cc5c-4a63-8f01-83c120bb79c6 is: DOWN; New status is: BUILD {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:06:54.419850 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (ae6376d6-cc5c-4a63-8f01-83c120bb79c6), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:54.443792 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.notifiers.nova [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae6376d6-cc5c-4a63-8f01-83c120bb79c6 {{(pid=104322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 21:06:54.463962 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] For port ae6376d6-cc5c-4a63-8f01-83c120bb79c6, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=ae6376d6-cc5c-4a63-8f01-83c120bb79c6,segment=NetworkSegment(0e764242-3ee8-4b5b-9ce4-d4ba8b97823a),segment_id=0e764242-3ee8-4b5b-9ce4-d4ba8b97823a)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:06:54.476006 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-087754a6-63be-43db-bee3-1482d13de40f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (fec0aec2-cd4d-4edf-a05e-d5e11eaf9bbe), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:54.478659 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-087754a6-63be-43db-bee3-1482d13de40f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:54.488554 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-087754a6-63be-43db-bee3-1482d13de40f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fec0aec2-cd4d-4edf-a05e-d5e11eaf9bbe HTTP/1.1" status: 204 len: 168 time: 0.2854118 May 31 21:06:54.501328 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=58 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:06:54.512809 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087754a6-63be-43db-bee3-1482d13de40f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec0aec2-cd4d-4edf-a05e-d5e11eaf9bbe,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:06:54.520236 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:06:54.534814 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da52315-df1a-4051-a28d-66c10bf0bb9c req-0735d76f-6719-40f7-bc69-5885874d8ac6 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:54.535328 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-8da52315-df1a-4051-a28d-66c10bf0bb9c req-0735d76f-6719-40f7-bc69-5885874d8ac6 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] 10.222.0.55 "GET /v2.0/ports?device_id=05eb6210-0234-435d-bf80-4e701ec1cc0c HTTP/1.1" status: 200 len: 948 time: 0.0644851 May 31 21:06:54.578809 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (ae6376d6-cc5c-4a63-8f01-83c120bb79c6), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:54.585945 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=79,neutron:UPDATE=6 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:06:54.592849 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-8da52315-df1a-4051-a28d-66c10bf0bb9c req-19204d7a-5aec-4389-9ed5-eb0e1f60149c tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] 10.222.0.55 "GET /v2.0/security-groups?id=492d52d3-4081-4c0a-81b2-da3c6f44b6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453699 May 31 21:06:54.650083 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Pushing event updated for resources: {'Port': ['ID=ae6376d6-cc5c-4a63-8f01-83c120bb79c6,revision_number=4']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:06:55.354437 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 36080) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:06:55.359423 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] get_ports_and_sgs() called for port_ids ['ae6376d6-cc5c-4a63-8f01-83c120bb79c6'] {{(pid=104322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 31 21:06:55.376125 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-98ab8019-2b32-4a60-b04b-7879c2111f91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:55.382710 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=72,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:06:55.494935 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:06:55.513182 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-98ab8019-2b32-4a60-b04b-7879c2111f91 admin admin] Publish callbacks [] for security_group (e3e6a4b8-8f97-4601-8991-a0264ff1276e), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:55.636138 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-98ab8019-2b32-4a60-b04b-7879c2111f91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (e3e6a4b8-8f97-4601-8991-a0264ff1276e), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:55.690801 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-98ab8019-2b32-4a60-b04b-7879c2111f91 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2a93172d2e464908bba2ed20c7f18a2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3350971 May 31 21:06:55.693834 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 36090) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:06:55.707090 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ab8019-2b32-4a60-b04b-7879c2111f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e6a4b8-8f97-4601-8991-a0264ff1276e,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:06:55.743486 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575d88e5-9464-4031-a8dc-87c9e1673c52 req-6484c96e-53f6-4ab3-8c3b-6cc571e2e36d tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:55.743486 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-575d88e5-9464-4031-a8dc-87c9e1673c52 req-6484c96e-53f6-4ab3-8c3b-6cc571e2e36d tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] 10.222.0.55 "GET /v2.0/ports?device_id=05eb6210-0234-435d-bf80-4e701ec1cc0c HTTP/1.1" status: 200 len: 949 time: 0.0721283 May 31 21:06:55.787709 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-94752767-1b79-4bba-8874-17e26476a8b2 admin admin] Publish callbacks [] for security_group (e3e6a4b8-8f97-4601-8991-a0264ff1276e), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:55.819389 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-94752767-1b79-4bba-8874-17e26476a8b2 admin admin] Publish callbacks [] for security_group (e3e6a4b8-8f97-4601-8991-a0264ff1276e), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:55.829879 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-575d88e5-9464-4031-a8dc-87c9e1673c52 req-7393bef7-393a-447b-98cf-3c6e3b076594 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] 10.222.0.55 "GET /v2.0/security-groups?id=492d52d3-4081-4c0a-81b2-da3c6f44b6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777380 May 31 21:06:55.984767 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-94752767-1b79-4bba-8874-17e26476a8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (e3e6a4b8-8f97-4601-8991-a0264ff1276e), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:55.987247 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-94752767-1b79-4bba-8874-17e26476a8b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:55.988410 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-94752767-1b79-4bba-8874-17e26476a8b2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e3e6a4b8-8f97-4601-8991-a0264ff1276e HTTP/1.1" status: 204 len: 168 time: 0.2935567 May 31 21:06:55.996817 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94752767-1b79-4bba-8874-17e26476a8b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e6a4b8-8f97-4601-8991-a0264ff1276e,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:06:56.791897 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 36104) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:06:56.808433 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-8930f334-d3f4-48fb-be47-02930ff83c9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:56.880494 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device ae6376d6-cc5c-4a63-8f01-83c120bb79c6 up at agent hyperv_hv-cinder-83979 {{(pid=104322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 31 21:06:56.927399 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-8930f334-d3f4-48fb-be47-02930ff83c9f admin admin] Publish callbacks [] for security_group (81630bf9-a6ef-4e17-97ed-cc6ede2eac52), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:56.941489 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Provisioning for port ae6376d6-cc5c-4a63-8f01-83c120bb79c6 completed by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 31 21:06:56.993373 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75cd862-9eea-4d97-9cb2-8fcdaed762b9 req-fefff9bd-1ad8-496c-9b89-daba1e1837fe tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:56.994936 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-f75cd862-9eea-4d97-9cb2-8fcdaed762b9 req-fefff9bd-1ad8-496c-9b89-daba1e1837fe tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] 10.222.0.55 "GET /v2.0/ports?device_id=05eb6210-0234-435d-bf80-4e701ec1cc0c HTTP/1.1" status: 200 len: 949 time: 0.0568018 May 31 21:06:57.016713 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-8930f334-d3f4-48fb-be47-02930ff83c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (81630bf9-a6ef-4e17-97ed-cc6ede2eac52), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:57.065033 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Provisioning complete for port ae6376d6-cc5c-4a63-8f01-83c120bb79c6 triggered by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:06:57.065584 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (ae6376d6-cc5c-4a63-8f01-83c120bb79c6), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:57.094923 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-8930f334-d3f4-48fb-be47-02930ff83c9f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cd0d3d63acb44de2bbc2f1de88f7ffe0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3003654 May 31 21:06:57.097014 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8930f334-d3f4-48fb-be47-02930ff83c9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81630bf9-a6ef-4e17-97ed-cc6ede2eac52,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:06:57.099344 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 36112) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:06:57.103782 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-f75cd862-9eea-4d97-9cb2-8fcdaed762b9 req-29d377fd-8ed4-4a38-a3c4-38303041d355 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] 10.222.0.55 "GET /v2.0/security-groups?id=492d52d3-4081-4c0a-81b2-da3c6f44b6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025095 May 31 21:06:57.172766 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-08b60381-064a-481d-a92b-777abf5537bd admin admin] Publish callbacks [] for security_group (81630bf9-a6ef-4e17-97ed-cc6ede2eac52), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:57.184993 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Current status of the port ae6376d6-cc5c-4a63-8f01-83c120bb79c6 is: BUILD; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:06:57.185420 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (ae6376d6-cc5c-4a63-8f01-83c120bb79c6), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:57.193225 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:06:57.198358 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-08b60381-064a-481d-a92b-777abf5537bd admin admin] Publish callbacks [] for security_group (81630bf9-a6ef-4e17-97ed-cc6ede2eac52), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:57.234921 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05eb6210-0234-435d-bf80-4e701ec1cc0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae6376d6-cc5c-4a63-8f01-83c120bb79c6'}] {{(pid=104322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:06:57.238979 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0d07a434bcc94248bd83d89f5df7255b965f34de07d957ea8ea11cb14c6cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d72dce7e-81ca-4fb6-b6d5-8f996e45061b" -d '{"events": [{"server_uuid": "05eb6210-0234-435d-bf80-4e701ec1cc0c", "name": "network-vif-plugged", "status": "completed", "tag": "ae6376d6-cc5c-4a63-8f01-83c120bb79c6"}]}' {{(pid=104322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:06:57.267936 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] For port ae6376d6-cc5c-4a63-8f01-83c120bb79c6, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=ae6376d6-cc5c-4a63-8f01-83c120bb79c6,segment=NetworkSegment(0e764242-3ee8-4b5b-9ce4-d4ba8b97823a),segment_id=0e764242-3ee8-4b5b-9ce4-d4ba8b97823a)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:06:57.292570 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 May 2022 21:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab208965-d877-4cdd-b823-fd91ada75660 x-openstack-request-id: req-ab208965-d877-4cdd-b823-fd91ada75660 {{(pid=104322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:06:57.292570 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05eb6210-0234-435d-bf80-4e701ec1cc0c", "name": "network-vif-plugged", "status": "completed", "tag": "ae6376d6-cc5c-4a63-8f01-83c120bb79c6", "code": 200}]} {{(pid=104322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:06:57.292570 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ab208965-d877-4cdd-b823-fd91ada75660 {{(pid=104322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:06:57.293120 dv-cinder-839793-16-iscsi neutron-server[104322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab208965-d877-4cdd-b823-fd91ada75660'] response: {'server_uuid': '05eb6210-0234-435d-bf80-4e701ec1cc0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae6376d6-cc5c-4a63-8f01-83c120bb79c6', 'code': 200} May 31 21:06:57.379124 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-08b60381-064a-481d-a92b-777abf5537bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (81630bf9-a6ef-4e17-97ed-cc6ede2eac52), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:57.379614 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (ae6376d6-cc5c-4a63-8f01-83c120bb79c6), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:57.381699 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-08b60381-064a-481d-a92b-777abf5537bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:57.383045 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-08b60381-064a-481d-a92b-777abf5537bd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/81630bf9-a6ef-4e17-97ed-cc6ede2eac52 HTTP/1.1" status: 204 len: 168 time: 0.2823515 May 31 21:06:57.392504 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b60381-064a-481d-a92b-777abf5537bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81630bf9-a6ef-4e17-97ed-cc6ede2eac52,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:06:57.522708 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Pushing event updated for resources: {'Port': ['ID=ae6376d6-cc5c-4a63-8f01-83c120bb79c6,revision_number=5']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:06:57.574597 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 36122) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:06:57.732511 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c98b5be-262a-4299-8031-acb0c1db80cd req-72f25557-46a6-4cd4-a860-23226fc96480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:57.734431 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-8c98b5be-262a-4299-8031-acb0c1db80cd req-72f25557-46a6-4cd4-a860-23226fc96480 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=05eb6210-0234-435d-bf80-4e701ec1cc0c HTTP/1.1" status: 200 len: 1134 time: 0.0806632 May 31 21:06:57.790057 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-8c98b5be-262a-4299-8031-acb0c1db80cd req-63210ca4-ff43-4b4a-a93e-b82dfa6b7fb2 service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=492d52d3-4081-4c0a-81b2-da3c6f44b6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494013 May 31 21:06:57.872351 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-3e366c4d-9b20-48a8-8dae-b49dc41668e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:57.982315 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-3e366c4d-9b20-48a8-8dae-b49dc41668e9 admin admin] Publish callbacks [] for security_group (7030bcee-b572-4f67-8ecb-47a0b994e302), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:58.064400 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-3e366c4d-9b20-48a8-8dae-b49dc41668e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (7030bcee-b572-4f67-8ecb-47a0b994e302), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:58.107244 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-3e366c4d-9b20-48a8-8dae-b49dc41668e9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=36593f9a80f24281b7d3f3657a3cf7ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5315166 May 31 21:06:58.109090 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e366c4d-9b20-48a8-8dae-b49dc41668e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7030bcee-b572-4f67-8ecb-47a0b994e302,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:06:58.112210 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 36138) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:06:58.164470 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-cdeddce0-18ce-4159-8e1f-1641701acf86 admin admin] Publish callbacks [] for security_group (7030bcee-b572-4f67-8ecb-47a0b994e302), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:58.191404 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=3 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:06:58.193880 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-cdeddce0-18ce-4159-8e1f-1641701acf86 admin admin] Publish callbacks [] for security_group (7030bcee-b572-4f67-8ecb-47a0b994e302), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:58.251105 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4f5501-2e26-48cf-bd94-0424f282f186 req-32b29628-3cc4-499a-89bc-dfaacf756839 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:58.252834 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-7e4f5501-2e26-48cf-bd94-0424f282f186 req-32b29628-3cc4-499a-89bc-dfaacf756839 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] 10.222.0.55 "GET /v2.0/ports?device_id=05eb6210-0234-435d-bf80-4e701ec1cc0c HTTP/1.1" status: 200 len: 950 time: 0.0503342 May 31 21:06:58.312014 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-7e4f5501-2e26-48cf-bd94-0424f282f186 req-aceaff23-3e34-4e36-8544-24c0dfa9c8bd tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] 10.222.0.55 "GET /v2.0/security-groups?id=492d52d3-4081-4c0a-81b2-da3c6f44b6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534015 May 31 21:06:58.356318 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-cdeddce0-18ce-4159-8e1f-1641701acf86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (7030bcee-b572-4f67-8ecb-47a0b994e302), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:58.358852 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-cdeddce0-18ce-4159-8e1f-1641701acf86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:58.363219 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-cdeddce0-18ce-4159-8e1f-1641701acf86 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7030bcee-b572-4f67-8ecb-47a0b994e302 HTTP/1.1" status: 204 len: 168 time: 0.2473531 May 31 21:06:58.370690 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeddce0-18ce-4159-8e1f-1641701acf86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7030bcee-b572-4f67-8ecb-47a0b994e302,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:06:58.626897 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 36154) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:06:58.747427 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [None req-c9e1cfeb-6124-4bb3-9920-2d2186af2462 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-930039338-network', 'tenant_id': 'f722e284eda84b078c1c6935fb728f82'}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:06:58.881668 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e1cfeb-6124-4bb3-9920-2d2186af2462 admin admin] Made reservation on behalf of f722e284eda84b078c1c6935fb728f82 for: {'network': 1} {{(pid=104321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 21:06:58.884097 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-c9e1cfeb-6124-4bb3-9920-2d2186af2462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for network (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:58.893265 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-c9e1cfeb-6124-4bb3-9920-2d2186af2462 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:58.973796 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-c9e1cfeb-6124-4bb3-9920-2d2186af2462 admin admin] Publish callbacks [] for security_group (eeb53072-7e85-45b9-8b08-7447584348ad), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:59.050974 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 36164) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:06:59.066332 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-6735eb97-9e78-4310-bff3-1d99e5506b15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:59.078205 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-c9e1cfeb-6124-4bb3-9920-2d2186af2462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (eeb53072-7e85-45b9-8b08-7447584348ad), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:59.083825 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=73,neutron:INSERT=21,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:06:59.118989 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9e1cfeb-6124-4bb3-9920-2d2186af2462 admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=104321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 21:06:59.134937 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e1cfeb-6124-4bb3-9920-2d2186af2462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb53072-7e85-45b9-8b08-7447584348ad,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:06:59.147640 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-c9e1cfeb-6124-4bb3-9920-2d2186af2462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674812'] for segment (fec7669d-e3cc-47b0-a6cf-b5955b75bf9e), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:59.148022 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.db.segments_db [None req-c9e1cfeb-6124-4bb3-9920-2d2186af2462 admin admin] Added segment fec7669d-e3cc-47b0-a6cf-b5955b75bf9e of type vlan for network 31d0d2cb-3b54-4c55-b456-24ad3c7e1be7 May 31 21:06:59.202018 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-c9e1cfeb-6124-4bb3-9920-2d2186af2462 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747261502311'] for network (31d0d2cb-3b54-4c55-b456-24ad3c7e1be7), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:59.243226 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-6735eb97-9e78-4310-bff3-1d99e5506b15 admin admin] Publish callbacks [] for security_group (f9728eaf-83e1-4dc5-8f10-479943f9ed27), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:59.336900 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-6735eb97-9e78-4310-bff3-1d99e5506b15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (f9728eaf-83e1-4dc5-8f10-479943f9ed27), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:59.378623 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-c9e1cfeb-6124-4bb3-9920-2d2186af2462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838'] for network (31d0d2cb-3b54-4c55-b456-24ad3c7e1be7), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:59.380364 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e1cfeb-6124-4bb3-9920-2d2186af2462 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:59.380364 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-c9e1cfeb-6124-4bb3-9920-2d2186af2462 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696852'] for network (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:59.390280 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6735eb97-9e78-4310-bff3-1d99e5506b15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9728eaf-83e1-4dc5-8f10-479943f9ed27,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:06:59.405870 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-6735eb97-9e78-4310-bff3-1d99e5506b15 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f3db09f956254262b9025ea6c53f8b91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3537865 May 31 21:06:59.424691 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 36168) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:06:59.449296 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e1cfeb-6124-4bb3-9920-2d2186af2462 admin admin] Pushing event updated for resources: {'Network': ['ID=31d0d2cb-3b54-4c55-b456-24ad3c7e1be7,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:06:59.462086 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Network 31d0d2cb-3b54-4c55-b456-24ad3c7e1be7 details requested by agent ovs-agent-dv-cinder-839793-16-iscsi with host dv-cinder-839793-16-iscsi {{(pid=104322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 31 21:06:59.467048 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4183dc-97c7-4cf0-aca1-e1d984e96bc6 req-1d5dde59-0ba1-4cd7-9b5a-1a4779b722e1 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:06:59.470968 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-9b4183dc-97c7-4cf0-aca1-e1d984e96bc6 req-1d5dde59-0ba1-4cd7-9b5a-1a4779b722e1 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] 10.222.0.55 "GET /v2.0/ports?device_id=05eb6210-0234-435d-bf80-4e701ec1cc0c HTTP/1.1" status: 200 len: 950 time: 0.0784092 May 31 21:06:59.524205 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-c9e1cfeb-6124-4bb3-9920-2d2186af2462 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8962104 May 31 21:06:59.527355 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 36172) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:06:59.533384 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [None req-c56957c6-f5ee-4237-92eb-bb53d5190c58 admin admin] Request body: {'subnet': {'network_id': '31d0d2cb-3b54-4c55-b456-24ad3c7e1be7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-930039338-subnet', 'tenant_id': 'f722e284eda84b078c1c6935fb728f82', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:06:59.543239 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-9b4183dc-97c7-4cf0-aca1-e1d984e96bc6 req-bbe2a597-4cad-44dc-8621-e25185bb6312 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] 10.222.0.55 "GET /v2.0/security-groups?id=492d52d3-4081-4c0a-81b2-da3c6f44b6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666788 May 31 21:06:59.544045 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-b8156b62-5be1-4fc2-bd00-0cdb7244c0cf admin admin] Publish callbacks [] for security_group (f9728eaf-83e1-4dc5-8f10-479943f9ed27), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:59.552718 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:06:59.571617 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-b8156b62-5be1-4fc2-bd00-0cdb7244c0cf admin admin] Publish callbacks [] for security_group (f9728eaf-83e1-4dc5-8f10-479943f9ed27), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:59.583427 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:06:59.645284 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c56957c6-f5ee-4237-92eb-bb53d5190c58 admin admin] Made reservation on behalf of f722e284eda84b078c1c6935fb728f82 for: {'subnet': 1} {{(pid=104321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 21:06:59.647756 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-c56957c6-f5ee-4237-92eb-bb53d5190c58 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25435882'] for subnet (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:59.765673 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-b8156b62-5be1-4fc2-bd00-0cdb7244c0cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (f9728eaf-83e1-4dc5-8f10-479943f9ed27), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:59.768187 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-b8156b62-5be1-4fc2-bd00-0cdb7244c0cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:06:59.769400 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-b8156b62-5be1-4fc2-bd00-0cdb7244c0cf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f9728eaf-83e1-4dc5-8f10-479943f9ed27 HTTP/1.1" status: 204 len: 168 time: 0.3437154 May 31 21:06:59.779802 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8156b62-5be1-4fc2-bd00-0cdb7244c0cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9728eaf-83e1-4dc5-8f10-479943f9ed27,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:07:00.019256 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-c56957c6-f5ee-4237-92eb-bb53d5190c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25540398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25435900'] for subnet (7599ba98-f239-48f9-b826-4e3746c54b43), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:00.083434 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56957c6-f5ee-4237-92eb-bb53d5190c58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7599ba98-f239-48f9-b826-4e3746c54b43,revision_number=0']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:07:00.090820 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56957c6-f5ee-4237-92eb-bb53d5190c58 admin admin] Checking segment: {'id': 'fec7669d-e3cc-47b0-a6cf-b5955b75bf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '31d0d2cb-3b54-4c55-b456-24ad3c7e1be7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 31 21:07:00.091167 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56957c6-f5ee-4237-92eb-bb53d5190c58 admin admin] Network hostable DHCP agents. Network: 31d0d2cb-3b54-4c55-b456-24ad3c7e1be7, hostable agents: ['5ca9f0a2-8e5f-4b54-94fa-454f095515e4'], hosted agents: [] {{(pid=104321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 21:07:00.222634 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56957c6-f5ee-4237-92eb-bb53d5190c58 admin admin] Network 31d0d2cb-3b54-4c55-b456-24ad3c7e1be7 is scheduled to be hosted by DHCP agent 5ca9f0a2-8e5f-4b54-94fa-454f095515e4 with binding_index 1 {{(pid=104321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 21:07:00.311124 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.base_scheduler [None req-c56957c6-f5ee-4237-92eb-bb53d5190c58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-16-iscsi, 31d0d2cb-3b54-4c55-b456-24ad3c7e1be7) {{(pid=104321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:07:00.316288 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56957c6-f5ee-4237-92eb-bb53d5190c58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:00.321706 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-c56957c6-f5ee-4237-92eb-bb53d5190c58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696852'] for subnet (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:00.322720 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e5b0ff-0f7f-469f-8568-ca88f09de18e None None] Network 31d0d2cb-3b54-4c55-b456-24ad3c7e1be7 requested from dv-cinder-839793-16-iscsi {{(pid=104322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 31 21:07:00.425923 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-c56957c6-f5ee-4237-92eb-bb53d5190c58 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8965242 May 31 21:07:00.428288 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a63546-ca2a-4a83-8744-cade95df96ae None None] Network 31d0d2cb-3b54-4c55-b456-24ad3c7e1be7 requested from dv-cinder-839793-16-iscsi {{(pid=104322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 31 21:07:00.466207 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:00.699213 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52157cb-c99f-421f-b6af-22225a8a75d9 req-d5e87e84-0e2d-4085-bc9d-b37d52b3cdb2 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:00.702388 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-d52157cb-c99f-421f-b6af-22225a8a75d9 req-d5e87e84-0e2d-4085-bc9d-b37d52b3cdb2 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] 10.222.0.55 "GET /v2.0/ports?device_id=05eb6210-0234-435d-bf80-4e701ec1cc0c HTTP/1.1" status: 200 len: 950 time: 0.0590291 May 31 21:07:00.758894 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-d52157cb-c99f-421f-b6af-22225a8a75d9 req-f9a60b98-f373-44ef-8960-6235b373b678 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] 10.222.0.55 "GET /v2.0/security-groups?id=492d52d3-4081-4c0a-81b2-da3c6f44b6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513530 May 31 21:07:01.378661 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21616a90-2f6a-43ed-8776-446e12a887c9 req-1e4175e6-bbdf-4bf8-8561-45d73b6315d2 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:01.380120 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-21616a90-2f6a-43ed-8776-446e12a887c9 req-1e4175e6-bbdf-4bf8-8561-45d73b6315d2 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] 10.222.0.55 "GET /v2.0/ports?device_id=05eb6210-0234-435d-bf80-4e701ec1cc0c HTTP/1.1" status: 200 len: 950 time: 0.0544379 May 31 21:07:01.432989 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-21616a90-2f6a-43ed-8776-446e12a887c9 req-ac4970dc-9a56-4220-a9c6-b03d8714d185 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] 10.222.0.55 "GET /v2.0/security-groups?id=492d52d3-4081-4c0a-81b2-da3c6f44b6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467882 May 31 21:07:02.560229 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae77dd2b-9090-46bf-b9aa-0026618358f5 req-ea7b99a7-41fc-4864-bb76-36196ef6fd6f tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:02.562115 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ae77dd2b-9090-46bf-b9aa-0026618358f5 req-ea7b99a7-41fc-4864-bb76-36196ef6fd6f tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] 10.222.0.55 "GET /v2.0/ports?device_id=05eb6210-0234-435d-bf80-4e701ec1cc0c HTTP/1.1" status: 200 len: 950 time: 0.0504522 May 31 21:07:02.575652 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:02.615492 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ae77dd2b-9090-46bf-b9aa-0026618358f5 req-f62fed06-25f4-4920-bce5-eb105234a722 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] 10.222.0.55 "GET /v2.0/security-groups?id=492d52d3-4081-4c0a-81b2-da3c6f44b6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473192 May 31 21:07:03.386860 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77575b4a-0830-4f0a-a02d-9005a2548368 req-8d5ed10d-6f17-4189-8719-45675d5b982e tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:03.389092 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-77575b4a-0830-4f0a-a02d-9005a2548368 req-8d5ed10d-6f17-4189-8719-45675d5b982e tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] 10.222.0.40 "GET /v2.0/ports?device_id=05eb6210-0234-435d-bf80-4e701ec1cc0c HTTP/1.1" status: 200 len: 950 time: 0.0530205 May 31 21:07:03.492711 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.plugin [req-77575b4a-0830-4f0a-a02d-9005a2548368 req-60af363b-4180-4db8-94c1-faa828c33490 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] Deleting port ae6376d6-cc5c-4a63-8f01-83c120bb79c6 {{(pid=104321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 31 21:07:03.492859 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-77575b4a-0830-4f0a-a02d-9005a2548368 req-60af363b-4180-4db8-94c1-faa828c33490 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747262076802'] for port (ae6376d6-cc5c-4a63-8f01-83c120bb79c6), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:03.543109 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:03.586443 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [req-77575b4a-0830-4f0a-a02d-9005a2548368 req-60af363b-4180-4db8-94c1-faa828c33490 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] For port ae6376d6-cc5c-4a63-8f01-83c120bb79c6, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=ae6376d6-cc5c-4a63-8f01-83c120bb79c6,segment=NetworkSegment(0e764242-3ee8-4b5b-9ce4-d4ba8b97823a),segment_id=0e764242-3ee8-4b5b-9ce4-d4ba8b97823a)] {{(pid=104321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:07:03.586809 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-77575b4a-0830-4f0a-a02d-9005a2548368 req-60af363b-4180-4db8-94c1-faa828c33490 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574989'] for port (ae6376d6-cc5c-4a63-8f01-83c120bb79c6), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:03.600667 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.plugin [req-77575b4a-0830-4f0a-a02d-9005a2548368 req-60af363b-4180-4db8-94c1-faa828c33490 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] Calling delete_port for ae6376d6-cc5c-4a63-8f01-83c120bb79c6 owned by compute:nova {{(pid=104321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 31 21:07:03.768528 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76de01ab-b470-4ea7-929b-718f78cdbf45 req-548dc615-8ecc-4269-ba8e-f3098f0ff1df tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:03.770273 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-76de01ab-b470-4ea7-929b-718f78cdbf45 req-548dc615-8ecc-4269-ba8e-f3098f0ff1df tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] 10.222.0.55 "GET /v2.0/ports?device_id=05eb6210-0234-435d-bf80-4e701ec1cc0c HTTP/1.1" status: 200 len: 950 time: 0.0735226 May 31 21:07:03.832076 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-76de01ab-b470-4ea7-929b-718f78cdbf45 req-0977ef4b-c4f3-410b-8de6-e3c83b74e71b tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] 10.222.0.55 "GET /v2.0/security-groups?id=492d52d3-4081-4c0a-81b2-da3c6f44b6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527339 May 31 21:07:03.910466 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-77575b4a-0830-4f0a-a02d-9005a2548368 req-60af363b-4180-4db8-94c1-faa828c33490 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747262050753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747261518138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25540506'] for port (ae6376d6-cc5c-4a63-8f01-83c120bb79c6), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:03.925288 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] get_ports_and_sgs() called for port_ids ['ae6376d6-cc5c-4a63-8f01-83c120bb79c6'] {{(pid=104322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 31 21:07:03.942236 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60af363b-4180-4db8-94c1-faa828c33490 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] Pushing event deleted for resources: {'Port': ['ID=ae6376d6-cc5c-4a63-8f01-83c120bb79c6,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:07:03.995203 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [req-77575b4a-0830-4f0a-a02d-9005a2548368 req-60af363b-4180-4db8-94c1-faa828c33490 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] No DVR routers for this DVR port ae6376d6-cc5c-4a63-8f01-83c120bb79c6 on host hv-cinder-83979 {{(pid=104321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} May 31 21:07:04.002714 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-77575b4a-0830-4f0a-a02d-9005a2548368 req-60af363b-4180-4db8-94c1-faa828c33490 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for port (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:04.006025 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-77575b4a-0830-4f0a-a02d-9005a2548368 req-60af363b-4180-4db8-94c1-faa828c33490 tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] 10.222.0.40 "DELETE /v2.0/ports/ae6376d6-cc5c-4a63-8f01-83c120bb79c6 HTTP/1.1" status: 204 len: 173 time: 0.6043279 May 31 21:07:04.006681 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05eb6210-0234-435d-bf80-4e701ec1cc0c', 'name': 'network-vif-deleted', 'tag': 'ae6376d6-cc5c-4a63-8f01-83c120bb79c6'}] {{(pid=104321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:07:04.009208 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6b014d5dee29fffbb36c15c330f4dd8b871b4cb67f19a16d167ed5ff3960b8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb3e41e-cb89-4b62-876b-18089193e167" -d '{"events": [{"server_uuid": "05eb6210-0234-435d-bf80-4e701ec1cc0c", "name": "network-vif-deleted", "tag": "ae6376d6-cc5c-4a63-8f01-83c120bb79c6"}]}' {{(pid=104321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:07:04.075198 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 May 2022 21:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55e6dd78-d35c-45b3-a13a-1a57e5e610d3 x-openstack-request-id: req-55e6dd78-d35c-45b3-a13a-1a57e5e610d3 {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:07:04.075198 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05eb6210-0234-435d-bf80-4e701ec1cc0c", "name": "network-vif-deleted", "tag": "ae6376d6-cc5c-4a63-8f01-83c120bb79c6", "status": "completed", "code": 200}]} {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:07:04.075198 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-55e6dd78-d35c-45b3-a13a-1a57e5e610d3 {{(pid=104321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:07:04.075198 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55e6dd78-d35c-45b3-a13a-1a57e5e610d3'] response: {'server_uuid': '05eb6210-0234-435d-bf80-4e701ec1cc0c', 'name': 'network-vif-deleted', 'tag': 'ae6376d6-cc5c-4a63-8f01-83c120bb79c6', 'status': 'completed', 'code': 200} May 31 21:07:04.281381 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2382802-77de-4f9a-80a4-5e84c7a7ad6c req-be4e2d84-9c9c-44cb-a8f0-f5ca08419715 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:04.286547 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-e2382802-77de-4f9a-80a4-5e84c7a7ad6c req-be4e2d84-9c9c-44cb-a8f0-f5ca08419715 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.55 "GET /v2.0/networks?id=31d0d2cb-3b54-4c55-b456-24ad3c7e1be7 HTTP/1.1" status: 200 len: 808 time: 0.1672561 May 31 21:07:04.299110 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-e2382802-77de-4f9a-80a4-5e84c7a7ad6c req-e049bf4e-c254-4ec0-a68c-d2e896c0884e tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.55 "GET /v2.0/quotas/f722e284eda84b078c1c6935fb728f82 HTTP/1.1" status: 200 len: 375 time: 0.0102661 May 31 21:07:04.337544 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-e2382802-77de-4f9a-80a4-5e84c7a7ad6c req-b20db622-d686-4892-9f66-d254a60189d6 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f722e284eda84b078c1c6935fb728f82&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332265 May 31 21:07:04.447740 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f402beb8-0bff-4837-af0f-b9b0fb6ec227 req-49bf76f4-8767-44db-a5ed-626b82f42087 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:04.449212 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-f402beb8-0bff-4837-af0f-b9b0fb6ec227 req-49bf76f4-8767-44db-a5ed-626b82f42087 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/ports?device_id=979133c4-01ae-4510-8d70-018170135a6c HTTP/1.1" status: 200 len: 946 time: 0.0620670 May 31 21:07:04.487224 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:04.494055 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-e2382802-77de-4f9a-80a4-5e84c7a7ad6c req-800c9c57-82d6-48fe-beb8-e89e675e4763 service neutron] 10.222.0.55 "GET /v2.0/networks/31d0d2cb-3b54-4c55-b456-24ad3c7e1be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498740 May 31 21:07:04.564433 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-f402beb8-0bff-4837-af0f-b9b0fb6ec227 req-a6f632a9-71d0-4eba-8cf2-89f1a505b9d4 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc53867c-a18f-4781-8698-c86927740494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030102 May 31 21:07:04.588304 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 36302) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:07:04.610266 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-e2382802-77de-4f9a-80a4-5e84c7a7ad6c req-b841bfb4-728d-40a7-89cb-8336e002ff85 service neutron] 10.222.0.55 "GET /v2.0/networks/31d0d2cb-3b54-4c55-b456-24ad3c7e1be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046712 May 31 21:07:04.805888 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15ff5d7-e5dc-40b6-bf18-9fee98a69046 tempest-TestMinimumBasicScenario-1095050322 tempest-TestMinimumBasicScenario-1095050322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:04.810948 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-e15ff5d7-e5dc-40b6-bf18-9fee98a69046 tempest-TestMinimumBasicScenario-1095050322 tempest-TestMinimumBasicScenario-1095050322-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=979133c4-01ae-4510-8d70-018170135a6c HTTP/1.1" status: 200 len: 1125 time: 0.2169597 May 31 21:07:04.811405 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 36308) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:07:04.816198 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [None req-9fe8441b-7521-49d5-bd85-95984f1bba19 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Request body: {'floatingip': {'floating_network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'port_id': '6ba426b9-2ac4-463e-bc64-9ae379649087', 'tenant_id': '9f9ac73d84244b1c9029586fa4969bbf', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:07:04.899081 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-085d81c3-0318-412e-bd79-44377a34bdda req-fca8bb8e-e8a3-48fd-ad6c-b8bbb544a662 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb77423f-1f79-41ab-92bc-d77a2132d34a HTTP/1.1" status: 200 len: 210 time: 0.0357244 May 31 21:07:04.966380 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-9fe8441b-7521-49d5-bd85-95984f1bba19 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:05.010273 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-61a51bd9-021c-4ff1-ab82-0bf2a3ca7d4d req-23c9f28f-2b94-469c-976f-354fdc9aec2a tempest-VolumesNegativeTest-497800974 tempest-VolumesNegativeTest-497800974-project] 10.222.0.55 "GET /v2.0/ports?device_id=05eb6210-0234-435d-bf80-4e701ec1cc0c HTTP/1.1" status: 200 len: 210 time: 0.0567904 May 31 21:07:05.016671 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:05.062153 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-9fe8441b-7521-49d5-bd85-95984f1bba19 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:05.171627 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.db_base_plugin_common [None req-9fe8441b-7521-49d5-bd85-95984f1bba19 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Allocated IP 172.27.0.84 (c2cfca3b-95da-4cff-a3c5-795dffb6abac/763c29f6-cebe-4813-9ab2-68212649a0b5/7a879b79-748f-4584-b931-70b96055a948) {{(pid=104321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 21:07:05.231577 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.agents_db [None req-3d709c36-86fd-4f4f-bf7d-9e9748143f4e None None] Agent healthcheck: found 6 active agents {{(pid=104323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 31 21:07:05.285717 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-9fe8441b-7521-49d5-bd85-95984f1bba19 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Publish callbacks [] for port (7a879b79-748f-4584-b931-70b96055a948), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:05.448353 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-9fe8441b-7521-49d5-bd85-95984f1bba19 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747261518129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25540506'] for port (7a879b79-748f-4584-b931-70b96055a948), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:05.487377 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe8441b-7521-49d5-bd85-95984f1bba19 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Network c2cfca3b-95da-4cff-a3c5-795dffb6abac is already hosted by enough agents. {{(pid=104321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 21:07:05.489789 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:05.491284 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.base_scheduler [None req-9fe8441b-7521-49d5-bd85-95984f1bba19 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Resources bound (agent type, host, resource id): {{(pid=104321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:07:05.497320 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe8441b-7521-49d5-bd85-95984f1bba19 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Received port after_create {{(pid=104321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 31 21:07:05.538976 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe8441b-7521-49d5-bd85-95984f1bba19 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Pushing event updated for resources: {'Port': ['ID=7a879b79-748f-4584-b931-70b96055a948,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:07:05.935137 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-9fe8441b-7521-49d5-bd85-95984f1bba19 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Publish callbacks [] for floatingip (42f9a46a-b2c1-41dd-b6c5-6a3bc454f3d8), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:06.013041 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-8b46fb9a-796f-4869-aa9b-fffa119b9d4e req-e5108db9-5bde-419a-aa6f-1def308b94f0 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb77423f-1f79-41ab-92bc-d77a2132d34a HTTP/1.1" status: 200 len: 210 time: 0.0286932 May 31 21:07:06.102968 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-9fe8441b-7521-49d5-bd85-95984f1bba19 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (7a879b79-748f-4584-b931-70b96055a948), before_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:06.167104 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:06.315204 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-9fe8441b-7521-49d5-bd85-95984f1bba19 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Publish callbacks [] for port (7a879b79-748f-4584-b931-70b96055a948), precommit_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:06.465660 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-9fe8441b-7521-49d5-bd85-95984f1bba19 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25540501'] for port (7a879b79-748f-4584-b931-70b96055a948), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:06.602283 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe8441b-7521-49d5-bd85-95984f1bba19 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Pushing event updated for resources: {'Port': ['ID=7a879b79-748f-4584-b931-70b96055a948,revision_number=2']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:07:06.604816 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-9fe8441b-7521-49d5-bd85-95984f1bba19 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598426'] for floatingip (42f9a46a-b2c1-41dd-b6c5-6a3bc454f3d8), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:06.711815 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.db.l3_db [None req-9fe8441b-7521-49d5-bd85-95984f1bba19 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Floating IP 42f9a46a-b2c1-41dd-b6c5-6a3bc454f3d8 associated. External IP: 172.27.0.84, port: 6ba426b9-2ac4-463e-bc64-9ae379649087. May 31 21:07:06.924616 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device ae6376d6-cc5c-4a63-8f01-83c120bb79c6 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 31 21:07:06.946588 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] No Port match for: ae6376d6-cc5c-4a63-8f01-83c120bb79c6 {{(pid=104322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 31 21:07:06.946929 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device ae6376d6-cc5c-4a63-8f01-83c120bb79c6 not bound to the agent host hv-cinder-83979 {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 31 21:07:07.136883 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-2117e8a1-ff8b-4d39-b0cb-8a06843c934e req-e7b2b709-a9b8-46f0-8362-52bdc423def9 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb77423f-1f79-41ab-92bc-d77a2132d34a HTTP/1.1" status: 200 len: 210 time: 0.0369720 May 31 21:07:07.210854 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fe8441b-7521-49d5-bd85-95984f1bba19 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Router 14c3f35a-2282-417f-a522-4a4609962030 has already been hosted by L3 agent 13ce5b10-321e-4e80-b29e-1cfc3c51661e {{(pid=104321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 31 21:07:07.220263 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:07.336245 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe8441b-7521-49d5-bd85-95984f1bba19 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Notify agent at l3_agent.dv-cinder-839793-16-iscsi the message routers_updated {{(pid=104321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 31 21:07:07.349836 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c109c6c-7fd8-468d-8323-780b5f804d32 None None] Sync routers for ids ['14c3f35a-2282-417f-a522-4a4609962030'] in dv-cinder-839793-16-iscsi {{(pid=104323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 21:07:07.362536 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c109c6c-7fd8-468d-8323-780b5f804d32 None None] Routers {'14c3f35a-2282-417f-a522-4a4609962030'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:07:07.363176 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-0c109c6c-7fd8-468d-8323-780b5f804d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:06:44Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['14c3f35a-2282-417f-a522-4a4609962030'], 'active': True} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:07:07.477961 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-9fe8441b-7521-49d5-bd85-95984f1bba19 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for floatingip (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:07.481483 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvr_db [None req-0c109c6c-7fd8-468d-8323-780b5f804d32 None None] Set router 14c3f35a-2282-417f-a522-4a4609962030 gateway port host: dv-cinder-839793-16-iscsi {{(pid=104323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:07:07.512320 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 36382) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:07:07.512639 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-9fe8441b-7521-49d5-bd85-95984f1bba19 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6998851 May 31 21:07:07.513027 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '979133c4-01ae-4510-8d70-018170135a6c', 'tag': '6ba426b9-2ac4-463e-bc64-9ae379649087'}] {{(pid=104321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:07:07.515519 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6b014d5dee29fffbb36c15c330f4dd8b871b4cb67f19a16d167ed5ff3960b8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe0ae99b-2c39-4312-836a-5f9f2f17dc3e" -d '{"events": [{"name": "network-changed", "server_uuid": "979133c4-01ae-4510-8d70-018170135a6c", "tag": "6ba426b9-2ac4-463e-bc64-9ae379649087"}]}' {{(pid=104321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:07:07.520970 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.v2.base [None req-fb22a803-d757-4a22-8e81-449808b55158 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1064894292', 'description': 'tempest-secgroup-smoke-1064894292 description', 'project_id': '9f9ac73d84244b1c9029586fa4969bbf'}} {{(pid=104320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:07:07.614900 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 May 2022 21:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a638b819-6cc1-4b5f-acac-3166e7754982 x-openstack-request-id: req-a638b819-6cc1-4b5f-acac-3166e7754982 {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:07:07.615199 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "979133c4-01ae-4510-8d70-018170135a6c", "tag": "6ba426b9-2ac4-463e-bc64-9ae379649087", "status": "completed", "code": 200}]} {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:07:07.615455 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a638b819-6cc1-4b5f-acac-3166e7754982 {{(pid=104321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:07:07.615871 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a638b819-6cc1-4b5f-acac-3166e7754982'] response: {'name': 'network-changed', 'server_uuid': '979133c4-01ae-4510-8d70-018170135a6c', 'tag': '6ba426b9-2ac4-463e-bc64-9ae379649087', 'status': 'completed', 'code': 200} May 31 21:07:07.674455 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-fb22a803-d757-4a22-8e81-449808b55158 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Publish callbacks [] for security_group (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:07.780527 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-fb22a803-d757-4a22-8e81-449808b55158 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Publish callbacks [] for security_group (4ed228bd-5021-4a8b-93b3-efccb0105eda), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:07.849379 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-0c109c6c-7fd8-468d-8323-780b5f804d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c3f35a-2282-417f-a522-4a4609962030', 'name': 'tempest-TestMinimumBasicScenario-453660573-router', 'tenant_id': '9f9ac73d84244b1c9029586fa4969bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': 'c1e1499c-86b5-4938-9039-69807e3bdd1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:04:52Z', 'updated_at': '2022-05-31T21:04:57Z', 'revision_number': 4, 'project_id': '9f9ac73d84244b1c9029586fa4969bbf', 'gw_port': {'id': 'c1e1499c-86b5-4938-9039-69807e3bdd1e', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:2d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c3f35a-2282-417f-a522-4a4609962030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:04:53Z', 'updated_at': '2022-05-31T21:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_floatingips': [{'id': '42f9a46a-b2c1-41dd-b6c5-6a3bc454f3d8', 'tenant_id': '9f9ac73d84244b1c9029586fa4969bbf', 'floating_ip_address': '172.27.0.84', 'floating_network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'router_id': '14c3f35a-2282-417f-a522-4a4609962030', 'port_id': '6ba426b9-2ac4-463e-bc64-9ae379649087', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e967741-aa19-4db4-8371-4ee869c23fa1', 'mac_address': 'fa:16:3e:0a:a7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979133c4-01ae-4510-8d70-018170135a6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T21:07:05Z', 'updated_at': '2022-05-31T21:07:05Z', 'revision_number': 0, 'project_id': '9f9ac73d84244b1c9029586fa4969bbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69133f43-a7f7-4b68-82d3-5aee36970683', 'name': '', 'network_id': '3e967741-aa19-4db4-8371-4ee869c23fa1', 'tenant_id': '9f9ac73d84244b1c9029586fa4969bbf', 'mac_address': 'fa:16:3e:d7:8c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c3f35a-2282-417f-a522-4a4609962030', 'device_owner': 'network:router_interface', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': 'c963a7bb-fcb2-47cb-b4af-694452e58e3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:04:56Z', 'updated_at': '2022-05-31T21:05:02Z', 'revision_number': 5, 'project_id': '9f9ac73d84244b1c9029586fa4969bbf', 'subnets': [{'id': 'c963a7bb-fcb2-47cb-b4af-694452e58e3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:07:07.891506 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c109c6c-7fd8-468d-8323-780b5f804d32 None None] Checking router: 14c3f35a-2282-417f-a522-4a4609962030 for host: dv-cinder-839793-16-iscsi {{(pid=104323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 21:07:07.904754 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-fb22a803-d757-4a22-8e81-449808b55158 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (4ed228bd-5021-4a8b-93b3-efccb0105eda), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:07.907774 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c109c6c-7fd8-468d-8323-780b5f804d32 None None] Routers {'14c3f35a-2282-417f-a522-4a4609962030'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:07:07.908400 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-0c109c6c-7fd8-468d-8323-780b5f804d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:06:44Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['14c3f35a-2282-417f-a522-4a4609962030'], 'active': True} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:07:07.945233 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb22a803-d757-4a22-8e81-449808b55158 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed228bd-5021-4a8b-93b3-efccb0105eda,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:07:08.036570 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvr_db [None req-0c109c6c-7fd8-468d-8323-780b5f804d32 None None] Set router 14c3f35a-2282-417f-a522-4a4609962030 gateway port host: dv-cinder-839793-16-iscsi {{(pid=104323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:07:08.037554 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-fb22a803-d757-4a22-8e81-449808b55158 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Publish callbacks [] for security_group (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:08.038914 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-fb22a803-d757-4a22-8e81-449808b55158 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5255349 May 31 21:07:08.042196 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 36446) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:07:08.048396 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [None req-84bd86a8-6425-4540-ba48-e2ebc8f47f9e tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Request body: {'security_group_rule': {'security_group_id': '4ed228bd-5021-4a8b-93b3-efccb0105eda', 'project_id': '9f9ac73d84244b1c9029586fa4969bbf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:07:08.172746 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-84bd86a8-6425-4540-ba48-e2ebc8f47f9e tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Publish callbacks [] for security_group_rule (2a9b5cbe-fb84-4109-bd5d-331058276fb1), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:08.314057 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-1c62fe9c-d463-4caa-8c76-775d8d5cdb7e req-8cf206a2-4d2d-47be-82dd-93f457801b15 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb77423f-1f79-41ab-92bc-d77a2132d34a HTTP/1.1" status: 200 len: 210 time: 0.0465446 May 31 21:07:08.336108 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-84bd86a8-6425-4540-ba48-e2ebc8f47f9e tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Publish callbacks [] for security_group_rule (2a9b5cbe-fb84-4109-bd5d-331058276fb1), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:08.388505 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-0c109c6c-7fd8-468d-8323-780b5f804d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c3f35a-2282-417f-a522-4a4609962030', 'name': 'tempest-TestMinimumBasicScenario-453660573-router', 'tenant_id': '9f9ac73d84244b1c9029586fa4969bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': 'c1e1499c-86b5-4938-9039-69807e3bdd1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:04:52Z', 'updated_at': '2022-05-31T21:04:57Z', 'revision_number': 4, 'project_id': '9f9ac73d84244b1c9029586fa4969bbf', 'gw_port': {'id': 'c1e1499c-86b5-4938-9039-69807e3bdd1e', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:2d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c3f35a-2282-417f-a522-4a4609962030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:04:53Z', 'updated_at': '2022-05-31T21:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_floatingips': [{'id': '42f9a46a-b2c1-41dd-b6c5-6a3bc454f3d8', 'tenant_id': '9f9ac73d84244b1c9029586fa4969bbf', 'floating_ip_address': '172.27.0.84', 'floating_network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'router_id': '14c3f35a-2282-417f-a522-4a4609962030', 'port_id': '6ba426b9-2ac4-463e-bc64-9ae379649087', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e967741-aa19-4db4-8371-4ee869c23fa1', 'mac_address': 'fa:16:3e:0a:a7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979133c4-01ae-4510-8d70-018170135a6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T21:07:05Z', 'updated_at': '2022-05-31T21:07:05Z', 'revision_number': 0, 'project_id': '9f9ac73d84244b1c9029586fa4969bbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69133f43-a7f7-4b68-82d3-5aee36970683', 'name': '', 'network_id': '3e967741-aa19-4db4-8371-4ee869c23fa1', 'tenant_id': '9f9ac73d84244b1c9029586fa4969bbf', 'mac_address': 'fa:16:3e:d7:8c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c3f35a-2282-417f-a522-4a4609962030', 'device_owner': 'network:router_interface', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': 'c963a7bb-fcb2-47cb-b4af-694452e58e3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:04:56Z', 'updated_at': '2022-05-31T21:05:02Z', 'revision_number': 5, 'project_id': '9f9ac73d84244b1c9029586fa4969bbf', 'subnets': [{'id': 'c963a7bb-fcb2-47cb-b4af-694452e58e3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:07:08.407489 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-84bd86a8-6425-4540-ba48-e2ebc8f47f9e tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769332'] for security_group_rule (2a9b5cbe-fb84-4109-bd5d-331058276fb1), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:08.428208 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bd86a8-6425-4540-ba48-e2ebc8f47f9e tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a9b5cbe-fb84-4109-bd5d-331058276fb1,revision_number=0']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:07:08.435189 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c109c6c-7fd8-468d-8323-780b5f804d32 None None] The sync data for ids ['14c3f35a-2282-417f-a522-4a4609962030'] in dv-cinder-839793-16-iscsi is: [{'id': '14c3f35a-2282-417f-a522-4a4609962030', 'name': 'tempest-TestMinimumBasicScenario-453660573-router', 'tenant_id': '9f9ac73d84244b1c9029586fa4969bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': 'c1e1499c-86b5-4938-9039-69807e3bdd1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:04:52Z', 'updated_at': '2022-05-31T21:04:57Z', 'revision_number': 4, 'project_id': '9f9ac73d84244b1c9029586fa4969bbf', 'gw_port': {'id': 'c1e1499c-86b5-4938-9039-69807e3bdd1e', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:2d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c3f35a-2282-417f-a522-4a4609962030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:04:53Z', 'updated_at': '2022-05-31T21:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_floatingips': [{'id': '42f9a46a-b2c1-41dd-b6c5-6a3bc454f3d8', 'tenant_id': '9f9ac73d84244b1c9029586fa4969bbf', 'floating_ip_address': '172.27.0.84', 'floating_network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'router_id': '14c3f35a-2282-417f-a522-4a4609962030', 'port_id': '6ba426b9-2ac4-463e-bc64-9ae379649087', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e967741-aa19-4db4-8371-4ee869c23fa1', 'mac_address': 'fa:16:3e:0a:a7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979133c4-01ae-4510-8d70-018170135a6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T21:07:05Z', 'updated_at': '2022-05-31T21:07:05Z', 'revision_number': 0, 'project_id': '9f9ac73d84244b1c9029586fa4969bbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69133f43-a7f7-4b68-82d3-5aee36970683', 'name': '', 'network_id': '3e967741-aa19-4db4-8371-4ee869c23fa1', 'tenant_id': '9f9ac73d84244b1c9029586fa4969bbf', 'mac_address': 'fa:16:3e:d7:8c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c3f35a-2282-417f-a522-4a4609962030', 'device_owner': 'network:router_interface', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': 'c963a7bb-fcb2-47cb-b4af-694452e58e3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:04:56Z', 'updated_at': '2022-05-31T21:05:02Z', 'revision_number': 5, 'project_id': '9f9ac73d84244b1c9029586fa4969bbf', 'subnets': [{'id': 'c963a7bb-fcb2-47cb-b4af-694452e58e3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 21:07:08.514254 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-84bd86a8-6425-4540-ba48-e2ebc8f47f9e tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:08.516293 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-84bd86a8-6425-4540-ba48-e2ebc8f47f9e tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4726000 May 31 21:07:08.519813 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 36466) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:07:08.526202 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.v2.base [None req-d76bea7a-c27e-4d74-92ae-839c7df8c61a tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Request body: {'security_group_rule': {'security_group_id': '4ed228bd-5021-4a8b-93b3-efccb0105eda', 'project_id': '9f9ac73d84244b1c9029586fa4969bbf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:07:08.635923 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-d76bea7a-c27e-4d74-92ae-839c7df8c61a tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Publish callbacks [] for security_group_rule (a3828adb-f9b0-4e65-b3e0-38676c90b3bd), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:08.667835 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd72e62e-4b35-4db3-a918-1ec7432d8264 None None] New status for floating IP 42f9a46a-b2c1-41dd-b6c5-6a3bc454f3d8: ACTIVE {{(pid=104322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 31 21:07:08.695129 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-d76bea7a-c27e-4d74-92ae-839c7df8c61a tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Publish callbacks [] for security_group_rule (a3828adb-f9b0-4e65-b3e0-38676c90b3bd), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:08.778864 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-d76bea7a-c27e-4d74-92ae-839c7df8c61a tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769332'] for security_group_rule (a3828adb-f9b0-4e65-b3e0-38676c90b3bd), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:08.805126 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76bea7a-c27e-4d74-92ae-839c7df8c61a tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3828adb-f9b0-4e65-b3e0-38676c90b3bd,revision_number=0']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:07:08.878129 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-d76bea7a-c27e-4d74-92ae-839c7df8c61a tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:08.879361 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-d76bea7a-c27e-4d74-92ae-839c7df8c61a tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3584075 May 31 21:07:08.888965 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 36474) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:07:08.893585 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [None req-e1ad7295-5192-4f54-bf9f-21840a2a28ba tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Request body: {'security_group_rule': {'security_group_id': '4ed228bd-5021-4a8b-93b3-efccb0105eda', 'project_id': '9f9ac73d84244b1c9029586fa4969bbf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:07:09.007558 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-e1ad7295-5192-4f54-bf9f-21840a2a28ba tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Publish callbacks [] for security_group_rule (441f471d-2805-42d4-a67f-cc651274d762), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:09.123624 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:09.128111 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-e1ad7295-5192-4f54-bf9f-21840a2a28ba tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Publish callbacks [] for security_group_rule (441f471d-2805-42d4-a67f-cc651274d762), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:09.236531 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-e1ad7295-5192-4f54-bf9f-21840a2a28ba tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769332'] for security_group_rule (441f471d-2805-42d4-a67f-cc651274d762), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:09.256398 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ad7295-5192-4f54-bf9f-21840a2a28ba tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=441f471d-2805-42d4-a67f-cc651274d762,revision_number=0']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:07:09.349137 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-e1ad7295-5192-4f54-bf9f-21840a2a28ba tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:09.349137 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-e1ad7295-5192-4f54-bf9f-21840a2a28ba tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4529362 May 31 21:07:09.349137 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 36492) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:07:09.350081 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [None req-1dd389b6-8a76-4249-9c2b-a26656c3233f tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Request body: {'security_group_rule': {'security_group_id': '4ed228bd-5021-4a8b-93b3-efccb0105eda', 'project_id': '9f9ac73d84244b1c9029586fa4969bbf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:07:09.433476 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-66dbbb79-8039-4229-8863-6dadfe661ffd req-0f264ada-ac49-4d68-b40f-75e3f30ac762 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb77423f-1f79-41ab-92bc-d77a2132d34a HTTP/1.1" status: 200 len: 210 time: 0.0322497 May 31 21:07:09.473973 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-1dd389b6-8a76-4249-9c2b-a26656c3233f tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Publish callbacks [] for security_group_rule (dcc58c45-eb02-48fc-ad6b-16f463ac9316), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:09.536769 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-1dd389b6-8a76-4249-9c2b-a26656c3233f tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Publish callbacks [] for security_group_rule (dcc58c45-eb02-48fc-ad6b-16f463ac9316), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:09.631552 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-1dd389b6-8a76-4249-9c2b-a26656c3233f tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769332'] for security_group_rule (dcc58c45-eb02-48fc-ad6b-16f463ac9316), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:09.650638 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd389b6-8a76-4249-9c2b-a26656c3233f tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcc58c45-eb02-48fc-ad6b-16f463ac9316,revision_number=0']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:07:09.735453 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-1dd389b6-8a76-4249-9c2b-a26656c3233f tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:09.744794 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-1dd389b6-8a76-4249-9c2b-a26656c3233f tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3899617 May 31 21:07:09.747060 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 36530) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:07:09.752192 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.v2.base [None req-42176c61-a922-48c5-a709-97fa94958d75 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Request body: {'security_group_rule': {'security_group_id': '4ed228bd-5021-4a8b-93b3-efccb0105eda', 'project_id': '9f9ac73d84244b1c9029586fa4969bbf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:07:09.892331 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.db.securitygroups_db [None req-42176c61-a922-48c5-a709-97fa94958d75 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Project 9f9ac73d84244b1c9029586fa4969bbf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 21:07:09.901758 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-42176c61-a922-48c5-a709-97fa94958d75 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Publish callbacks [] for security_group_rule (1585d950-3e12-4f76-bee9-c584ee3b391a), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:09.971528 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-42176c61-a922-48c5-a709-97fa94958d75 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Publish callbacks [] for security_group_rule (1585d950-3e12-4f76-bee9-c584ee3b391a), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:10.179011 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-42176c61-a922-48c5-a709-97fa94958d75 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769332'] for security_group_rule (1585d950-3e12-4f76-bee9-c584ee3b391a), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:10.198230 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42176c61-a922-48c5-a709-97fa94958d75 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1585d950-3e12-4f76-bee9-c584ee3b391a,revision_number=0']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:07:10.312451 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-42176c61-a922-48c5-a709-97fa94958d75 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:10.313679 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-42176c61-a922-48c5-a709-97fa94958d75 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5655947 May 31 21:07:10.316727 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 36558) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:07:10.322005 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [None req-16bea191-57ac-4f41-a98e-92b9487b9338 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Request body: {'security_group_rule': {'security_group_id': '4ed228bd-5021-4a8b-93b3-efccb0105eda', 'project_id': '9f9ac73d84244b1c9029586fa4969bbf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:07:10.505589 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.db.securitygroups_db [None req-16bea191-57ac-4f41-a98e-92b9487b9338 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Project 9f9ac73d84244b1c9029586fa4969bbf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 21:07:10.533991 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-16bea191-57ac-4f41-a98e-92b9487b9338 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Publish callbacks [] for security_group_rule (61b9cc63-86ca-4ccb-8c25-495ab1527184), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:10.548916 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-bfdca8df-13cc-45a8-bdee-6467360f8f47 req-535e068e-299c-45cd-b145-9bb6a4f2d416 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb77423f-1f79-41ab-92bc-d77a2132d34a HTTP/1.1" status: 200 len: 210 time: 0.0446410 May 31 21:07:10.580611 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-16bea191-57ac-4f41-a98e-92b9487b9338 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Publish callbacks [] for security_group_rule (61b9cc63-86ca-4ccb-8c25-495ab1527184), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:10.687663 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-16bea191-57ac-4f41-a98e-92b9487b9338 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769332'] for security_group_rule (61b9cc63-86ca-4ccb-8c25-495ab1527184), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:10.710253 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bea191-57ac-4f41-a98e-92b9487b9338 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61b9cc63-86ca-4ccb-8c25-495ab1527184,revision_number=0']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:07:10.785975 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-16bea191-57ac-4f41-a98e-92b9487b9338 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:10.789110 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-16bea191-57ac-4f41-a98e-92b9487b9338 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4698021 May 31 21:07:10.882380 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:10.894312 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-07944de8-b90a-4ca7-8923-5c9230cfb2c8 req-ae377626-fccc-44d8-a16c-99962143f739 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1064894292&fields=id&tenant_id=9f9ac73d84244b1c9029586fa4969bbf HTTP/1.1" status: 200 len: 267 time: 0.0549014 May 31 21:07:10.953037 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07944de8-b90a-4ca7-8923-5c9230cfb2c8 req-055b3cd6-2a7b-40cc-bf33-be5584b148a2 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:10.954802 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-07944de8-b90a-4ca7-8923-5c9230cfb2c8 req-055b3cd6-2a7b-40cc-bf33-be5584b148a2 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/ports?device_id=979133c4-01ae-4510-8d70-018170135a6c HTTP/1.1" status: 200 len: 946 time: 0.0549285 May 31 21:07:10.970705 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.v2.base [req-07944de8-b90a-4ca7-8923-5c9230cfb2c8 req-ff88b03f-7d56-41d4-ab3e-7c35a8f12a4c tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Request body: {'port': {'security_groups': ['fc53867c-a18f-4781-8698-c86927740494', '4ed228bd-5021-4a8b-93b3-efccb0105eda']}} {{(pid=104320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:07:11.050723 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [req-07944de8-b90a-4ca7-8923-5c9230cfb2c8 req-ff88b03f-7d56-41d4-ab3e-7c35a8f12a4c tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (6ba426b9-2ac4-463e-bc64-9ae379649087), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:11.247101 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:11.394137 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [req-07944de8-b90a-4ca7-8923-5c9230cfb2c8 req-ff88b03f-7d56-41d4-ab3e-7c35a8f12a4c tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] For port 6ba426b9-2ac4-463e-bc64-9ae379649087, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=6ba426b9-2ac4-463e-bc64-9ae379649087,segment=NetworkSegment(88d8d1e3-3d6c-42b5-a877-6f1b62878109),segment_id=88d8d1e3-3d6c-42b5-a877-6f1b62878109)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:07:11.425637 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [req-07944de8-b90a-4ca7-8923-5c9230cfb2c8 req-ff88b03f-7d56-41d4-ab3e-7c35a8f12a4c tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Publish callbacks [] for port (6ba426b9-2ac4-463e-bc64-9ae379649087), precommit_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:11.516341 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [req-07944de8-b90a-4ca7-8923-5c9230cfb2c8 req-ff88b03f-7d56-41d4-ab3e-7c35a8f12a4c tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437050'] for port (6ba426b9-2ac4-463e-bc64-9ae379649087), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:11.540901 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] get_ports_and_sgs() called for port_ids ['6ba426b9-2ac4-463e-bc64-9ae379649087'] {{(pid=104322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 31 21:07:11.574349 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07944de8-b90a-4ca7-8923-5c9230cfb2c8 req-ff88b03f-7d56-41d4-ab3e-7c35a8f12a4c tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:11.575258 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [req-07944de8-b90a-4ca7-8923-5c9230cfb2c8 req-ff88b03f-7d56-41d4-ab3e-7c35a8f12a4c tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696852'] for port (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:11.581157 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-07944de8-b90a-4ca7-8923-5c9230cfb2c8 req-ff88b03f-7d56-41d4-ab3e-7c35a8f12a4c tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "PUT /v2.0/ports/6ba426b9-2ac4-463e-bc64-9ae379649087 HTTP/1.1" status: 200 len: 982 time: 0.6154366 May 31 21:07:11.581762 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '979133c4-01ae-4510-8d70-018170135a6c', 'tag': '6ba426b9-2ac4-463e-bc64-9ae379649087'}] {{(pid=104320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:07:11.598853 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800e09971b12e0035a6cf58b960e7e30052d71c2381d70b5c02cffce84e90f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db5a92e-88eb-4d2f-b9ff-b7ad60bb6280" -d '{"events": [{"name": "network-changed", "server_uuid": "979133c4-01ae-4510-8d70-018170135a6c", "tag": "6ba426b9-2ac4-463e-bc64-9ae379649087"}]}' {{(pid=104320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:07:11.650285 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff88b03f-7d56-41d4-ab3e-7c35a8f12a4c tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Pushing event updated for resources: {'Port': ['ID=6ba426b9-2ac4-463e-bc64-9ae379649087,revision_number=6']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:07:11.751480 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ae99b-2c39-4312-836a-5f9f2f17dc3e req-926d873b-275b-47a4-8470-48a14ed1fb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:11.755644 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-fe0ae99b-2c39-4312-836a-5f9f2f17dc3e req-926d873b-275b-47a4-8470-48a14ed1fb1d service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=9f9ac73d84244b1c9029586fa4969bbf&device_id=979133c4-01ae-4510-8d70-018170135a6c HTTP/1.1" status: 200 len: 1169 time: 0.1585515 May 31 21:07:11.825142 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] get_ports_and_sgs() called for port_ids ['6ba426b9-2ac4-463e-bc64-9ae379649087'] {{(pid=104322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 31 21:07:11.860278 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-eea79f6e-8990-46b7-8762-82041c4b08d6 req-24f95f78-15d1-4d75-9908-87b4ff89df17 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb77423f-1f79-41ab-92bc-d77a2132d34a HTTP/1.1" status: 200 len: 210 time: 0.1050570 May 31 21:07:11.907072 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea6efab-0daa-4c67-8504-0427c585dd43 req-11975d9f-02e5-44dc-8f7c-9869c3aba68d tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:11.909157 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-cea6efab-0daa-4c67-8504-0427c585dd43 req-11975d9f-02e5-44dc-8f7c-9869c3aba68d tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/ports?device_id=979133c4-01ae-4510-8d70-018170135a6c HTTP/1.1" status: 200 len: 985 time: 0.2300909 May 31 21:07:11.913171 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:12.001432 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ae99b-2c39-4312-836a-5f9f2f17dc3e req-d3af388a-3e2e-4e04-ab36-09ce8de2fa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:12.006904 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-fe0ae99b-2c39-4312-836a-5f9f2f17dc3e req-d3af388a-3e2e-4e04-ab36-09ce8de2fa8f service neutron] 10.222.0.40 "GET /v2.0/networks?id=3e967741-aa19-4db4-8371-4ee869c23fa1 HTTP/1.1" status: 200 len: 915 time: 0.2451632 May 31 21:07:12.013672 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 May 2022 21:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-584fc032-4d22-4e79-b0d8-17acba3b49ce x-openstack-request-id: req-584fc032-4d22-4e79-b0d8-17acba3b49ce {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:07:12.014013 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "979133c4-01ae-4510-8d70-018170135a6c", "tag": "6ba426b9-2ac4-463e-bc64-9ae379649087", "status": "completed", "code": 200}]} {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:07:12.014247 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-584fc032-4d22-4e79-b0d8-17acba3b49ce {{(pid=104320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:07:12.014973 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-584fc032-4d22-4e79-b0d8-17acba3b49ce'] response: {'name': 'network-changed', 'server_uuid': '979133c4-01ae-4510-8d70-018170135a6c', 'tag': '6ba426b9-2ac4-463e-bc64-9ae379649087', 'status': 'completed', 'code': 200} May 31 21:07:12.020675 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-cea6efab-0daa-4c67-8504-0427c585dd43 req-e89fe667-9a40-4c28-959a-7e59ee228ca9 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc53867c-a18f-4781-8698-c86927740494&id=4ed228bd-5021-4a8b-93b3-efccb0105eda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1031699 May 31 21:07:12.073482 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:12.091459 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-4b7e521a-ec16-4196-8f08-a5fcddbfe466 None None] Provisioning complete for port 6ba426b9-2ac4-463e-bc64-9ae379649087 triggered by entity DHCP. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:07:12.091804 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-4b7e521a-ec16-4196-8f08-a5fcddbfe466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (6ba426b9-2ac4-463e-bc64-9ae379649087), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:12.171632 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-fe0ae99b-2c39-4312-836a-5f9f2f17dc3e req-20506b67-e7dc-446c-92f2-53faf1916c3b service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ba426b9-2ac4-463e-bc64-9ae379649087 HTTP/1.1" status: 200 len: 1001 time: 0.1409731 May 31 21:07:12.230759 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:12.265679 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ae99b-2c39-4312-836a-5f9f2f17dc3e req-417a10a7-d430-45bd-b560-ae9011b50596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:12.269698 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-fe0ae99b-2c39-4312-836a-5f9f2f17dc3e req-417a10a7-d430-45bd-b560-ae9011b50596 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=c963a7bb-fcb2-47cb-b4af-694452e58e3a HTTP/1.1" status: 200 len: 853 time: 0.0919354 May 31 21:07:12.314063 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2382802-77de-4f9a-80a4-5e84c7a7ad6c req-ee5ebaa7-9710-4da9-8e50-98e970b27a49 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:12.315767 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-e2382802-77de-4f9a-80a4-5e84c7a7ad6c req-ee5ebaa7-9710-4da9-8e50-98e970b27a49 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.40 "GET /v2.0/networks?id=31d0d2cb-3b54-4c55-b456-24ad3c7e1be7 HTTP/1.1" status: 200 len: 808 time: 0.2742097 May 31 21:07:12.331001 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [req-e2382802-77de-4f9a-80a4-5e84c7a7ad6c req-849a5143-e759-44b0-a9a5-8f7f6da9958d tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] Request body: {'port': {'device_id': 'fb77423f-1f79-41ab-92bc-d77a2132d34a', 'network_id': '31d0d2cb-3b54-4c55-b456-24ad3c7e1be7', 'admin_state_up': True, 'tenant_id': 'f722e284eda84b078c1c6935fb728f82'}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:07:12.335441 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-4b7e521a-ec16-4196-8f08-a5fcddbfe466 None None] Current status of the port 6ba426b9-2ac4-463e-bc64-9ae379649087 is: ACTIVE; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:07:12.429735 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:12.436459 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-b9445cc3-7b95-4db6-a37a-4a7fd0b32667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (5ca9f0a2-8e5f-4b54-94fa-454f095515e4), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:12.472429 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ae99b-2c39-4312-836a-5f9f2f17dc3e req-c6e4fe5b-7951-45f9-8146-2e007b5b4cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:12.473978 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=100 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:12.481652 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-fe0ae99b-2c39-4312-836a-5f9f2f17dc3e req-c6e4fe5b-7951-45f9-8146-2e007b5b4cc3 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=3e967741-aa19-4db4-8371-4ee869c23fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1638682 May 31 21:07:12.620437 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-fe0ae99b-2c39-4312-836a-5f9f2f17dc3e req-bc8eedc6-17c0-4e69-991e-fd503132b302 service neutron] 10.222.0.40 "GET /v2.0/networks/3e967741-aa19-4db4-8371-4ee869c23fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276670 May 31 21:07:12.677628 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2382802-77de-4f9a-80a4-5e84c7a7ad6c req-849a5143-e759-44b0-a9a5-8f7f6da9958d tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] Made reservation on behalf of f722e284eda84b078c1c6935fb728f82 for: {'port': 1} {{(pid=104321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 21:07:12.685957 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-e2382802-77de-4f9a-80a4-5e84c7a7ad6c req-849a5143-e759-44b0-a9a5-8f7f6da9958d tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:12.803330 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-fe0ae99b-2c39-4312-836a-5f9f2f17dc3e req-adc02d39-ae53-4b5f-8afc-0ca5a2a07567 service neutron] 10.222.0.40 "GET /v2.0/networks/3e967741-aa19-4db4-8371-4ee869c23fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762099 May 31 21:07:12.870583 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.db_base_plugin_common [req-e2382802-77de-4f9a-80a4-5e84c7a7ad6c req-849a5143-e759-44b0-a9a5-8f7f6da9958d tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] Allocated IP 172.20.0.6 (31d0d2cb-3b54-4c55-b456-24ad3c7e1be7/7599ba98-f239-48f9-b826-4e3746c54b43/c8c58b45-478b-4e5e-be1e-25170921559d) {{(pid=104321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 21:07:13.001017 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-44e539fc-09eb-4ef8-8e0f-ff1cf771d4ca req-72c34229-d5ef-4d61-bef9-006b5caf749b tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb77423f-1f79-41ab-92bc-d77a2132d34a HTTP/1.1" status: 200 len: 210 time: 0.0401270 May 31 21:07:13.092859 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-e2382802-77de-4f9a-80a4-5e84c7a7ad6c req-849a5143-e759-44b0-a9a5-8f7f6da9958d tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] Publish callbacks [] for port (c8c58b45-478b-4e5e-be1e-25170921559d), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:13.236516 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-e2382802-77de-4f9a-80a4-5e84c7a7ad6c req-849a5143-e759-44b0-a9a5-8f7f6da9958d tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747261518129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25540506'] for port (c8c58b45-478b-4e5e-be1e-25170921559d), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:13.311819 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2382802-77de-4f9a-80a4-5e84c7a7ad6c req-849a5143-e759-44b0-a9a5-8f7f6da9958d tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] Network 31d0d2cb-3b54-4c55-b456-24ad3c7e1be7 is already hosted by enough agents. {{(pid=104321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 21:07:13.328597 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.base_scheduler [req-e2382802-77de-4f9a-80a4-5e84c7a7ad6c req-849a5143-e759-44b0-a9a5-8f7f6da9958d tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] Resources bound (agent type, host, resource id): {{(pid=104321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:07:13.337311 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2382802-77de-4f9a-80a4-5e84c7a7ad6c req-849a5143-e759-44b0-a9a5-8f7f6da9958d tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] Received port after_create {{(pid=104321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 31 21:07:13.344376 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849a5143-e759-44b0-a9a5-8f7f6da9958d tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] Pushing event updated for resources: {'Port': ['ID=c8c58b45-478b-4e5e-be1e-25170921559d,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:07:13.366686 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db5a92e-88eb-4d2f-b9ff-b7ad60bb6280 req-59232605-df7d-4858-8d9f-1b116d506705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:13.368223 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-7db5a92e-88eb-4d2f-b9ff-b7ad60bb6280 req-59232605-df7d-4858-8d9f-1b116d506705 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=9f9ac73d84244b1c9029586fa4969bbf&device_id=979133c4-01ae-4510-8d70-018170135a6c HTTP/1.1" status: 200 len: 1169 time: 0.1190937 May 31 21:07:13.452166 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2382802-77de-4f9a-80a4-5e84c7a7ad6c req-849a5143-e759-44b0-a9a5-8f7f6da9958d tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:13.458680 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-e2382802-77de-4f9a-80a4-5e84c7a7ad6c req-849a5143-e759-44b0-a9a5-8f7f6da9958d tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for port (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:13.500567 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db5a92e-88eb-4d2f-b9ff-b7ad60bb6280 req-5cef5666-a4e3-4d6b-91b4-f397040e6745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:13.502117 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-7db5a92e-88eb-4d2f-b9ff-b7ad60bb6280 req-5cef5666-a4e3-4d6b-91b4-f397040e6745 service neutron] 10.222.0.40 "GET /v2.0/networks?id=3e967741-aa19-4db4-8371-4ee869c23fa1 HTTP/1.1" status: 200 len: 915 time: 0.1271493 May 31 21:07:13.549095 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-e2382802-77de-4f9a-80a4-5e84c7a7ad6c req-849a5143-e759-44b0-a9a5-8f7f6da9958d tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2219949 May 31 21:07:13.568648 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [req-e2382802-77de-4f9a-80a4-5e84c7a7ad6c req-e38850df-acb0-457c-bcc1-15f6be7b5c6a service neutron] Request body: {'port': {'device_id': 'fb77423f-1f79-41ab-92bc-d77a2132d34a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:07:13.579462 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-7db5a92e-88eb-4d2f-b9ff-b7ad60bb6280 req-9f286970-53b0-4403-b80a-2960b3c553ca service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ba426b9-2ac4-463e-bc64-9ae379649087 HTTP/1.1" status: 200 len: 1001 time: 0.0711682 May 31 21:07:13.596252 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:13.678096 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db5a92e-88eb-4d2f-b9ff-b7ad60bb6280 req-4e74f4f1-f43a-4938-807a-6e2941b8d37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:13.679542 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-7db5a92e-88eb-4d2f-b9ff-b7ad60bb6280 req-4e74f4f1-f43a-4938-807a-6e2941b8d37b service neutron] 10.222.0.40 "GET /v2.0/subnets?id=c963a7bb-fcb2-47cb-b4af-694452e58e3a HTTP/1.1" status: 200 len: 853 time: 0.0822196 May 31 21:07:13.682591 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-e2382802-77de-4f9a-80a4-5e84c7a7ad6c req-e38850df-acb0-457c-bcc1-15f6be7b5c6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (c8c58b45-478b-4e5e-be1e-25170921559d), before_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:13.750959 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db5a92e-88eb-4d2f-b9ff-b7ad60bb6280 req-00e13d49-242d-4d8f-98f8-4fef1669189a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:13.752548 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-7db5a92e-88eb-4d2f-b9ff-b7ad60bb6280 req-00e13d49-242d-4d8f-98f8-4fef1669189a service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=3e967741-aa19-4db4-8371-4ee869c23fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0657890 May 31 21:07:13.863692 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:DELETE=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:14.010950 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-7db5a92e-88eb-4d2f-b9ff-b7ad60bb6280 req-c5d1bdde-41a2-4f2f-9349-3bb27cd5d237 service neutron] 10.222.0.40 "GET /v2.0/networks/3e967741-aa19-4db4-8371-4ee869c23fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590505 May 31 21:07:14.152153 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a349d1c7-cb68-478b-9af1-ffe5fb925b54 req-2be00aa2-c828-43e2-946f-fa867b59f9a1 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:14.154429 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-a349d1c7-cb68-478b-9af1-ffe5fb925b54 req-2be00aa2-c828-43e2-946f-fa867b59f9a1 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb77423f-1f79-41ab-92bc-d77a2132d34a HTTP/1.1" status: 200 len: 931 time: 0.0641448 May 31 21:07:14.173253 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.notifiers.nova [req-e2382802-77de-4f9a-80a4-5e84c7a7ad6c req-e38850df-acb0-457c-bcc1-15f6be7b5c6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8c58b45-478b-4e5e-be1e-25170921559d {{(pid=104321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 21:07:14.181699 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-7db5a92e-88eb-4d2f-b9ff-b7ad60bb6280 req-00f2ef4a-008d-44a8-8a56-434e7bd82060 service neutron] 10.222.0.40 "GET /v2.0/networks/3e967741-aa19-4db4-8371-4ee869c23fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614964 May 31 21:07:14.183684 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-e2382802-77de-4f9a-80a4-5e84c7a7ad6c req-e38850df-acb0-457c-bcc1-15f6be7b5c6a service neutron] Publish callbacks [] for port (c8c58b45-478b-4e5e-be1e-25170921559d), precommit_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:14.207331 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.provisioning_blocks [req-e2382802-77de-4f9a-80a4-5e84c7a7ad6c req-e38850df-acb0-457c-bcc1-15f6be7b5c6a service neutron] Transition to ACTIVE for port object c8c58b45-478b-4e5e-be1e-25170921559d will not be triggered until provisioned by entity L2. {{(pid=104321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 31 21:07:14.217078 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-a349d1c7-cb68-478b-9af1-ffe5fb925b54 req-7fa7e942-a8cc-401b-a188-d616e2c2fb35 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.55 "GET /v2.0/security-groups?id=eeb53072-7e85-45b9-8b08-7447584348ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564017 May 31 21:07:14.224426 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:14.336994 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-e2382802-77de-4f9a-80a4-5e84c7a7ad6c req-e38850df-acb0-457c-bcc1-15f6be7b5c6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25540501'] for port (c8c58b45-478b-4e5e-be1e-25170921559d), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:14.399022 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38850df-acb0-457c-bcc1-15f6be7b5c6a service neutron] Pushing event updated for resources: {'Port': ['ID=c8c58b45-478b-4e5e-be1e-25170921559d,revision_number=2']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:07:14.489671 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [req-e2382802-77de-4f9a-80a4-5e84c7a7ad6c req-e38850df-acb0-457c-bcc1-15f6be7b5c6a service neutron] Attempting to bind port c8c58b45-478b-4e5e-be1e-25170921559d on host hv-cinder-83979 for vnic_type normal with profile {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 31 21:07:14.490122 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [req-e2382802-77de-4f9a-80a4-5e84c7a7ad6c req-e38850df-acb0-457c-bcc1-15f6be7b5c6a service neutron] Attempting to bind port c8c58b45-478b-4e5e-be1e-25170921559d by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': 'fec7669d-e3cc-47b0-a6cf-b5955b75bf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '31d0d2cb-3b54-4c55-b456-24ad3c7e1be7'}] {{(pid=104321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 31 21:07:14.490449 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2382802-77de-4f9a-80a4-5e84c7a7ad6c req-e38850df-acb0-457c-bcc1-15f6be7b5c6a service neutron] Attempting to bind port c8c58b45-478b-4e5e-be1e-25170921559d on network 31d0d2cb-3b54-4c55-b456-24ad3c7e1be7 {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 31 21:07:14.498014 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2382802-77de-4f9a-80a4-5e84c7a7ad6c req-e38850df-acb0-457c-bcc1-15f6be7b5c6a service neutron] Port c8c58b45-478b-4e5e-be1e-25170921559d on network 31d0d2cb-3b54-4c55-b456-24ad3c7e1be7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 31 21:07:14.498329 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2382802-77de-4f9a-80a4-5e84c7a7ad6c req-e38850df-acb0-457c-bcc1-15f6be7b5c6a service neutron] Attempting to bind port c8c58b45-478b-4e5e-be1e-25170921559d on network 31d0d2cb-3b54-4c55-b456-24ad3c7e1be7 {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 31 21:07:14.505161 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2382802-77de-4f9a-80a4-5e84c7a7ad6c req-e38850df-acb0-457c-bcc1-15f6be7b5c6a service neutron] Checking agent: {'id': '51675295-7abb-4335-9c5a-c46a9082010e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 21, 1, 20), 'started_at': datetime.datetime(2022, 5, 31, 21, 1, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 21, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 31 21:07:14.505582 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2382802-77de-4f9a-80a4-5e84c7a7ad6c req-e38850df-acb0-457c-bcc1-15f6be7b5c6a service neutron] Checking segment: {'id': 'fec7669d-e3cc-47b0-a6cf-b5955b75bf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '31d0d2cb-3b54-4c55-b456-24ad3c7e1be7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 31 21:07:14.505994 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2382802-77de-4f9a-80a4-5e84c7a7ad6c req-e38850df-acb0-457c-bcc1-15f6be7b5c6a service neutron] Bound using segment: {'id': 'fec7669d-e3cc-47b0-a6cf-b5955b75bf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '31d0d2cb-3b54-4c55-b456-24ad3c7e1be7'} {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 31 21:07:14.506490 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [req-e2382802-77de-4f9a-80a4-5e84c7a7ad6c req-e38850df-acb0-457c-bcc1-15f6be7b5c6a service neutron] Bound port: c8c58b45-478b-4e5e-be1e-25170921559d, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fec7669d-e3cc-47b0-a6cf-b5955b75bf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '31d0d2cb-3b54-4c55-b456-24ad3c7e1be7'}}] {{(pid=104321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 31 21:07:14.506975 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-e2382802-77de-4f9a-80a4-5e84c7a7ad6c req-e38850df-acb0-457c-bcc1-15f6be7b5c6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (c8c58b45-478b-4e5e-be1e-25170921559d), before_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:14.583437 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [req-e2382802-77de-4f9a-80a4-5e84c7a7ad6c req-e38850df-acb0-457c-bcc1-15f6be7b5c6a service neutron] For port c8c58b45-478b-4e5e-be1e-25170921559d, host hv-cinder-83979, cleared binding levels {{(pid=104321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 31 21:07:14.587096 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [req-e2382802-77de-4f9a-80a4-5e84c7a7ad6c req-e38850df-acb0-457c-bcc1-15f6be7b5c6a service neutron] For port c8c58b45-478b-4e5e-be1e-25170921559d, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=c8c58b45-478b-4e5e-be1e-25170921559d,segment=NetworkSegment(fec7669d-e3cc-47b0-a6cf-b5955b75bf9e),segment_id=fec7669d-e3cc-47b0-a6cf-b5955b75bf9e)] {{(pid=104321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 31 21:07:14.601921 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-ca006f57-17e7-464c-8375-e4847ca398af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (13ce5b10-321e-4e80-b29e-1cfc3c51661e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:14.710847 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-e2382802-77de-4f9a-80a4-5e84c7a7ad6c req-e38850df-acb0-457c-bcc1-15f6be7b5c6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25540501'] for port (c8c58b45-478b-4e5e-be1e-25170921559d), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:14.755439 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2382802-77de-4f9a-80a4-5e84c7a7ad6c req-e38850df-acb0-457c-bcc1-15f6be7b5c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:14.759493 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-e2382802-77de-4f9a-80a4-5e84c7a7ad6c req-e38850df-acb0-457c-bcc1-15f6be7b5c6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for port (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:14.759493 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-e2382802-77de-4f9a-80a4-5e84c7a7ad6c req-e38850df-acb0-457c-bcc1-15f6be7b5c6a service neutron] 10.222.0.40 "PUT /v2.0/ports/c8c58b45-478b-4e5e-be1e-25170921559d HTTP/1.1" status: 200 len: 1093 time: 1.1971104 May 31 21:07:14.759493 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb77423f-1f79-41ab-92bc-d77a2132d34a', 'tag': 'c8c58b45-478b-4e5e-be1e-25170921559d'}] {{(pid=104321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:07:14.760065 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6b014d5dee29fffbb36c15c330f4dd8b871b4cb67f19a16d167ed5ff3960b8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a989be6-1820-43f2-af76-fa540ac1c246" -d '{"events": [{"name": "network-changed", "server_uuid": "fb77423f-1f79-41ab-92bc-d77a2132d34a", "tag": "c8c58b45-478b-4e5e-be1e-25170921559d"}]}' {{(pid=104321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:07:14.775573 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38850df-acb0-457c-bcc1-15f6be7b5c6a service neutron] Pushing event updated for resources: {'Port': ['ID=c8c58b45-478b-4e5e-be1e-25170921559d,revision_number=3']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:07:14.785466 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:14.805687 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 May 2022 21:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f39a1434-9589-41f0-adaa-e582417d404b x-openstack-request-id: req-f39a1434-9589-41f0-adaa-e582417d404b {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:07:14.806201 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb77423f-1f79-41ab-92bc-d77a2132d34a", "tag": "c8c58b45-478b-4e5e-be1e-25170921559d", "status": "completed", "code": 200}]} {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:07:14.806616 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f39a1434-9589-41f0-adaa-e582417d404b {{(pid=104321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:07:14.807288 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f39a1434-9589-41f0-adaa-e582417d404b'] response: {'name': 'network-changed', 'server_uuid': 'fb77423f-1f79-41ab-92bc-d77a2132d34a', 'tag': 'c8c58b45-478b-4e5e-be1e-25170921559d', 'status': 'completed', 'code': 200} May 31 21:07:14.884984 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a989be6-1820-43f2-af76-fa540ac1c246 req-af70570d-ef62-4848-bdc7-c668814d3903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:14.886620 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-7a989be6-1820-43f2-af76-fa540ac1c246 req-af70570d-ef62-4848-bdc7-c668814d3903 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=f722e284eda84b078c1c6935fb728f82&device_id=fb77423f-1f79-41ab-92bc-d77a2132d34a HTTP/1.1" status: 200 len: 1127 time: 0.0447404 May 31 21:07:14.991155 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a989be6-1820-43f2-af76-fa540ac1c246 req-cd115489-b958-4c19-ba60-a343ad621e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:14.992513 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-7a989be6-1820-43f2-af76-fa540ac1c246 req-cd115489-b958-4c19-ba60-a343ad621e84 service neutron] 10.222.0.40 "GET /v2.0/networks?tenant_id=f722e284eda84b078c1c6935fb728f82&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0975413 May 31 21:07:15.125271 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a989be6-1820-43f2-af76-fa540ac1c246 req-d40b1fac-ff6d-4157-b1e7-bacbd50db6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:15.127369 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-7a989be6-1820-43f2-af76-fa540ac1c246 req-d40b1fac-ff6d-4157-b1e7-bacbd50db6ea service neutron] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1274860 May 31 21:07:15.255576 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2382802-77de-4f9a-80a4-5e84c7a7ad6c req-733d24ee-0d55-4cad-b4cb-ec9a19f49cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:15.257103 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-e2382802-77de-4f9a-80a4-5e84c7a7ad6c req-733d24ee-0d55-4cad-b4cb-ec9a19f49cc6 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=f722e284eda84b078c1c6935fb728f82&device_id=fb77423f-1f79-41ab-92bc-d77a2132d34a HTTP/1.1" status: 200 len: 1127 time: 0.0712821 May 31 21:07:15.311692 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-e2382802-77de-4f9a-80a4-5e84c7a7ad6c req-1d7ad7ff-1b51-41af-8187-a5b113ab3d75 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8c58b45-478b-4e5e-be1e-25170921559d HTTP/1.1" status: 200 len: 217 time: 0.0436890 May 31 21:07:15.363630 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:15.379138 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2382802-77de-4f9a-80a4-5e84c7a7ad6c req-817a8d06-6c17-4832-ae40-f5b2174ea7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:15.381046 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e025651f-26db-425b-8137-9e3ef3a7e27a req-1f392ab3-bc0b-4fa0-ae44-54052182275e tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:15.381603 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-e2382802-77de-4f9a-80a4-5e84c7a7ad6c req-817a8d06-6c17-4832-ae40-f5b2174ea7e7 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=7599ba98-f239-48f9-b826-4e3746c54b43 HTTP/1.1" status: 200 len: 848 time: 0.0613420 May 31 21:07:15.382979 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-e025651f-26db-425b-8137-9e3ef3a7e27a req-1f392ab3-bc0b-4fa0-ae44-54052182275e tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb77423f-1f79-41ab-92bc-d77a2132d34a HTTP/1.1" status: 200 len: 943 time: 0.0824180 May 31 21:07:15.414965 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:15.416620 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-e2382802-77de-4f9a-80a4-5e84c7a7ad6c req-9cb041be-6499-47a9-b982-80c5226e516a service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=31d0d2cb-3b54-4c55-b456-24ad3c7e1be7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276949 May 31 21:07:15.445647 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-e025651f-26db-425b-8137-9e3ef3a7e27a req-e19d5703-f883-4831-8333-39f5839232d6 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.55 "GET /v2.0/security-groups?id=eeb53072-7e85-45b9-8b08-7447584348ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539780 May 31 21:07:15.581213 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-e2382802-77de-4f9a-80a4-5e84c7a7ad6c req-5d57684d-0e5a-4cca-9b54-45d402bd5df9 service neutron] 10.222.0.40 "GET /v2.0/networks/31d0d2cb-3b54-4c55-b456-24ad3c7e1be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563687 May 31 21:07:15.643408 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-58fa0aab-c296-4be2-a1ab-08418c16cad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (8170e961-7e1e-4c09-b09f-6b764c457cfd), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:15.713190 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-e2382802-77de-4f9a-80a4-5e84c7a7ad6c req-86072a94-68e5-4c53-aa1a-4b8995819ed2 service neutron] 10.222.0.40 "GET /v2.0/networks/31d0d2cb-3b54-4c55-b456-24ad3c7e1be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247973 May 31 21:07:15.763037 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 36724) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:07:15.885111 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 36736) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:07:16.011673 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-53786de3-eec5-4a60-80d3-29ec237e5b3d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c6200f6e9a2e4582b7998f59c2432557&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2512023 May 31 21:07:16.015573 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 36742) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:07:16.018500 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-e415220b-4c85-443a-ac84-e4e00fba4940 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:16.080263 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-c8d8c571-7880-4f67-beb6-f38475eca720 admin admin] Publish callbacks [] for security_group (492d52d3-4081-4c0a-81b2-da3c6f44b6f2), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:16.092960 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269a6d79-c5a6-446b-9e24-8af471ed0187 req-343907dd-b1f5-4c0a-8845-85f22600e5a1 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:16.094654 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-269a6d79-c5a6-446b-9e24-8af471ed0187 req-343907dd-b1f5-4c0a-8845-85f22600e5a1 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 945 time: 0.0676746 May 31 21:07:16.111901 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-c8d8c571-7880-4f67-beb6-f38475eca720 admin admin] Publish callbacks [] for security_group (492d52d3-4081-4c0a-81b2-da3c6f44b6f2), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:16.176551 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-269a6d79-c5a6-446b-9e24-8af471ed0187 req-ad7f3874-169a-42cd-8964-99dd3a4c6e06 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737555 May 31 21:07:16.189202 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-e415220b-4c85-443a-ac84-e4e00fba4940 admin admin] Publish callbacks [] for security_group (d7cb63ef-9d2b-408d-865d-5434fc1924f5), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:16.316057 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-c8d8c571-7880-4f67-beb6-f38475eca720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (492d52d3-4081-4c0a-81b2-da3c6f44b6f2), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:16.316527 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-e415220b-4c85-443a-ac84-e4e00fba4940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (d7cb63ef-9d2b-408d-865d-5434fc1924f5), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:16.318993 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-c8d8c571-7880-4f67-beb6-f38475eca720 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:16.323498 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-c8d8c571-7880-4f67-beb6-f38475eca720 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/492d52d3-4081-4c0a-81b2-da3c6f44b6f2 HTTP/1.1" status: 204 len: 168 time: 0.3031466 May 31 21:07:16.344046 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d8c571-7880-4f67-beb6-f38475eca720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=492d52d3-4081-4c0a-81b2-da3c6f44b6f2,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:07:16.358600 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:16.367719 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e415220b-4c85-443a-ac84-e4e00fba4940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7cb63ef-9d2b-408d-865d-5434fc1924f5,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:07:16.372273 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-e415220b-4c85-443a-ac84-e4e00fba4940 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3079de9ab72b46af81439dd27d980f4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4859042 May 31 21:07:16.376781 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 36746) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:07:16.434086 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-9700f752-d416-4c57-b927-0302e9e50d23 admin admin] Publish callbacks [] for security_group (d7cb63ef-9d2b-408d-865d-5434fc1924f5), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:16.458447 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-9700f752-d416-4c57-b927-0302e9e50d23 admin admin] Publish callbacks [] for security_group (d7cb63ef-9d2b-408d-865d-5434fc1924f5), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:16.599231 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa42127c-cda0-4baa-aa70-7e84b0aee88b req-6842d21c-6d43-49a6-b505-c924a2dddaba tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:16.601140 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-fa42127c-cda0-4baa-aa70-7e84b0aee88b req-6842d21c-6d43-49a6-b505-c924a2dddaba tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb77423f-1f79-41ab-92bc-d77a2132d34a HTTP/1.1" status: 200 len: 943 time: 0.0537062 May 31 21:07:16.615970 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-9700f752-d416-4c57-b927-0302e9e50d23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (d7cb63ef-9d2b-408d-865d-5434fc1924f5), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:16.618693 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-9700f752-d416-4c57-b927-0302e9e50d23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:16.619852 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-9700f752-d416-4c57-b927-0302e9e50d23 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d7cb63ef-9d2b-408d-865d-5434fc1924f5 HTTP/1.1" status: 204 len: 168 time: 0.2416797 May 31 21:07:16.638491 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9700f752-d416-4c57-b927-0302e9e50d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7cb63ef-9d2b-408d-865d-5434fc1924f5,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:07:16.682520 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-fa42127c-cda0-4baa-aa70-7e84b0aee88b req-3696c2d9-9542-48de-91e2-e3ab113ce18d tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.55 "GET /v2.0/security-groups?id=eeb53072-7e85-45b9-8b08-7447584348ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746732 May 31 21:07:16.831513 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-b770b660-b824-4665-84d0-9bbdd29e8e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (1c1563bc-5b12-4065-8d27-b22246e8e8d3), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:17.315750 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfe1081-9ed8-4216-be7e-52891e8ba978 req-3824be59-618b-4060-b044-99d88b74a2e5 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:17.317587 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-5bfe1081-9ed8-4216-be7e-52891e8ba978 req-3824be59-618b-4060-b044-99d88b74a2e5 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 945 time: 0.0579689 May 31 21:07:17.391760 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-5bfe1081-9ed8-4216-be7e-52891e8ba978 req-972ebb68-3f2a-42dd-ac7d-030e2a173709 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669911 May 31 21:07:17.403107 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 36762) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:07:17.547637 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-966b212b-0154-4891-9702-d89a8765e80e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:17.589394 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:17.635670 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-966b212b-0154-4891-9702-d89a8765e80e admin admin] Publish callbacks [] for security_group (c2686f5c-e099-4b10-8000-f7cd0f1ace44), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:17.732968 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-966b212b-0154-4891-9702-d89a8765e80e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (c2686f5c-e099-4b10-8000-f7cd0f1ace44), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:17.778525 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-966b212b-0154-4891-9702-d89a8765e80e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8c7cedbdf63c4667bd47433245af4280&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3730917 May 31 21:07:17.779499 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966b212b-0154-4891-9702-d89a8765e80e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2686f5c-e099-4b10-8000-f7cd0f1ace44,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:07:17.781267 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 36776) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:07:17.873066 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-9379b04e-b8a7-40ae-9074-48e84154a10e admin admin] Publish callbacks [] for security_group (c2686f5c-e099-4b10-8000-f7cd0f1ace44), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:17.889296 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:17.908813 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb6bcef-a889-461c-96ea-46e624d3cb47 req-2e39f53d-aa58-4153-a54d-e87939f43c9e tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:17.910431 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-efb6bcef-a889-461c-96ea-46e624d3cb47 req-2e39f53d-aa58-4153-a54d-e87939f43c9e tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb77423f-1f79-41ab-92bc-d77a2132d34a HTTP/1.1" status: 200 len: 943 time: 0.0687373 May 31 21:07:17.922417 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-9379b04e-b8a7-40ae-9074-48e84154a10e admin admin] Publish callbacks [] for security_group (c2686f5c-e099-4b10-8000-f7cd0f1ace44), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:17.998267 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-efb6bcef-a889-461c-96ea-46e624d3cb47 req-970980e5-262e-4cd0-bf57-d33cafbef08c tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.55 "GET /v2.0/security-groups?id=eeb53072-7e85-45b9-8b08-7447584348ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787237 May 31 21:07:18.122563 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-9379b04e-b8a7-40ae-9074-48e84154a10e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (c2686f5c-e099-4b10-8000-f7cd0f1ace44), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:18.125559 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-9379b04e-b8a7-40ae-9074-48e84154a10e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:18.126768 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-9379b04e-b8a7-40ae-9074-48e84154a10e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c2686f5c-e099-4b10-8000-f7cd0f1ace44 HTTP/1.1" status: 204 len: 168 time: 0.3424814 May 31 21:07:18.137367 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9379b04e-b8a7-40ae-9074-48e84154a10e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2686f5c-e099-4b10-8000-f7cd0f1ace44,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:07:18.581216 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662cc8ae-ae2e-43f3-8596-bed68e778b7e req-7f0fb6bf-a931-4845-8bb3-8364ba110354 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:18.581216 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-662cc8ae-ae2e-43f3-8596-bed68e778b7e req-7f0fb6bf-a931-4845-8bb3-8364ba110354 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 945 time: 0.0695460 May 31 21:07:18.609370 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (a61205dd-b11c-42a1-aa2d-4b7310a8dc99), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:18.641005 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-662cc8ae-ae2e-43f3-8596-bed68e778b7e req-168bcf00-b797-4fb6-9f83-7caea62fb099 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514469 May 31 21:07:19.058775 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 36798) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:07:19.078366 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-b952f76c-a3a1-4970-989d-6930f34caf26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:19.147682 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device c8c58b45-478b-4e5e-be1e-25170921559d details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=104322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 31 21:07:19.158118 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92037fa-3a45-4150-8a76-7d3f092cfd5f req-dec1d1cc-f389-4c5a-a31e-d41d61282fc8 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:19.159761 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-d92037fa-3a45-4150-8a76-7d3f092cfd5f req-dec1d1cc-f389-4c5a-a31e-d41d61282fc8 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb77423f-1f79-41ab-92bc-d77a2132d34a HTTP/1.1" status: 200 len: 943 time: 0.0706179 May 31 21:07:19.271962 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] For port c8c58b45-478b-4e5e-be1e-25170921559d, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=c8c58b45-478b-4e5e-be1e-25170921559d,segment=NetworkSegment(fec7669d-e3cc-47b0-a6cf-b5955b75bf9e),segment_id=fec7669d-e3cc-47b0-a6cf-b5955b75bf9e)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:07:19.276455 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:19.287117 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-b952f76c-a3a1-4970-989d-6930f34caf26 admin admin] Publish callbacks [] for security_group (321cdb53-f6a4-4447-8778-1f8b5cb49885), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:19.289437 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Returning: {'device': 'c8c58b45-478b-4e5e-be1e-25170921559d', 'network_id': '31d0d2cb-3b54-4c55-b456-24ad3c7e1be7', 'port_id': 'c8c58b45-478b-4e5e-be1e-25170921559d', 'mac_address': 'fa:16:3e:0a:81:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7599ba98-f239-48f9-b826-4e3746c54b43', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 31 21:07:19.294429 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-d92037fa-3a45-4150-8a76-7d3f092cfd5f req-88657753-4e24-4e46-959e-770a80fb3a19 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.55 "GET /v2.0/security-groups?id=eeb53072-7e85-45b9-8b08-7447584348ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237817 May 31 21:07:19.329590 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Current status of the port c8c58b45-478b-4e5e-be1e-25170921559d is: DOWN; New status is: BUILD {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:07:19.330036 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (c8c58b45-478b-4e5e-be1e-25170921559d), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:19.344919 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.notifiers.nova [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8c58b45-478b-4e5e-be1e-25170921559d {{(pid=104322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 21:07:19.373784 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] For port c8c58b45-478b-4e5e-be1e-25170921559d, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=c8c58b45-478b-4e5e-be1e-25170921559d,segment=NetworkSegment(fec7669d-e3cc-47b0-a6cf-b5955b75bf9e),segment_id=fec7669d-e3cc-47b0-a6cf-b5955b75bf9e)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:07:19.383210 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-b952f76c-a3a1-4970-989d-6930f34caf26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (321cdb53-f6a4-4447-8778-1f8b5cb49885), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:19.428428 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-b952f76c-a3a1-4970-989d-6930f34caf26 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=030d6ba22e5c4825bb2f1d6c9179be04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3671856 May 31 21:07:19.429559 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b952f76c-a3a1-4970-989d-6930f34caf26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=321cdb53-f6a4-4447-8778-1f8b5cb49885,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:07:19.431214 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 36804) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:07:19.448037 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (c8c58b45-478b-4e5e-be1e-25170921559d), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:19.515965 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Pushing event updated for resources: {'Port': ['ID=c8c58b45-478b-4e5e-be1e-25170921559d,revision_number=4']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:07:19.516531 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-f6bc70ef-214f-4540-b83d-1b472de1d323 admin admin] Publish callbacks [] for security_group (321cdb53-f6a4-4447-8778-1f8b5cb49885), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:19.534116 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:07:19.534116 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:07:19.534561 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:07:19.534714 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:07:19.535080 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:07:19.535333 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:07:19.535664 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:07:19.535996 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:07:19.536345 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:07:19.536873 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:07:19.537478 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:07:19.538110 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:07:19.538451 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:07:19.539115 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:07:19.539452 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:07:19.558851 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-f6bc70ef-214f-4540-b83d-1b472de1d323 admin admin] Publish callbacks [] for security_group (321cdb53-f6a4-4447-8778-1f8b5cb49885), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:19.733339 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-f6bc70ef-214f-4540-b83d-1b472de1d323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (321cdb53-f6a4-4447-8778-1f8b5cb49885), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:19.736899 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-f6bc70ef-214f-4540-b83d-1b472de1d323 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:19.738452 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-f6bc70ef-214f-4540-b83d-1b472de1d323 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/321cdb53-f6a4-4447-8778-1f8b5cb49885 HTTP/1.1" status: 204 len: 168 time: 0.3058875 May 31 21:07:19.750647 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bc70ef-214f-4540-b83d-1b472de1d323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321cdb53-f6a4-4447-8778-1f8b5cb49885,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:07:19.829977 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738f4fbb-88e1-4e40-807b-cbd7a11e7828 req-e9fd14a0-25f0-4540-ac08-94303351dab7 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:19.832962 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-738f4fbb-88e1-4e40-807b-cbd7a11e7828 req-e9fd14a0-25f0-4540-ac08-94303351dab7 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 945 time: 0.1054175 May 31 21:07:19.895009 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-738f4fbb-88e1-4e40-807b-cbd7a11e7828 req-9e8efcb7-9a9b-4f8b-9692-b3088e597b72 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533073 May 31 21:07:19.939982 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] get_ports_and_sgs() called for port_ids ['c8c58b45-478b-4e5e-be1e-25170921559d'] {{(pid=104322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 31 21:07:20.170479 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:20.442281 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04853149-f5c4-4ae9-9326-432cc91e31a9 req-93ec3a4f-e87c-48c7-8b04-341747c13ba5 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:20.445027 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-04853149-f5c4-4ae9-9326-432cc91e31a9 req-93ec3a4f-e87c-48c7-8b04-341747c13ba5 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb77423f-1f79-41ab-92bc-d77a2132d34a HTTP/1.1" status: 200 len: 944 time: 0.0669663 May 31 21:07:20.518615 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-04853149-f5c4-4ae9-9326-432cc91e31a9 req-12ed23dd-1fb0-473a-b1f5-ee2253450ed1 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.55 "GET /v2.0/security-groups?id=eeb53072-7e85-45b9-8b08-7447584348ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659881 May 31 21:07:21.060586 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7303fda-33c8-4788-a228-4e530611af3a req-dc5fd3f2-6b05-4c0f-b4f5-eb3377ef3b5e tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:21.063070 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-d7303fda-33c8-4788-a228-4e530611af3a req-dc5fd3f2-6b05-4c0f-b4f5-eb3377ef3b5e tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 945 time: 0.0775864 May 31 21:07:21.123856 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-d7303fda-33c8-4788-a228-4e530611af3a req-ba62deec-56a5-4f57-9fb6-c40c470a5e78 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511851 May 31 21:07:21.236428 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device c8c58b45-478b-4e5e-be1e-25170921559d up at agent hyperv_hv-cinder-83979 {{(pid=104322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 31 21:07:21.300353 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Provisioning for port c8c58b45-478b-4e5e-be1e-25170921559d completed by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 31 21:07:21.351318 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (51675295-7abb-4335-9c5a-c46a9082010e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:21.380241 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Provisioning complete for port c8c58b45-478b-4e5e-be1e-25170921559d triggered by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:07:21.381362 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (c8c58b45-478b-4e5e-be1e-25170921559d), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:21.496235 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Current status of the port c8c58b45-478b-4e5e-be1e-25170921559d is: BUILD; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:07:21.497350 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (c8c58b45-478b-4e5e-be1e-25170921559d), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:21.536627 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb77423f-1f79-41ab-92bc-d77a2132d34a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8c58b45-478b-4e5e-be1e-25170921559d'}] {{(pid=104322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:07:21.540756 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0d07a434bcc94248bd83d89f5df7255b965f34de07d957ea8ea11cb14c6cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40564b12-acad-425a-9dd3-43cc430ab637" -d '{"events": [{"server_uuid": "fb77423f-1f79-41ab-92bc-d77a2132d34a", "name": "network-vif-plugged", "status": "completed", "tag": "c8c58b45-478b-4e5e-be1e-25170921559d"}]}' {{(pid=104322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:07:21.567497 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] For port c8c58b45-478b-4e5e-be1e-25170921559d, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=c8c58b45-478b-4e5e-be1e-25170921559d,segment=NetworkSegment(fec7669d-e3cc-47b0-a6cf-b5955b75bf9e),segment_id=fec7669d-e3cc-47b0-a6cf-b5955b75bf9e)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:07:21.610795 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 May 2022 21:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c3c1509-2946-443e-aaca-780564c086c6 x-openstack-request-id: req-0c3c1509-2946-443e-aaca-780564c086c6 {{(pid=104322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:07:21.611295 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb77423f-1f79-41ab-92bc-d77a2132d34a", "name": "network-vif-plugged", "status": "completed", "tag": "c8c58b45-478b-4e5e-be1e-25170921559d", "code": 200}]} {{(pid=104322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:07:21.611876 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0c3c1509-2946-443e-aaca-780564c086c6 {{(pid=104322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:07:21.612829 dv-cinder-839793-16-iscsi neutron-server[104322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c3c1509-2946-443e-aaca-780564c086c6'] response: {'server_uuid': 'fb77423f-1f79-41ab-92bc-d77a2132d34a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8c58b45-478b-4e5e-be1e-25170921559d', 'code': 200} May 31 21:07:21.653298 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (c8c58b45-478b-4e5e-be1e-25170921559d), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:21.732457 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fed3570-d017-4d71-9547-42f1f69bba01 req-7a816bc0-12e1-41a7-b747-67c97b384167 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:21.735308 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Pushing event updated for resources: {'Port': ['ID=c8c58b45-478b-4e5e-be1e-25170921559d,revision_number=5']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:07:21.735494 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-1fed3570-d017-4d71-9547-42f1f69bba01 req-7a816bc0-12e1-41a7-b747-67c97b384167 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb77423f-1f79-41ab-92bc-d77a2132d34a HTTP/1.1" status: 200 len: 945 time: 0.1148403 May 31 21:07:21.789858 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-1fed3570-d017-4d71-9547-42f1f69bba01 req-5d7f9e81-a0b6-41aa-8545-2f99e8edf8fd tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.55 "GET /v2.0/security-groups?id=eeb53072-7e85-45b9-8b08-7447584348ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448360 May 31 21:07:22.062751 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af0103-e1a1-48f0-bbb0-8aa105d40dc6 req-dcddf85a-5462-4c33-b3e5-a94a217da173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:22.064299 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-d9af0103-e1a1-48f0-bbb0-8aa105d40dc6 req-dcddf85a-5462-4c33-b3e5-a94a217da173 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=fb77423f-1f79-41ab-92bc-d77a2132d34a HTTP/1.1" status: 200 len: 1129 time: 0.0409148 May 31 21:07:22.113691 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-d9af0103-e1a1-48f0-bbb0-8aa105d40dc6 req-ba6a00b0-b670-4606-a62c-9d8e422b6cc6 service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=eeb53072-7e85-45b9-8b08-7447584348ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425315 May 31 21:07:22.263849 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeaf827-6067-42b1-a02b-e7f40d64193f req-ccf4b8e9-87ac-4860-8206-ae6d269abcc5 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:22.265462 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-baeaf827-6067-42b1-a02b-e7f40d64193f req-ccf4b8e9-87ac-4860-8206-ae6d269abcc5 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 945 time: 0.0569544 May 31 21:07:22.326555 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-baeaf827-6067-42b1-a02b-e7f40d64193f req-d76d0fc9-8f34-42ca-8957-14ab57ed3587 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552807 May 31 21:07:22.922535 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf9e948-4df8-40da-853d-09b10f5e1216 req-23247494-7ec1-45a3-ba4d-51a182d9e6d5 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:22.924116 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-4bf9e948-4df8-40da-853d-09b10f5e1216 req-23247494-7ec1-45a3-ba4d-51a182d9e6d5 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb77423f-1f79-41ab-92bc-d77a2132d34a HTTP/1.1" status: 200 len: 945 time: 0.0547595 May 31 21:07:22.983047 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-4bf9e948-4df8-40da-853d-09b10f5e1216 req-4a56b606-e2c7-4942-bf26-1f84c2054f78 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.55 "GET /v2.0/security-groups?id=eeb53072-7e85-45b9-8b08-7447584348ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509965 May 31 21:07:23.253023 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=78 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:23.254439 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=78 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:23.484164 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064d16a8-89c3-47ce-b534-5c36360b5b1e req-3eaa4e4f-7e6a-472e-aed4-9ac9a5e81dce tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:23.486060 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-064d16a8-89c3-47ce-b534-5c36360b5b1e req-3eaa4e4f-7e6a-472e-aed4-9ac9a5e81dce tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 945 time: 0.0791268 May 31 21:07:23.542419 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-064d16a8-89c3-47ce-b534-5c36360b5b1e req-6cee972e-4f02-40af-b31a-5146e35391e9 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498445 May 31 21:07:24.103764 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:24.118529 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4e4b55-ca70-4055-a0ec-078eb806373c req-39aac236-56c7-4b05-bf04-16276c2e4a8e tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:24.120013 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-9f4e4b55-ca70-4055-a0ec-078eb806373c req-39aac236-56c7-4b05-bf04-16276c2e4a8e tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb77423f-1f79-41ab-92bc-d77a2132d34a HTTP/1.1" status: 200 len: 945 time: 0.0648344 May 31 21:07:24.169619 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-9f4e4b55-ca70-4055-a0ec-078eb806373c req-a9449c65-9aae-4472-b835-d12e0ed04ab3 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.55 "GET /v2.0/security-groups?id=eeb53072-7e85-45b9-8b08-7447584348ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433424 May 31 21:07:24.585320 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 36910) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:07:24.720780 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-53f29b4b-539f-4238-bbc2-7dbb85e0cdfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:24.765726 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:24.813295 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-53f29b4b-539f-4238-bbc2-7dbb85e0cdfb admin admin] Publish callbacks [] for security_group (5ebbd351-6b80-47db-9d7b-29cd9fa10989), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:24.904998 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-53f29b4b-539f-4238-bbc2-7dbb85e0cdfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (5ebbd351-6b80-47db-9d7b-29cd9fa10989), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:24.923344 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9294a-3fbf-459f-b043-45f9f8f672ae req-c47fa5aa-11fe-45e2-a2e4-db0d1ef520c3 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:24.924972 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-f0e9294a-3fbf-459f-b043-45f9f8f672ae req-c47fa5aa-11fe-45e2-a2e4-db0d1ef520c3 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 945 time: 0.2898901 May 31 21:07:24.967810 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-53f29b4b-539f-4238-bbc2-7dbb85e0cdfb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d753c4de91e64cbca9b2da8892f80292&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3812797 May 31 21:07:24.969048 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f29b4b-539f-4238-bbc2-7dbb85e0cdfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ebbd351-6b80-47db-9d7b-29cd9fa10989,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:07:24.970409 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 36914) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:07:24.992110 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-f0e9294a-3fbf-459f-b043-45f9f8f672ae req-59364136-4862-4d99-bb82-29755147a490 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611904 May 31 21:07:25.029279 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-943e9b95-1b7e-48e0-913a-7717b9348943 admin admin] Publish callbacks [] for security_group (5ebbd351-6b80-47db-9d7b-29cd9fa10989), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:25.052596 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-943e9b95-1b7e-48e0-913a-7717b9348943 admin admin] Publish callbacks [] for security_group (5ebbd351-6b80-47db-9d7b-29cd9fa10989), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:25.236672 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-943e9b95-1b7e-48e0-913a-7717b9348943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (5ebbd351-6b80-47db-9d7b-29cd9fa10989), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:25.241427 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-943e9b95-1b7e-48e0-913a-7717b9348943 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:25.241427 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-943e9b95-1b7e-48e0-913a-7717b9348943 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5ebbd351-6b80-47db-9d7b-29cd9fa10989 HTTP/1.1" status: 204 len: 168 time: 0.2698841 May 31 21:07:25.260991 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943e9b95-1b7e-48e0-913a-7717b9348943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ebbd351-6b80-47db-9d7b-29cd9fa10989,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:07:25.311528 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c44779-84d6-4812-8aa5-1993fe99e6cd req-e704a168-6f5f-4af5-b6bd-3a07751b9c1e tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:25.313106 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-03c44779-84d6-4812-8aa5-1993fe99e6cd req-e704a168-6f5f-4af5-b6bd-3a07751b9c1e tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb77423f-1f79-41ab-92bc-d77a2132d34a HTTP/1.1" status: 200 len: 945 time: 0.0707793 May 31 21:07:25.362635 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-03c44779-84d6-4812-8aa5-1993fe99e6cd req-453bfdde-0fa3-43b2-9107-43bce51245ce tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.55 "GET /v2.0/security-groups?id=eeb53072-7e85-45b9-8b08-7447584348ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436544 May 31 21:07:25.960226 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 36924) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:07:25.974611 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-dcb12817-4f32-4c6a-a50f-a23b68bc1da6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:26.070333 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-dcb12817-4f32-4c6a-a50f-a23b68bc1da6 admin admin] Publish callbacks [] for security_group (6812e436-2bb4-4c97-b28d-9e51dc4fe9fa), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:26.116859 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dfe405-07c7-41c1-9e82-696ab51bc85f req-0bcfa372-e81b-4eb1-b3dc-96b91a728ec9 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:26.118390 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-55dfe405-07c7-41c1-9e82-696ab51bc85f req-0bcfa372-e81b-4eb1-b3dc-96b91a728ec9 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 945 time: 0.0484493 May 31 21:07:26.148951 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:26.165446 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-dcb12817-4f32-4c6a-a50f-a23b68bc1da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (6812e436-2bb4-4c97-b28d-9e51dc4fe9fa), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:26.166499 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-55dfe405-07c7-41c1-9e82-696ab51bc85f req-5a836b9c-50a3-400c-b6e1-59907d5800e5 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423522 May 31 21:07:26.209650 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-dcb12817-4f32-4c6a-a50f-a23b68bc1da6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d903fc5d2f2e40cb8f15e4d88bbbfc61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2480257 May 31 21:07:26.211015 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb12817-4f32-4c6a-a50f-a23b68bc1da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6812e436-2bb4-4c97-b28d-9e51dc4fe9fa,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:07:26.213332 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 36928) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:07:26.272115 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-d07ad206-54fa-4725-a768-a5ade825fff4 admin admin] Publish callbacks [] for security_group (6812e436-2bb4-4c97-b28d-9e51dc4fe9fa), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:26.297145 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-d07ad206-54fa-4725-a768-a5ade825fff4 admin admin] Publish callbacks [] for security_group (6812e436-2bb4-4c97-b28d-9e51dc4fe9fa), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:26.430219 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-d07ad206-54fa-4725-a768-a5ade825fff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (6812e436-2bb4-4c97-b28d-9e51dc4fe9fa), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:26.432758 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-d07ad206-54fa-4725-a768-a5ade825fff4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:26.433910 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-d07ad206-54fa-4725-a768-a5ade825fff4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6812e436-2bb4-4c97-b28d-9e51dc4fe9fa HTTP/1.1" status: 204 len: 168 time: 0.2189369 May 31 21:07:26.468114 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07ad206-54fa-4725-a768-a5ade825fff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6812e436-2bb4-4c97-b28d-9e51dc4fe9fa,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:07:26.489530 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1de858e-15e9-4bf8-8605-c0b31cc79cf3 req-c26dbfa9-ef30-49b7-bae3-9b9e9f57bc1b tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:26.491099 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-b1de858e-15e9-4bf8-8605-c0b31cc79cf3 req-c26dbfa9-ef30-49b7-bae3-9b9e9f57bc1b tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb77423f-1f79-41ab-92bc-d77a2132d34a HTTP/1.1" status: 200 len: 945 time: 0.0555925 May 31 21:07:26.543165 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-b1de858e-15e9-4bf8-8605-c0b31cc79cf3 req-0699009d-f249-4cc3-a7fe-280bdfa5c4b0 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.55 "GET /v2.0/security-groups?id=eeb53072-7e85-45b9-8b08-7447584348ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452495 May 31 21:07:27.301399 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0086177-a47e-4d37-bdca-ff5367f379db req-69db32bf-ddf4-4fdd-9dfa-7cf9deabdccf tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:27.303103 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-d0086177-a47e-4d37-bdca-ff5367f379db req-69db32bf-ddf4-4fdd-9dfa-7cf9deabdccf tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 945 time: 0.0483325 May 31 21:07:27.324838 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:27.355050 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-d0086177-a47e-4d37-bdca-ff5367f379db req-e44f7a9a-9150-4cc0-b9b3-17792ffa33fc tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462499 May 31 21:07:27.684886 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441c4df7-e523-4fa3-b093-ac081b02abdb req-c623562d-d0b2-458d-bd67-ecbf24699195 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:27.686421 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-441c4df7-e523-4fa3-b093-ac081b02abdb req-c623562d-d0b2-458d-bd67-ecbf24699195 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb77423f-1f79-41ab-92bc-d77a2132d34a HTTP/1.1" status: 200 len: 945 time: 0.0638535 May 31 21:07:27.739111 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-441c4df7-e523-4fa3-b093-ac081b02abdb req-298fa2b7-4e7e-4780-b9af-455082c0c33a tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.55 "GET /v2.0/security-groups?id=eeb53072-7e85-45b9-8b08-7447584348ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466623 May 31 21:07:28.490718 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5152f37-9905-4b21-9f9d-3774604aaa8a req-e1bee8f5-19b5-426c-8a59-70df54d586de tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:28.492676 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-a5152f37-9905-4b21-9f9d-3774604aaa8a req-e1bee8f5-19b5-426c-8a59-70df54d586de tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 945 time: 0.0615013 May 31 21:07:28.556472 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-a5152f37-9905-4b21-9f9d-3774604aaa8a req-491825d2-d08e-470f-a614-784a9cb5ae3d tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572197 May 31 21:07:28.867417 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6910a86-93cc-4495-acf5-d132f60c4e91 req-4a70d553-48f2-46e5-9007-54b2fa6da38d tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:28.868954 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-e6910a86-93cc-4495-acf5-d132f60c4e91 req-4a70d553-48f2-46e5-9007-54b2fa6da38d tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb77423f-1f79-41ab-92bc-d77a2132d34a HTTP/1.1" status: 200 len: 945 time: 0.0522032 May 31 21:07:28.927825 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-e6910a86-93cc-4495-acf5-d132f60c4e91 req-e8be8c31-b68d-4240-8be2-2bdc3479f89f tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.55 "GET /v2.0/security-groups?id=eeb53072-7e85-45b9-8b08-7447584348ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527735 May 31 21:07:29.689779 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba6ffaf-3c8a-4705-a0ab-5c2050a852c5 req-7378df74-932b-4a45-bd77-40eac3a7b9a3 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:29.691351 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-fba6ffaf-3c8a-4705-a0ab-5c2050a852c5 req-7378df74-932b-4a45-bd77-40eac3a7b9a3 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 945 time: 0.0538464 May 31 21:07:29.756862 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-fba6ffaf-3c8a-4705-a0ab-5c2050a852c5 req-569b06f0-5381-42fd-aba8-72798c9b1a06 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548525 May 31 21:07:29.945323 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 37020) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:07:30.056405 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-325a24d1-6af9-41c5-9037-df122893536f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:30.135559 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-325a24d1-6af9-41c5-9037-df122893536f admin admin] Publish callbacks [] for security_group (4d1aed82-89fb-4630-933a-a6a8088580ca), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:30.245611 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-325a24d1-6af9-41c5-9037-df122893536f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (4d1aed82-89fb-4630-933a-a6a8088580ca), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:30.287978 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325a24d1-6af9-41c5-9037-df122893536f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d1aed82-89fb-4630-933a-a6a8088580ca,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:07:30.292173 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-325a24d1-6af9-41c5-9037-df122893536f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=96d919d7077744bb9cb73007e6bc48d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3458188 May 31 21:07:30.295077 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 37026) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:07:30.352759 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-7806b1bf-30f2-4ce5-a631-349d63f9ebf5 admin admin] Publish callbacks [] for security_group (4d1aed82-89fb-4630-933a-a6a8088580ca), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:30.377194 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-7806b1bf-30f2-4ce5-a631-349d63f9ebf5 admin admin] Publish callbacks [] for security_group (4d1aed82-89fb-4630-933a-a6a8088580ca), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:30.422444 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:30.562225 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-7806b1bf-30f2-4ce5-a631-349d63f9ebf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (4d1aed82-89fb-4630-933a-a6a8088580ca), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:30.565007 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-7806b1bf-30f2-4ce5-a631-349d63f9ebf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:30.566235 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-7806b1bf-30f2-4ce5-a631-349d63f9ebf5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4d1aed82-89fb-4630-933a-a6a8088580ca HTTP/1.1" status: 204 len: 168 time: 0.2702026 May 31 21:07:30.575776 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7806b1bf-30f2-4ce5-a631-349d63f9ebf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d1aed82-89fb-4630-933a-a6a8088580ca,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:07:30.892942 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce06579-2f8c-4cf9-8e40-d6c8f4c27802 req-0f6e6a24-802f-48e3-8e00-42603464b9c3 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:30.894654 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-5ce06579-2f8c-4cf9-8e40-d6c8f4c27802 req-0f6e6a24-802f-48e3-8e00-42603464b9c3 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 945 time: 0.0605204 May 31 21:07:30.946100 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-5ce06579-2f8c-4cf9-8e40-d6c8f4c27802 req-7f66980a-2dab-429c-98e4-ab8c95c528bd tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445864 May 31 21:07:31.375858 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 37044) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:07:31.390885 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-fa8f1f7e-5e9e-4e1a-964c-7fa4fc638559 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:31.448700 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:31.485187 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-fa8f1f7e-5e9e-4e1a-964c-7fa4fc638559 admin admin] Publish callbacks [] for security_group (899d5307-cac8-4253-bed3-019a7dae1752), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:31.573121 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-fa8f1f7e-5e9e-4e1a-964c-7fa4fc638559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (899d5307-cac8-4253-bed3-019a7dae1752), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:31.622769 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-fa8f1f7e-5e9e-4e1a-964c-7fa4fc638559 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c6ede3c3221f428eabd4cdb449d63c62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2457631 May 31 21:07:31.623774 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f1f7e-5e9e-4e1a-964c-7fa4fc638559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=899d5307-cac8-4253-bed3-019a7dae1752,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:07:31.626550 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 37046) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:07:31.695960 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-8fa1b751-0665-4388-b3de-d6444d5f60bc admin admin] Publish callbacks [] for security_group (899d5307-cac8-4253-bed3-019a7dae1752), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:31.726435 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-8fa1b751-0665-4388-b3de-d6444d5f60bc admin admin] Publish callbacks [] for security_group (899d5307-cac8-4253-bed3-019a7dae1752), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:31.874620 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-8fa1b751-0665-4388-b3de-d6444d5f60bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (899d5307-cac8-4253-bed3-019a7dae1752), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:31.877114 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-8fa1b751-0665-4388-b3de-d6444d5f60bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:31.878356 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-8fa1b751-0665-4388-b3de-d6444d5f60bc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/899d5307-cac8-4253-bed3-019a7dae1752 HTTP/1.1" status: 204 len: 168 time: 0.2496443 May 31 21:07:31.888007 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa1b751-0665-4388-b3de-d6444d5f60bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=899d5307-cac8-4253-bed3-019a7dae1752,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:07:32.083651 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdcde49-69b3-4063-b17f-21e42bd0f46a req-ae51b41b-7d52-4321-a1b2-b70deac61b68 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:32.085307 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-cfdcde49-69b3-4063-b17f-21e42bd0f46a req-ae51b41b-7d52-4321-a1b2-b70deac61b68 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 945 time: 0.0606465 May 31 21:07:32.137869 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-cfdcde49-69b3-4063-b17f-21e42bd0f46a req-5c0f4a16-5bfd-47ea-866c-180695c913aa tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456269 May 31 21:07:32.714828 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-17819185-464c-46f9-9854-0be42bfc1498 req-a458ec0d-c685-416b-a817-19cf094aaf27 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=9bff085f-5477-4588-9e08-533189d2db08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419369 May 31 21:07:32.787840 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17819185-464c-46f9-9854-0be42bfc1498 req-419f111a-792c-4542-82eb-a1caaff8b295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:32.789430 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-17819185-464c-46f9-9854-0be42bfc1498 req-419f111a-792c-4542-82eb-a1caaff8b295 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=f1b54ceb69fc4041b743a11eda4144a8&device_id=9bff085f-5477-4588-9e08-533189d2db08 HTTP/1.1" status: 200 len: 1130 time: 0.0501454 May 31 21:07:32.830305 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:32.913354 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17819185-464c-46f9-9854-0be42bfc1498 req-4495c1dd-9f1b-451d-8c2d-1faca015a7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:32.914888 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-17819185-464c-46f9-9854-0be42bfc1498 req-4495c1dd-9f1b-451d-8c2d-1faca015a7a1 service neutron] 10.222.0.40 "GET /v2.0/networks?id=50707fc3-657a-4d1c-8628-0dfb2710b9bc HTTP/1.1" status: 200 len: 920 time: 0.1057327 May 31 21:07:32.960056 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-17819185-464c-46f9-9854-0be42bfc1498 req-279ad070-47cc-4cba-926a-f8370d90566f service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31db06ed-717e-4c7e-8538-117ccbffa87d HTTP/1.1" status: 200 len: 217 time: 0.0388501 May 31 21:07:33.016133 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17819185-464c-46f9-9854-0be42bfc1498 req-0e42e8ad-5100-404a-afd0-3ffe5b3c48cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:33.017685 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-17819185-464c-46f9-9854-0be42bfc1498 req-0e42e8ad-5100-404a-afd0-3ffe5b3c48cd service neutron] 10.222.0.40 "GET /v2.0/subnets?id=056887a1-bc98-40be-80ec-f43fe7602ab2 HTTP/1.1" status: 200 len: 858 time: 0.0518758 May 31 21:07:33.081036 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17819185-464c-46f9-9854-0be42bfc1498 req-0dbc74d9-46b2-4638-9cdf-87b548f195a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:33.082632 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-17819185-464c-46f9-9854-0be42bfc1498 req-0dbc74d9-46b2-4638-9cdf-87b548f195a0 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=50707fc3-657a-4d1c-8628-0dfb2710b9bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0583491 May 31 21:07:33.281916 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa6c2d-92b1-47b9-bfad-4118e9b9b137 req-c6b50963-6ad8-47ce-a91b-d548dcedbe05 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:33.283672 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-d3aa6c2d-92b1-47b9-bfad-4118e9b9b137 req-c6b50963-6ad8-47ce-a91b-d548dcedbe05 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 945 time: 0.0587139 May 31 21:07:33.345435 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-d3aa6c2d-92b1-47b9-bfad-4118e9b9b137 req-e8b7641a-8d66-43f3-9310-73113a9ad251 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550435 May 31 21:07:33.444148 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-17819185-464c-46f9-9854-0be42bfc1498 req-a33a1fb2-e04e-41cf-acfc-4f58c9f693f3 service neutron] 10.222.0.40 "GET /v2.0/networks/50707fc3-657a-4d1c-8628-0dfb2710b9bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3550377 May 31 21:07:33.480573 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:33.610512 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-17819185-464c-46f9-9854-0be42bfc1498 req-5aff2b5a-acf7-4365-96ef-bf08f4ab73f7 service neutron] 10.222.0.40 "GET /v2.0/networks/50707fc3-657a-4d1c-8628-0dfb2710b9bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583538 May 31 21:07:34.334806 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 37110) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:07:34.395516 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7ec28e-a3b9-488f-b6a5-1df380f76e19 req-c38dccfe-93b2-4966-a41e-c967c2809064 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:34.398553 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-4c7ec28e-a3b9-488f-b6a5-1df380f76e19 req-c38dccfe-93b2-4966-a41e-c967c2809064 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb77423f-1f79-41ab-92bc-d77a2132d34a HTTP/1.1" status: 200 len: 945 time: 0.0570991 May 31 21:07:34.474872 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-4c7ec28e-a3b9-488f-b6a5-1df380f76e19 req-dba50e38-32cc-4925-b724-bf1041095461 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.55 "GET /v2.0/security-groups?id=eeb53072-7e85-45b9-8b08-7447584348ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699267 May 31 21:07:34.499716 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-19a6d240-b191-4e69-afa1-1512ca823bc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:34.532429 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157eb159-d3d4-4368-a9a1-29eff2370d4c req-ca3594fd-b7a8-470f-a3c3-82a916c65ee7 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:34.532730 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-157eb159-d3d4-4368-a9a1-29eff2370d4c req-ca3594fd-b7a8-470f-a3c3-82a916c65ee7 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 945 time: 0.0827711 May 31 21:07:34.620655 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-157eb159-d3d4-4368-a9a1-29eff2370d4c req-5c5e2c9f-6048-4555-a623-573af8009bcd tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807624 May 31 21:07:34.646704 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=88,neutron:INSERT=12 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:34.648803 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-19a6d240-b191-4e69-afa1-1512ca823bc0 admin admin] Publish callbacks [] for security_group (77d7895a-faf6-43ae-b36c-512e39f288d3), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:34.710401 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-19a6d240-b191-4e69-afa1-1512ca823bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (77d7895a-faf6-43ae-b36c-512e39f288d3), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:34.753406 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a6d240-b191-4e69-afa1-1512ca823bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d7895a-faf6-43ae-b36c-512e39f288d3,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:07:34.757957 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-19a6d240-b191-4e69-afa1-1512ca823bc0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=554cc4a2e5a34cf8829b6774ea5d6292&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4217298 May 31 21:07:34.760509 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 37118) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:07:34.824107 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-f8adc08f-8577-4540-9080-70fcb6a4ecf9 admin admin] Publish callbacks [] for security_group (77d7895a-faf6-43ae-b36c-512e39f288d3), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:34.865268 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-f8adc08f-8577-4540-9080-70fcb6a4ecf9 admin admin] Publish callbacks [] for security_group (77d7895a-faf6-43ae-b36c-512e39f288d3), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:34.899625 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:35.028883 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-f8adc08f-8577-4540-9080-70fcb6a4ecf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (77d7895a-faf6-43ae-b36c-512e39f288d3), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:35.032085 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-f8adc08f-8577-4540-9080-70fcb6a4ecf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:35.034721 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-f8adc08f-8577-4540-9080-70fcb6a4ecf9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/77d7895a-faf6-43ae-b36c-512e39f288d3 HTTP/1.1" status: 204 len: 168 time: 0.2728481 May 31 21:07:35.052676 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8adc08f-8577-4540-9080-70fcb6a4ecf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d7895a-faf6-43ae-b36c-512e39f288d3,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:07:35.613557 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b53ff7-b30c-49b7-8d06-609d6d09b422 req-efd6e2a7-76a2-426c-9c54-462a1042e637 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:35.614737 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-c5b53ff7-b30c-49b7-8d06-609d6d09b422 req-efd6e2a7-76a2-426c-9c54-462a1042e637 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb77423f-1f79-41ab-92bc-d77a2132d34a HTTP/1.1" status: 200 len: 945 time: 0.0583022 May 31 21:07:35.679162 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-c5b53ff7-b30c-49b7-8d06-609d6d09b422 req-727b4731-1b4e-4ba3-83fe-8de59e4361ed tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.55 "GET /v2.0/security-groups?id=eeb53072-7e85-45b9-8b08-7447584348ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579190 May 31 21:07:35.827503 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b735bdd0-4011-41cd-a230-5be5f7e2e997 req-4cc9212c-e176-4bb5-bcef-cb286d2934a0 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:35.829170 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-b735bdd0-4011-41cd-a230-5be5f7e2e997 req-4cc9212c-e176-4bb5-bcef-cb286d2934a0 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 945 time: 0.0697560 May 31 21:07:35.881995 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-b735bdd0-4011-41cd-a230-5be5f7e2e997 req-a46f7662-be4e-41f1-86ea-3087cdd405aa tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467396 May 31 21:07:36.258686 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 37152) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:07:36.388682 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.v2.base [None req-b4183ce5-212c-489c-a8fc-15aba5337ab3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1368220123-network', 'tenant_id': '8e511490c0f8438fb89ac590bd63529f'}} {{(pid=104320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:07:36.502971 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4183ce5-212c-489c-a8fc-15aba5337ab3 admin admin] Made reservation on behalf of 8e511490c0f8438fb89ac590bd63529f for: {'network': 1} {{(pid=104320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 21:07:36.505546 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-b4183ce5-212c-489c-a8fc-15aba5337ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for network (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:36.516035 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-b4183ce5-212c-489c-a8fc-15aba5337ab3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:36.597059 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-b4183ce5-212c-489c-a8fc-15aba5337ab3 admin admin] Publish callbacks [] for security_group (c0df55f4-0ad7-4897-a9d9-316e5aa456bc), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:36.664912 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-b4183ce5-212c-489c-a8fc-15aba5337ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (c0df55f4-0ad7-4897-a9d9-316e5aa456bc), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:36.697358 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4183ce5-212c-489c-a8fc-15aba5337ab3 admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=104320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 21:07:36.709186 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4183ce5-212c-489c-a8fc-15aba5337ab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0df55f4-0ad7-4897-a9d9-316e5aa456bc,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:07:36.715689 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-b4183ce5-212c-489c-a8fc-15aba5337ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674812'] for segment (8895f7a6-b66f-413c-943d-4d2ad24c0748), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:36.716035 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.db.segments_db [None req-b4183ce5-212c-489c-a8fc-15aba5337ab3 admin admin] Added segment 8895f7a6-b66f-413c-943d-4d2ad24c0748 of type vlan for network 2c2f81e7-9a7d-4701-bf43-a528a17f585a May 31 21:07:36.762170 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-b4183ce5-212c-489c-a8fc-15aba5337ab3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747261502311'] for network (2c2f81e7-9a7d-4701-bf43-a528a17f585a), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:36.847804 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-b4183ce5-212c-489c-a8fc-15aba5337ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838'] for network (2c2f81e7-9a7d-4701-bf43-a528a17f585a), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:36.848878 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4183ce5-212c-489c-a8fc-15aba5337ab3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:36.849517 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-b4183ce5-212c-489c-a8fc-15aba5337ab3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696852'] for network (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:36.880090 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b6afb-a017-40cd-baf5-71f4680d02e9 req-97bc8860-d2b2-43f9-ae72-c693f2906c22 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:36.881745 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-3f1b6afb-a017-40cd-baf5-71f4680d02e9 req-97bc8860-d2b2-43f9-ae72-c693f2906c22 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb77423f-1f79-41ab-92bc-d77a2132d34a HTTP/1.1" status: 200 len: 945 time: 0.0764701 May 31 21:07:36.952447 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4183ce5-212c-489c-a8fc-15aba5337ab3 admin admin] Pushing event updated for resources: {'Network': ['ID=2c2f81e7-9a7d-4701-bf43-a528a17f585a,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:07:36.963880 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Network 2c2f81e7-9a7d-4701-bf43-a528a17f585a details requested by agent ovs-agent-dv-cinder-839793-16-iscsi with host dv-cinder-839793-16-iscsi {{(pid=104322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 31 21:07:36.981693 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-3f1b6afb-a017-40cd-baf5-71f4680d02e9 req-dbbfeb6c-4cfe-4773-b807-afb8d644f464 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.55 "GET /v2.0/security-groups?id=eeb53072-7e85-45b9-8b08-7447584348ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670784 May 31 21:07:37.044259 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-b4183ce5-212c-489c-a8fc-15aba5337ab3 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.7834601 May 31 21:07:37.047182 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 37160) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:07:37.054842 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.v2.base [None req-7c1a3445-cf50-4d96-a97b-34f571801f10 admin admin] Request body: {'subnet': {'network_id': '2c2f81e7-9a7d-4701-bf43-a528a17f585a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1368220123-subnet', 'tenant_id': '8e511490c0f8438fb89ac590bd63529f', 'ip_version': 4}} {{(pid=104320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:07:37.119706 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbbe640-0ef2-41b5-a07f-62bd4df37ce3 req-900beeb3-c9cc-45bc-a918-9303579f4e56 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:37.121355 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-7fbbe640-0ef2-41b5-a07f-62bd4df37ce3 req-900beeb3-c9cc-45bc-a918-9303579f4e56 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 945 time: 0.0620763 May 31 21:07:37.177181 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-7fbbe640-0ef2-41b5-a07f-62bd4df37ce3 req-593f63b8-14a9-4f72-9fd8-c6d6ab83c19f tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493498 May 31 21:07:37.179045 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c1a3445-cf50-4d96-a97b-34f571801f10 admin admin] Made reservation on behalf of 8e511490c0f8438fb89ac590bd63529f for: {'subnet': 1} {{(pid=104320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 21:07:37.181651 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-7c1a3445-cf50-4d96-a97b-34f571801f10 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3351964'] for subnet (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:37.250142 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:DELETE=6,neutron:SELECT=76,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:37.270268 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:37.457509 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-7c1a3445-cf50-4d96-a97b-34f571801f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3351946'] for subnet (e92e8765-6011-45cd-aa17-1b8aedc6fa7b), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:37.513258 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1a3445-cf50-4d96-a97b-34f571801f10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e92e8765-6011-45cd-aa17-1b8aedc6fa7b,revision_number=0']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:07:37.530826 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1a3445-cf50-4d96-a97b-34f571801f10 admin admin] Checking segment: {'id': '8895f7a6-b66f-413c-943d-4d2ad24c0748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2c2f81e7-9a7d-4701-bf43-a528a17f585a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 31 21:07:37.531179 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1a3445-cf50-4d96-a97b-34f571801f10 admin admin] Network hostable DHCP agents. Network: 2c2f81e7-9a7d-4701-bf43-a528a17f585a, hostable agents: ['5ca9f0a2-8e5f-4b54-94fa-454f095515e4'], hosted agents: [] {{(pid=104320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 21:07:37.635940 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1a3445-cf50-4d96-a97b-34f571801f10 admin admin] Network 2c2f81e7-9a7d-4701-bf43-a528a17f585a is scheduled to be hosted by DHCP agent 5ca9f0a2-8e5f-4b54-94fa-454f095515e4 with binding_index 1 {{(pid=104320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 21:07:37.733324 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.base_scheduler [None req-7c1a3445-cf50-4d96-a97b-34f571801f10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-16-iscsi, 2c2f81e7-9a7d-4701-bf43-a528a17f585a) {{(pid=104320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:07:37.737763 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1a3445-cf50-4d96-a97b-34f571801f10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:37.738405 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-7c1a3445-cf50-4d96-a97b-34f571801f10 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:37.743707 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760ea299-c2d7-4ee4-8d2f-fa816308edf5 None None] Network 2c2f81e7-9a7d-4701-bf43-a528a17f585a requested from dv-cinder-839793-16-iscsi {{(pid=104322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 31 21:07:37.838969 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-7c1a3445-cf50-4d96-a97b-34f571801f10 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7902372 May 31 21:07:37.843498 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 37164) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:07:37.851784 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.v2.base [None req-ba947a81-7868-4807-bcc5-d09d0efc3c6b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1368220123-router', 'tenant_id': '8e511490c0f8438fb89ac590bd63529f', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac'}}} {{(pid=104320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:07:37.857963 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b08bce-87c3-4c3b-9bb3-c4b79c04069e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1581c23-dc20-583c-a781-c643bb3ad1f7-2c2f81e7-9a7d-4701-bf43-a528a17f585a', 'network_id': '2c2f81e7-9a7d-4701-bf43-a528a17f585a', 'project_id': '8e511490c0f8438fb89ac590bd63529f', 'fixed_ips': [{'subnet_id': 'e92e8765-6011-45cd-aa17-1b8aedc6fa7b'}]}} from dv-cinder-839793-16-iscsi. {{(pid=104322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 31 21:07:37.859084 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-50b08bce-87c3-4c3b-9bb3-c4b79c04069e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (None), before_create {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:37.974106 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-ba947a81-7868-4807-bcc5-d09d0efc3c6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1600068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256106'] for router (642623e8-ef26-4b03-9cfd-3f5748911f34), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:37.975588 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-ba947a81-7868-4807-bcc5-d09d0efc3c6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1599220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1598582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1761038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256083'] for router (642623e8-ef26-4b03-9cfd-3f5748911f34), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:38.010943 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.db_base_plugin_common [None req-50b08bce-87c3-4c3b-9bb3-c4b79c04069e None None] Allocated IP 172.20.0.2 (2c2f81e7-9a7d-4701-bf43-a528a17f585a/e92e8765-6011-45cd-aa17-1b8aedc6fa7b/3962e91b-6f9b-4e2b-8656-0fe25628c601) {{(pid=104322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 21:07:38.045615 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-ba947a81-7868-4807-bcc5-d09d0efc3c6b admin admin] Publish callbacks [] for router_controller (642623e8-ef26-4b03-9cfd-3f5748911f34), precommit_add_association {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:38.062615 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:38.075353 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:38.158402 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adff86dc-91c4-4c45-8923-1c18b1f6dd02 req-31b79d9a-0c12-4cd0-b426-d9e347eb8123 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:38.161933 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-adff86dc-91c4-4c45-8923-1c18b1f6dd02 req-31b79d9a-0c12-4cd0-b426-d9e347eb8123 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb77423f-1f79-41ab-92bc-d77a2132d34a HTTP/1.1" status: 200 len: 945 time: 0.0556967 May 31 21:07:38.168920 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-50b08bce-87c3-4c3b-9bb3-c4b79c04069e None None] Publish callbacks [] for port (3962e91b-6f9b-4e2b-8656-0fe25628c601), precommit_create {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:38.310524 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-adff86dc-91c4-4c45-8923-1c18b1f6dd02 req-ea50b0cc-7944-4898-a4e7-54348c204b40 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.55 "GET /v2.0/security-groups?id=eeb53072-7e85-45b9-8b08-7447584348ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157777 May 31 21:07:38.328664 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-50b08bce-87c3-4c3b-9bb3-c4b79c04069e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747261518129'] for port (3962e91b-6f9b-4e2b-8656-0fe25628c601), after_create {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:38.335361 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-ba947a81-7868-4807-bcc5-d09d0efc3c6b admin admin] Publish callbacks [] for router_gateway (642623e8-ef26-4b03-9cfd-3f5748911f34), precommit_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:38.411814 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b08bce-87c3-4c3b-9bb3-c4b79c04069e None None] Network 2c2f81e7-9a7d-4701-bf43-a528a17f585a is already hosted by enough agents. {{(pid=104322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 21:07:38.418215 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.scheduler.base_scheduler [None req-50b08bce-87c3-4c3b-9bb3-c4b79c04069e None None] Resources bound (agent type, host, resource id): {{(pid=104322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:07:38.425675 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b08bce-87c3-4c3b-9bb3-c4b79c04069e None None] Received port after_create {{(pid=104322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 31 21:07:38.448836 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043589e3-7344-42e7-8d5c-149609eb3c0f req-910dc868-d518-43bf-ba92-3d86dc706d8b tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:38.452618 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-043589e3-7344-42e7-8d5c-149609eb3c0f req-910dc868-d518-43bf-ba92-3d86dc706d8b tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 945 time: 0.0606441 May 31 21:07:38.480645 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b08bce-87c3-4c3b-9bb3-c4b79c04069e None None] Pushing event updated for resources: {'Port': ['ID=3962e91b-6f9b-4e2b-8656-0fe25628c601,revision_number=1']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:07:38.520719 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.managers [None req-50b08bce-87c3-4c3b-9bb3-c4b79c04069e None None] Attempting to bind port 3962e91b-6f9b-4e2b-8656-0fe25628c601 on host dv-cinder-839793-16-iscsi for vnic_type normal with profile {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 31 21:07:38.521109 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.managers [None req-50b08bce-87c3-4c3b-9bb3-c4b79c04069e None None] Attempting to bind port 3962e91b-6f9b-4e2b-8656-0fe25628c601 by drivers openvswitch,hyperv on host dv-cinder-839793-16-iscsi at level 0 using segments [{'id': '8895f7a6-b66f-413c-943d-4d2ad24c0748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2c2f81e7-9a7d-4701-bf43-a528a17f585a'}] {{(pid=104322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 31 21:07:38.521481 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b08bce-87c3-4c3b-9bb3-c4b79c04069e None None] Attempting to bind port 3962e91b-6f9b-4e2b-8656-0fe25628c601 on network 2c2f81e7-9a7d-4701-bf43-a528a17f585a {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 31 21:07:38.527660 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b08bce-87c3-4c3b-9bb3-c4b79c04069e None None] Checking agent: {'id': 'a61205dd-b11c-42a1-aa2d-4b7310a8dc99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 20, 54, 48), 'started_at': datetime.datetime(2022, 5, 31, 20, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 21, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 31 21:07:38.528641 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b08bce-87c3-4c3b-9bb3-c4b79c04069e None None] Checking segment: {'id': '8895f7a6-b66f-413c-943d-4d2ad24c0748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2c2f81e7-9a7d-4701-bf43-a528a17f585a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 31 21:07:38.529047 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-50b08bce-87c3-4c3b-9bb3-c4b79c04069e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:38.529441 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b08bce-87c3-4c3b-9bb3-c4b79c04069e None None] Bound using segment: {'id': '8895f7a6-b66f-413c-943d-4d2ad24c0748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2c2f81e7-9a7d-4701-bf43-a528a17f585a'} {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 31 21:07:38.529957 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.managers [None req-50b08bce-87c3-4c3b-9bb3-c4b79c04069e None None] Bound port: 3962e91b-6f9b-4e2b-8656-0fe25628c601, host: dv-cinder-839793-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8895f7a6-b66f-413c-943d-4d2ad24c0748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2c2f81e7-9a7d-4701-bf43-a528a17f585a'}}] {{(pid=104322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 31 21:07:38.530342 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-50b08bce-87c3-4c3b-9bb3-c4b79c04069e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (3962e91b-6f9b-4e2b-8656-0fe25628c601), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:38.532276 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:38.535343 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:38.599459 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-50b08bce-87c3-4c3b-9bb3-c4b79c04069e None None] For port 3962e91b-6f9b-4e2b-8656-0fe25628c601, host dv-cinder-839793-16-iscsi, cleared binding levels {{(pid=104322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 31 21:07:38.603911 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-50b08bce-87c3-4c3b-9bb3-c4b79c04069e None None] For port 3962e91b-6f9b-4e2b-8656-0fe25628c601, host dv-cinder-839793-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=3962e91b-6f9b-4e2b-8656-0fe25628c601,segment=NetworkSegment(8895f7a6-b66f-413c-943d-4d2ad24c0748),segment_id=8895f7a6-b66f-413c-943d-4d2ad24c0748)] {{(pid=104322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 31 21:07:38.642124 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-043589e3-7344-42e7-8d5c-149609eb3c0f req-16efea19-6b24-43f2-9d37-be8f95fda7d2 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1835499 May 31 21:07:38.700664 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-50b08bce-87c3-4c3b-9bb3-c4b79c04069e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (3962e91b-6f9b-4e2b-8656-0fe25628c601), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:38.783551 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b08bce-87c3-4c3b-9bb3-c4b79c04069e None None] Pushing event updated for resources: {'Port': ['ID=3962e91b-6f9b-4e2b-8656-0fe25628c601,revision_number=2']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:07:38.805007 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-ba947a81-7868-4807-bcc5-d09d0efc3c6b admin admin] Publish callbacks [] for router_gateway (642623e8-ef26-4b03-9cfd-3f5748911f34), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:38.826554 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-ba947a81-7868-4807-bcc5-d09d0efc3c6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:38.957732 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:38.985296 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.db.db_base_plugin_common [None req-ba947a81-7868-4807-bcc5-d09d0efc3c6b admin admin] Allocated IP 172.27.0.158 (c2cfca3b-95da-4cff-a3c5-795dffb6abac/763c29f6-cebe-4813-9ab2-68212649a0b5/3198b83f-a948-46cb-a50f-2db85f890a16) {{(pid=104320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 21:07:39.125431 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-ba947a81-7868-4807-bcc5-d09d0efc3c6b admin admin] Publish callbacks [] for port (3198b83f-a948-46cb-a50f-2db85f890a16), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:39.360531 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-ba947a81-7868-4807-bcc5-d09d0efc3c6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747261518129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437045'] for port (3198b83f-a948-46cb-a50f-2db85f890a16), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:39.408487 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba947a81-7868-4807-bcc5-d09d0efc3c6b admin admin] Network c2cfca3b-95da-4cff-a3c5-795dffb6abac is already hosted by enough agents. {{(pid=104320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 21:07:39.421241 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.base_scheduler [None req-ba947a81-7868-4807-bcc5-d09d0efc3c6b admin admin] Resources bound (agent type, host, resource id): {{(pid=104320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:07:39.426634 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba947a81-7868-4807-bcc5-d09d0efc3c6b admin admin] Received port after_create {{(pid=104320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 31 21:07:39.477956 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba947a81-7868-4807-bcc5-d09d0efc3c6b admin admin] Pushing event updated for resources: {'Port': ['ID=3198b83f-a948-46cb-a50f-2db85f890a16,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:07:39.498433 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf722f8-f598-4d3c-9a30-8d7e5ce23888 req-b12c2402-3a20-4bd9-aaf4-b2b181716b3d tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:39.500007 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-3bf722f8-f598-4d3c-9a30-8d7e5ce23888 req-b12c2402-3a20-4bd9-aaf4-b2b181716b3d tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb77423f-1f79-41ab-92bc-d77a2132d34a HTTP/1.1" status: 200 len: 945 time: 0.0904636 May 31 21:07:39.662492 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-3bf722f8-f598-4d3c-9a30-8d7e5ce23888 req-7bc96757-8cd5-49e1-be02-fface3927e95 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.55 "GET /v2.0/security-groups?id=eeb53072-7e85-45b9-8b08-7447584348ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491156 May 31 21:07:39.703852 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device 3962e91b-6f9b-4e2b-8656-0fe25628c601 up at agent ovs-agent-dv-cinder-839793-16-iscsi {{(pid=104322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 31 21:07:39.793332 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Provisioning complete for port 3962e91b-6f9b-4e2b-8656-0fe25628c601 triggered by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:07:39.794059 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (3962e91b-6f9b-4e2b-8656-0fe25628c601), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:39.811487 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98499bee-922e-4a00-be0e-68ea73d36059 req-d8617e28-7de2-4279-9c52-5bd19584c224 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:39.814389 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-98499bee-922e-4a00-be0e-68ea73d36059 req-d8617e28-7de2-4279-9c52-5bd19584c224 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 945 time: 0.0641794 May 31 21:07:39.879904 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Current status of the port 3962e91b-6f9b-4e2b-8656-0fe25628c601 is: DOWN; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:07:39.880294 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (3962e91b-6f9b-4e2b-8656-0fe25628c601), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:39.903532 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694e00ea-b63d-4b78-87d3-a3c258bb63ae None None] Network 2c2f81e7-9a7d-4701-bf43-a528a17f585a requested from dv-cinder-839793-16-iscsi {{(pid=104322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 31 21:07:39.910578 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-98499bee-922e-4a00-be0e-68ea73d36059 req-a791e974-0ee5-4e67-badb-5974df48e44d tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912459 May 31 21:07:39.974937 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:39.976655 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] For port 3962e91b-6f9b-4e2b-8656-0fe25628c601, host dv-cinder-839793-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=3962e91b-6f9b-4e2b-8656-0fe25628c601,segment=NetworkSegment(8895f7a6-b66f-413c-943d-4d2ad24c0748),segment_id=8895f7a6-b66f-413c-943d-4d2ad24c0748)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:07:39.980488 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-ba947a81-7868-4807-bcc5-d09d0efc3c6b admin admin] Publish callbacks [] for router_gateway (642623e8-ef26-4b03-9cfd-3f5748911f34), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:40.014249 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-0d805c87-bdb8-4e91-8e62-b30a146799ce None None] Provisioning complete for port 3962e91b-6f9b-4e2b-8656-0fe25628c601 triggered by entity DHCP. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:07:40.014249 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-0d805c87-bdb8-4e91-8e62-b30a146799ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (3962e91b-6f9b-4e2b-8656-0fe25628c601), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:40.074921 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5504c80f-f9fc-48f7-954b-ce01022d321a req-bda9356a-91c9-44e6-bb5d-401422b0e172 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:40.076613 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-5504c80f-f9fc-48f7-954b-ce01022d321a req-bda9356a-91c9-44e6-bb5d-401422b0e172 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.40 "GET /v2.0/ports?device_id=fb77423f-1f79-41ab-92bc-d77a2132d34a HTTP/1.1" status: 200 len: 945 time: 0.0589383 May 31 21:07:40.085655 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (3962e91b-6f9b-4e2b-8656-0fe25628c601), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:40.144446 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Pushing event updated for resources: {'Port': ['ID=3962e91b-6f9b-4e2b-8656-0fe25628c601,revision_number=3']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:07:40.192157 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-0d805c87-bdb8-4e91-8e62-b30a146799ce None None] Current status of the port 3962e91b-6f9b-4e2b-8656-0fe25628c601 is: ACTIVE; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:07:40.233348 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.plugin [req-5504c80f-f9fc-48f7-954b-ce01022d321a req-1573600f-9cc9-414e-9834-bd058caca88b tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] Deleting port c8c58b45-478b-4e5e-be1e-25170921559d {{(pid=104321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 31 21:07:40.233690 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-5504c80f-f9fc-48f7-954b-ce01022d321a req-1573600f-9cc9-414e-9834-bd058caca88b tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747262076802'] for port (c8c58b45-478b-4e5e-be1e-25170921559d), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:40.241864 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-ba947a81-7868-4807-bcc5-d09d0efc3c6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1599171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598497'] for router (642623e8-ef26-4b03-9cfd-3f5748911f34), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:40.296261 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:40.348715 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [req-5504c80f-f9fc-48f7-954b-ce01022d321a req-1573600f-9cc9-414e-9834-bd058caca88b tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] For port c8c58b45-478b-4e5e-be1e-25170921559d, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=c8c58b45-478b-4e5e-be1e-25170921559d,segment=NetworkSegment(fec7669d-e3cc-47b0-a6cf-b5955b75bf9e),segment_id=fec7669d-e3cc-47b0-a6cf-b5955b75bf9e)] {{(pid=104321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:07:40.349119 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-5504c80f-f9fc-48f7-954b-ce01022d321a req-1573600f-9cc9-414e-9834-bd058caca88b tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574989'] for port (c8c58b45-478b-4e5e-be1e-25170921559d), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:40.363956 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.plugin [req-5504c80f-f9fc-48f7-954b-ce01022d321a req-1573600f-9cc9-414e-9834-bd058caca88b tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] Calling delete_port for c8c58b45-478b-4e5e-be1e-25170921559d owned by compute:nova {{(pid=104321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 31 21:07:40.420796 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-966a4bbd-1a0b-4f05-9b6d-a1d8bee78305 None None] Provisioning complete for port 3962e91b-6f9b-4e2b-8656-0fe25628c601 triggered by entity DHCP. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:07:40.421383 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-966a4bbd-1a0b-4f05-9b6d-a1d8bee78305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (3962e91b-6f9b-4e2b-8656-0fe25628c601), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:40.498883 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba947a81-7868-4807-bcc5-d09d0efc3c6b admin admin] Router 642623e8-ef26-4b03-9cfd-3f5748911f34 is scheduled to L3 agent 13ce5b10-321e-4e80-b29e-1cfc3c51661e with binding_index 1 {{(pid=104320) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 31 21:07:40.530584 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-966a4bbd-1a0b-4f05-9b6d-a1d8bee78305 None None] Current status of the port 3962e91b-6f9b-4e2b-8656-0fe25628c601 is: ACTIVE; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:07:40.611263 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-5504c80f-f9fc-48f7-954b-ce01022d321a req-1573600f-9cc9-414e-9834-bd058caca88b tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747262050753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747261518138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25540506'] for port (c8c58b45-478b-4e5e-be1e-25170921559d), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:40.642318 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] get_ports_and_sgs() called for port_ids ['c8c58b45-478b-4e5e-be1e-25170921559d'] {{(pid=104322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 31 21:07:40.652342 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1573600f-9cc9-414e-9834-bd058caca88b tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] Pushing event deleted for resources: {'Port': ['ID=c8c58b45-478b-4e5e-be1e-25170921559d,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:07:40.736303 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [req-5504c80f-f9fc-48f7-954b-ce01022d321a req-1573600f-9cc9-414e-9834-bd058caca88b tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] No DVR routers for this DVR port c8c58b45-478b-4e5e-be1e-25170921559d on host hv-cinder-83979 {{(pid=104321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} May 31 21:07:40.740488 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-5504c80f-f9fc-48f7-954b-ce01022d321a req-1573600f-9cc9-414e-9834-bd058caca88b tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for port (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:40.745972 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-5504c80f-f9fc-48f7-954b-ce01022d321a req-1573600f-9cc9-414e-9834-bd058caca88b tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.40 "DELETE /v2.0/ports/c8c58b45-478b-4e5e-be1e-25170921559d HTTP/1.1" status: 204 len: 173 time: 0.6635435 May 31 21:07:40.747594 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb77423f-1f79-41ab-92bc-d77a2132d34a', 'name': 'network-vif-deleted', 'tag': 'c8c58b45-478b-4e5e-be1e-25170921559d'}] {{(pid=104321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:07:40.753259 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6b014d5dee29fffbb36c15c330f4dd8b871b4cb67f19a16d167ed5ff3960b8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc35ec1f-76c5-49ed-a20b-ccdc84290130" -d '{"events": [{"server_uuid": "fb77423f-1f79-41ab-92bc-d77a2132d34a", "name": "network-vif-deleted", "tag": "c8c58b45-478b-4e5e-be1e-25170921559d"}]}' {{(pid=104321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:07:40.824266 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 May 2022 21:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd52ea8-a981-49c9-8350-1c9f20bdad67 x-openstack-request-id: req-1bd52ea8-a981-49c9-8350-1c9f20bdad67 {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:07:40.824806 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb77423f-1f79-41ab-92bc-d77a2132d34a", "name": "network-vif-deleted", "tag": "c8c58b45-478b-4e5e-be1e-25170921559d", "status": "completed", "code": 200}]} {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:07:40.825748 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1bd52ea8-a981-49c9-8350-1c9f20bdad67 {{(pid=104321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:07:40.826334 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bd52ea8-a981-49c9-8350-1c9f20bdad67'] response: {'server_uuid': 'fb77423f-1f79-41ab-92bc-d77a2132d34a', 'name': 'network-vif-deleted', 'tag': 'c8c58b45-478b-4e5e-be1e-25170921559d', 'status': 'completed', 'code': 200} May 31 21:07:40.894814 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-1fe3713e-738c-4d58-9884-d688ec01eb26 req-b3a9de5d-1f1c-44e0-a65a-118fb0dd58ca tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb77423f-1f79-41ab-92bc-d77a2132d34a HTTP/1.1" status: 200 len: 210 time: 0.0341854 May 31 21:07:40.908180 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba947a81-7868-4807-bcc5-d09d0efc3c6b admin admin] Notify agent at l3_agent.dv-cinder-839793-16-iscsi the message routers_updated {{(pid=104320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 31 21:07:40.924366 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c26d27-4065-417e-8cfb-64c381a74d3e None None] Sync routers for ids ['642623e8-ef26-4b03-9cfd-3f5748911f34'] in dv-cinder-839793-16-iscsi {{(pid=104323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 21:07:40.958173 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c26d27-4065-417e-8cfb-64c381a74d3e None None] Routers {'642623e8-ef26-4b03-9cfd-3f5748911f34'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:07:40.963482 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-40c26d27-4065-417e-8cfb-64c381a74d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:07:14Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['642623e8-ef26-4b03-9cfd-3f5748911f34'], 'active': True} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:07:41.004439 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-ba947a81-7868-4807-bcc5-d09d0efc3c6b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:41.009937 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-ba947a81-7868-4807-bcc5-d09d0efc3c6b admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1610291 May 31 21:07:41.009937 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 37220) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:07:41.129437 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvr_db [None req-40c26d27-4065-417e-8cfb-64c381a74d3e None None] Set router 642623e8-ef26-4b03-9cfd-3f5748911f34 gateway port host: dv-cinder-839793-16-iscsi {{(pid=104323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:07:41.133946 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857a61b6-a395-403a-9a3f-fb8e023666dd req-af7192f8-d86a-43b6-8b31-82700ff4a59a tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:41.135504 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-857a61b6-a395-403a-9a3f-fb8e023666dd req-af7192f8-d86a-43b6-8b31-82700ff4a59a tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 945 time: 0.0845804 May 31 21:07:41.274313 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-857a61b6-a395-403a-9a3f-fb8e023666dd req-cd04578c-e63f-4842-aa75-9a5ab4c7bb52 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066151 May 31 21:07:41.350248 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-40c26d27-4065-417e-8cfb-64c381a74d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642623e8-ef26-4b03-9cfd-3f5748911f34', 'name': 'tempest-TestVolumeBootPattern-1368220123-router', 'tenant_id': '8e511490c0f8438fb89ac590bd63529f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '3198b83f-a948-46cb-a50f-2db85f890a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:07:37Z', 'updated_at': '2022-05-31T21:07:39Z', 'revision_number': 3, 'project_id': '8e511490c0f8438fb89ac590bd63529f', 'gw_port': {'id': '3198b83f-a948-46cb-a50f-2db85f890a16', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:92:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642623e8-ef26-4b03-9cfd-3f5748911f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:07:38Z', 'updated_at': '2022-05-31T21:07:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi'}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:07:41.383688 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c26d27-4065-417e-8cfb-64c381a74d3e None None] Checking router: 642623e8-ef26-4b03-9cfd-3f5748911f34 for host: dv-cinder-839793-16-iscsi {{(pid=104323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 21:07:41.384203 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c26d27-4065-417e-8cfb-64c381a74d3e None None] Updating router 642623e8-ef26-4b03-9cfd-3f5748911f34 port 3198b83f-a948-46cb-a50f-2db85f890a16 binding host dv-cinder-839793-16-iscsi {{(pid=104323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 21:07:41.419425 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron_lib.callbacks.manager [None req-40c26d27-4065-417e-8cfb-64c381a74d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (3198b83f-a948-46cb-a50f-2db85f890a16), before_update {{(pid=104323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:41.557642 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:41.643140 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-4fecb8c8-c3a7-4e4c-8656-43cc299039c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:41.691125 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device 3962e91b-6f9b-4e2b-8656-0fe25628c601 up at agent ovs-agent-dv-cinder-839793-16-iscsi {{(pid=104322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 31 21:07:41.750966 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Provisioning complete for port 3962e91b-6f9b-4e2b-8656-0fe25628c601 triggered by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:07:41.751852 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (3962e91b-6f9b-4e2b-8656-0fe25628c601), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:41.826055 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron_lib.callbacks.manager [None req-40c26d27-4065-417e-8cfb-64c381a74d3e None None] Publish callbacks [] for port (3198b83f-a948-46cb-a50f-2db85f890a16), precommit_update {{(pid=104323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:41.835511 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Current status of the port 3962e91b-6f9b-4e2b-8656-0fe25628c601 is: ACTIVE; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:07:41.864354 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.db.db_base_plugin_common [None req-4fecb8c8-c3a7-4e4c-8656-43cc299039c0 admin admin] Allocated IP 172.20.0.1 (2c2f81e7-9a7d-4701-bf43-a528a17f585a/e92e8765-6011-45cd-aa17-1b8aedc6fa7b/4b7d105e-bd4b-43ed-adbe-2f47ed346353) {{(pid=104320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 21:07:41.903841 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron_lib.callbacks.manager [None req-40c26d27-4065-417e-8cfb-64c381a74d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (3198b83f-a948-46cb-a50f-2db85f890a16), after_update {{(pid=104323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:41.921389 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:41.969318 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.managers [None req-40c26d27-4065-417e-8cfb-64c381a74d3e None None] Attempting to bind port 3198b83f-a948-46cb-a50f-2db85f890a16 on host dv-cinder-839793-16-iscsi for vnic_type normal with profile {{(pid=104323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 31 21:07:41.969960 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.managers [None req-40c26d27-4065-417e-8cfb-64c381a74d3e None None] Attempting to bind port 3198b83f-a948-46cb-a50f-2db85f890a16 by drivers openvswitch,hyperv on host dv-cinder-839793-16-iscsi at level 0 using segments [{'id': '4436eed2-294e-4646-83cf-aec09b7c7c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac'}] {{(pid=104323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 31 21:07:41.970423 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c26d27-4065-417e-8cfb-64c381a74d3e None None] Attempting to bind port 3198b83f-a948-46cb-a50f-2db85f890a16 on network c2cfca3b-95da-4cff-a3c5-795dffb6abac {{(pid=104323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 31 21:07:41.974145 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2176d84-03c7-4c78-a288-4bd88ad31a64 None None] Pushing event updated for resources: {'Port': ['ID=3198b83f-a948-46cb-a50f-2db85f890a16,revision_number=2']} {{(pid=104323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:07:41.980230 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c26d27-4065-417e-8cfb-64c381a74d3e None None] Checking agent: {'id': 'a61205dd-b11c-42a1-aa2d-4b7310a8dc99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 20, 54, 48), 'started_at': datetime.datetime(2022, 5, 31, 20, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 21, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 31 21:07:41.980592 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c26d27-4065-417e-8cfb-64c381a74d3e None None] Checking segment: {'id': '4436eed2-294e-4646-83cf-aec09b7c7c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 31 21:07:41.981745 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron_lib.callbacks.manager [None req-40c26d27-4065-417e-8cfb-64c381a74d3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:41.982509 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c26d27-4065-417e-8cfb-64c381a74d3e None None] Bound using segment: {'id': '4436eed2-294e-4646-83cf-aec09b7c7c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac'} {{(pid=104323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 31 21:07:41.982995 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.managers [None req-40c26d27-4065-417e-8cfb-64c381a74d3e None None] Bound port: 3198b83f-a948-46cb-a50f-2db85f890a16, host: dv-cinder-839793-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4436eed2-294e-4646-83cf-aec09b7c7c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac'}}] {{(pid=104323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 31 21:07:41.983364 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron_lib.callbacks.manager [None req-40c26d27-4065-417e-8cfb-64c381a74d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (3198b83f-a948-46cb-a50f-2db85f890a16), before_update {{(pid=104323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:41.990683 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2176d84-03c7-4c78-a288-4bd88ad31a64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:07:41.991121 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2176d84-03c7-4c78-a288-4bd88ad31a64 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:07:41.991436 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2176d84-03c7-4c78-a288-4bd88ad31a64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:07:41.991788 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2176d84-03c7-4c78-a288-4bd88ad31a64 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:07:41.992187 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2176d84-03c7-4c78-a288-4bd88ad31a64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:07:41.992501 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2176d84-03c7-4c78-a288-4bd88ad31a64 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:07:41.992862 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2176d84-03c7-4c78-a288-4bd88ad31a64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:07:41.993183 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2176d84-03c7-4c78-a288-4bd88ad31a64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:07:41.993534 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2176d84-03c7-4c78-a288-4bd88ad31a64 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:07:41.993844 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2176d84-03c7-4c78-a288-4bd88ad31a64 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:07:41.994209 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2176d84-03c7-4c78-a288-4bd88ad31a64 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:07:41.994589 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2176d84-03c7-4c78-a288-4bd88ad31a64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:07:41.995111 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2176d84-03c7-4c78-a288-4bd88ad31a64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:07:41.995246 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-4fecb8c8-c3a7-4e4c-8656-43cc299039c0 admin admin] Publish callbacks [] for port (4b7d105e-bd4b-43ed-adbe-2f47ed346353), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:41.995727 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2176d84-03c7-4c78-a288-4bd88ad31a64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:07:41.996053 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2176d84-03c7-4c78-a288-4bd88ad31a64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:07:42.058333 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-03917193-f6e6-493e-8a28-dafd4c0820c8 req-ff10c139-22d1-4f61-9602-c7e9b36f4383 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb77423f-1f79-41ab-92bc-d77a2132d34a HTTP/1.1" status: 200 len: 210 time: 0.0516870 May 31 21:07:42.151683 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.db [None req-40c26d27-4065-417e-8cfb-64c381a74d3e None None] For port 3198b83f-a948-46cb-a50f-2db85f890a16, host dv-cinder-839793-16-iscsi, cleared binding levels {{(pid=104323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 31 21:07:42.155359 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.db [None req-40c26d27-4065-417e-8cfb-64c381a74d3e None None] For port 3198b83f-a948-46cb-a50f-2db85f890a16, host dv-cinder-839793-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=3198b83f-a948-46cb-a50f-2db85f890a16,segment=NetworkSegment(4436eed2-294e-4646-83cf-aec09b7c7c9c),segment_id=4436eed2-294e-4646-83cf-aec09b7c7c9c)] {{(pid=104323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 31 21:07:42.156418 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:42.231833 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.agents_db [None req-3d709c36-86fd-4f4f-bf7d-9e9748143f4e None None] Agent healthcheck: found 6 active agents {{(pid=104323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 31 21:07:42.242441 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-4fecb8c8-c3a7-4e4c-8656-43cc299039c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747261518129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437045'] for port (4b7d105e-bd4b-43ed-adbe-2f47ed346353), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:42.284358 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fecb8c8-c3a7-4e4c-8656-43cc299039c0 admin admin] Network 2c2f81e7-9a7d-4701-bf43-a528a17f585a is already hosted by enough agents. {{(pid=104320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 21:07:42.292932 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.base_scheduler [None req-4fecb8c8-c3a7-4e4c-8656-43cc299039c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:07:42.296037 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fecb8c8-c3a7-4e4c-8656-43cc299039c0 admin admin] Pushing event updated for resources: {'Port': ['ID=4b7d105e-bd4b-43ed-adbe-2f47ed346353,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:07:42.303824 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fecb8c8-c3a7-4e4c-8656-43cc299039c0 admin admin] Received port after_create {{(pid=104320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 31 21:07:42.303916 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-16419ee3-3e5e-45b1-af0d-1ac3f286c7d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (5ca9f0a2-8e5f-4b54-94fa-454f095515e4), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:42.304236 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron_lib.callbacks.manager [None req-40c26d27-4065-417e-8cfb-64c381a74d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (3198b83f-a948-46cb-a50f-2db85f890a16), after_update {{(pid=104323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:42.308417 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:42.351090 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-4fecb8c8-c3a7-4e4c-8656-43cc299039c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598285'] for router_interface (642623e8-ef26-4b03-9cfd-3f5748911f34), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:42.403593 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c26d27-4065-417e-8cfb-64c381a74d3e None None] Routers {'642623e8-ef26-4b03-9cfd-3f5748911f34'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:07:42.404562 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-40c26d27-4065-417e-8cfb-64c381a74d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:07:14Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['642623e8-ef26-4b03-9cfd-3f5748911f34'], 'active': True} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:07:42.485837 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220d2941-eade-4495-94b7-a327c9d14c43 req-af64b608-664c-443d-99a5-6b0ede467dc5 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:42.487629 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-220d2941-eade-4495-94b7-a327c9d14c43 req-af64b608-664c-443d-99a5-6b0ede467dc5 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 945 time: 0.0767646 May 31 21:07:42.508234 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2176d84-03c7-4c78-a288-4bd88ad31a64 None None] Pushing event updated for resources: {'Port': ['ID=3198b83f-a948-46cb-a50f-2db85f890a16,revision_number=3']} {{(pid=104323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:07:42.602919 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvr_db [None req-40c26d27-4065-417e-8cfb-64c381a74d3e None None] Set router 642623e8-ef26-4b03-9cfd-3f5748911f34 gateway port host: dv-cinder-839793-16-iscsi {{(pid=104323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:07:42.610193 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-220d2941-eade-4495-94b7-a327c9d14c43 req-d4df470f-8dd8-4c4f-8733-77c8b9bc843b tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725031 May 31 21:07:42.666514 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-21609e16-1331-449d-a1e3-87d7ffac2bea None None] Provisioning complete for port 4b7d105e-bd4b-43ed-adbe-2f47ed346353 triggered by entity DHCP. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:07:42.666878 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-21609e16-1331-449d-a1e3-87d7ffac2bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (4b7d105e-bd4b-43ed-adbe-2f47ed346353), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:42.702053 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-21609e16-1331-449d-a1e3-87d7ffac2bea None None] Port 4b7d105e-bd4b-43ed-adbe-2f47ed346353 cannot update to ACTIVE because it is not bound. {{(pid=104322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 31 21:07:42.726072 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-4fecb8c8-c3a7-4e4c-8656-43cc299039c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (4b7d105e-bd4b-43ed-adbe-2f47ed346353), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:42.727872 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:42.812294 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-40c26d27-4065-417e-8cfb-64c381a74d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642623e8-ef26-4b03-9cfd-3f5748911f34', 'name': 'tempest-TestVolumeBootPattern-1368220123-router', 'tenant_id': '8e511490c0f8438fb89ac590bd63529f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '3198b83f-a948-46cb-a50f-2db85f890a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:07:37Z', 'updated_at': '2022-05-31T21:07:39Z', 'revision_number': 3, 'project_id': '8e511490c0f8438fb89ac590bd63529f', 'gw_port': {'id': '3198b83f-a948-46cb-a50f-2db85f890a16', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:92:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642623e8-ef26-4b03-9cfd-3f5748911f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:07:38Z', 'updated_at': '2022-05-31T21:07:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi'}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:07:42.839326 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c26d27-4065-417e-8cfb-64c381a74d3e None None] The sync data for ids ['642623e8-ef26-4b03-9cfd-3f5748911f34'] in dv-cinder-839793-16-iscsi is: [{'id': '642623e8-ef26-4b03-9cfd-3f5748911f34', 'name': 'tempest-TestVolumeBootPattern-1368220123-router', 'tenant_id': '8e511490c0f8438fb89ac590bd63529f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '3198b83f-a948-46cb-a50f-2db85f890a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:07:37Z', 'updated_at': '2022-05-31T21:07:39Z', 'revision_number': 3, 'project_id': '8e511490c0f8438fb89ac590bd63529f', 'gw_port': {'id': '3198b83f-a948-46cb-a50f-2db85f890a16', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:92:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642623e8-ef26-4b03-9cfd-3f5748911f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:07:38Z', 'updated_at': '2022-05-31T21:07:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi'}] {{(pid=104323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 21:07:42.960270 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-4fecb8c8-c3a7-4e4c-8656-43cc299039c0 admin admin] Publish callbacks [] for port (4b7d105e-bd4b-43ed-adbe-2f47ed346353), precommit_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:43.047502 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-4fecb8c8-c3a7-4e4c-8656-43cc299039c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437050'] for port (4b7d105e-bd4b-43ed-adbe-2f47ed346353), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:43.134622 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-4fecb8c8-c3a7-4e4c-8656-43cc299039c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1696816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1599485'] for router_interface (642623e8-ef26-4b03-9cfd-3f5748911f34), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:43.140519 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fecb8c8-c3a7-4e4c-8656-43cc299039c0 admin admin] Pushing event updated for resources: {'Port': ['ID=4b7d105e-bd4b-43ed-adbe-2f47ed346353,revision_number=2']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:07:43.149934 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:43.306631 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fecb8c8-c3a7-4e4c-8656-43cc299039c0 admin admin] Network 2c2f81e7-9a7d-4701-bf43-a528a17f585a is already hosted by enough agents. {{(pid=104320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 21:07:43.308722 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.base_scheduler [None req-4fecb8c8-c3a7-4e4c-8656-43cc299039c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:07:43.322647 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device cc0edf95-fc02-451a-b38f-075bee275ed6 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=104322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 31 21:07:43.330171 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device c8c58b45-478b-4e5e-be1e-25170921559d no longer exists at agent hyperv_hv-cinder-83979 {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 31 21:07:43.358130 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] No Port match for: c8c58b45-478b-4e5e-be1e-25170921559d {{(pid=104322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 31 21:07:43.358685 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device c8c58b45-478b-4e5e-be1e-25170921559d not bound to the agent host hv-cinder-83979 {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 31 21:07:43.527005 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] For port cc0edf95-fc02-451a-b38f-075bee275ed6, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=cc0edf95-fc02-451a-b38f-075bee275ed6,segment=NetworkSegment(1b46059a-aa39-4ed2-ad1d-18b4ddc198b2),segment_id=1b46059a-aa39-4ed2-ad1d-18b4ddc198b2)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:07:43.535622 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fecb8c8-c3a7-4e4c-8656-43cc299039c0 admin admin] Router 642623e8-ef26-4b03-9cfd-3f5748911f34 has already been hosted by L3 agent 13ce5b10-321e-4e80-b29e-1cfc3c51661e {{(pid=104320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 31 21:07:43.537676 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:43.566970 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Returning: {'device': 'cc0edf95-fc02-451a-b38f-075bee275ed6', 'network_id': '68e327a3-96b2-4add-895f-c43a3d5daedc', 'port_id': 'cc0edf95-fc02-451a-b38f-075bee275ed6', 'mac_address': 'fa:16:3e:b6:3d:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc74b44b-e878-454d-9e54-2a90eb48611f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 31 21:07:43.604860 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Current status of the port cc0edf95-fc02-451a-b38f-075bee275ed6 is: ACTIVE; New status is: BUILD {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:07:43.605491 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (cc0edf95-fc02-451a-b38f-075bee275ed6), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:43.638504 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.notifiers.nova [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cc0edf95-fc02-451a-b38f-075bee275ed6 {{(pid=104322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 21:07:43.664378 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] For port cc0edf95-fc02-451a-b38f-075bee275ed6, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=cc0edf95-fc02-451a-b38f-075bee275ed6,segment=NetworkSegment(1b46059a-aa39-4ed2-ad1d-18b4ddc198b2),segment_id=1b46059a-aa39-4ed2-ad1d-18b4ddc198b2)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:07:43.726802 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d59ec4-a438-48a6-8b73-6aadc5c1a240 req-fc73e841-27e0-4abc-b6c0-af75ade42dc0 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:43.728529 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-73d59ec4-a438-48a6-8b73-6aadc5c1a240 req-fc73e841-27e0-4abc-b6c0-af75ade42dc0 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.55 "GET /v2.0/networks?id=31d0d2cb-3b54-4c55-b456-24ad3c7e1be7 HTTP/1.1" status: 200 len: 808 time: 0.2731049 May 31 21:07:43.742239 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device 3198b83f-a948-46cb-a50f-2db85f890a16 up at agent ovs-agent-dv-cinder-839793-16-iscsi {{(pid=104322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 31 21:07:43.749213 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-afeaa818-2884-4edb-896d-73956f44dae6 None None] Provisioning complete for port 4b7d105e-bd4b-43ed-adbe-2f47ed346353 triggered by entity DHCP. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:07:43.749728 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-afeaa818-2884-4edb-896d-73956f44dae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (4b7d105e-bd4b-43ed-adbe-2f47ed346353), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:43.771920 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (cc0edf95-fc02-451a-b38f-075bee275ed6), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:43.803129 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:43.863594 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-afeaa818-2884-4edb-896d-73956f44dae6 None None] Port 4b7d105e-bd4b-43ed-adbe-2f47ed346353 cannot update to ACTIVE because it is not bound. {{(pid=104322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 31 21:07:43.865539 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:43.874245 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-73d59ec4-a438-48a6-8b73-6aadc5c1a240 req-39c3fe10-d4d8-4ca7-812c-c1743be8fab9 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.55 "GET /v2.0/quotas/f722e284eda84b078c1c6935fb728f82 HTTP/1.1" status: 200 len: 375 time: 0.0857346 May 31 21:07:43.881100 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fecb8c8-c3a7-4e4c-8656-43cc299039c0 admin admin] Notify agent at l3_agent.dv-cinder-839793-16-iscsi the message routers_updated {{(pid=104320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 31 21:07:43.890921 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-4fecb8c8-c3a7-4e4c-8656-43cc299039c0 admin admin] 10.222.0.55 "PUT /v2.0/routers/642623e8-ef26-4b03-9cfd-3f5748911f34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8812761 May 31 21:07:43.893861 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Pushing event updated for resources: {'Port': ['ID=cc0edf95-fc02-451a-b38f-075bee275ed6,revision_number=6']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:07:43.896965 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Provisioning complete for port 3198b83f-a948-46cb-a50f-2db85f890a16 triggered by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:07:43.899259 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (3198b83f-a948-46cb-a50f-2db85f890a16), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:43.956794 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-73d59ec4-a438-48a6-8b73-6aadc5c1a240 req-20c4eed0-6055-41a0-b7d0-5403dd226304 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f722e284eda84b078c1c6935fb728f82&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0646842 May 31 21:07:43.978838 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a155779-625a-4d18-b0d5-2b85d0611039 req-815069a9-4223-4988-88d1-c9dcafa2da4d tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:43.982226 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-4a155779-625a-4d18-b0d5-2b85d0611039 req-815069a9-4223-4988-88d1-c9dcafa2da4d tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 944 time: 0.2503738 May 31 21:07:44.005610 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Current status of the port 3198b83f-a948-46cb-a50f-2db85f890a16 is: DOWN; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:07:44.006031 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (3198b83f-a948-46cb-a50f-2db85f890a16), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:44.038800 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] For port 3198b83f-a948-46cb-a50f-2db85f890a16, host dv-cinder-839793-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=3198b83f-a948-46cb-a50f-2db85f890a16,segment=NetworkSegment(4436eed2-294e-4646-83cf-aec09b7c7c9c),segment_id=4436eed2-294e-4646-83cf-aec09b7c7c9c)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:07:44.104168 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-4a155779-625a-4d18-b0d5-2b85d0611039 req-f8480279-be1c-4cd7-a793-32bcd191f539 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041923 May 31 21:07:44.139183 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-73d59ec4-a438-48a6-8b73-6aadc5c1a240 req-16b3708a-c244-4fbf-937f-106e9e5f897f service neutron] 10.222.0.55 "GET /v2.0/networks/31d0d2cb-3b54-4c55-b456-24ad3c7e1be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552362 May 31 21:07:44.145696 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (3198b83f-a948-46cb-a50f-2db85f890a16), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:44.219160 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] get_ports_and_sgs() called for port_ids ['cc0edf95-fc02-451a-b38f-075bee275ed6'] {{(pid=104322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 31 21:07:44.248326 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Pushing event updated for resources: {'Port': ['ID=3198b83f-a948-46cb-a50f-2db85f890a16,revision_number=4']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:07:44.299261 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-73d59ec4-a438-48a6-8b73-6aadc5c1a240 req-f1722c13-24e3-49d1-b373-1e226ccd3f87 service neutron] 10.222.0.55 "GET /v2.0/networks/31d0d2cb-3b54-4c55-b456-24ad3c7e1be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408088 May 31 21:07:44.533727 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:44.557657 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-27be1fa9-665b-4a73-8d91-dc95f70bacdc req-f17826ae-7c4e-4374-bf98-66bc08b6a79c tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.55 "GET /v2.0/ports?device_id=c59245fe-2b3a-4cea-85db-b7b8e0aea06f HTTP/1.1" status: 200 len: 210 time: 0.0325949 May 31 21:07:44.598184 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-7054043f-c002-4a65-ab3e-b5d12cc91778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (13ce5b10-321e-4e80-b29e-1cfc3c51661e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:44.936444 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 37302) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:07:44.942260 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.v2.base [None req-0c46f84b-4290-4fdd-be3d-19f67f5225eb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-936654372-network', 'tenant_id': 'e1e5f9a52ba444c9aeec8d8f0ac5e5fe'}} {{(pid=104320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:07:45.056589 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdfb332-a0ce-4308-902d-2e4284728bb6 None None] Sync routers for ids ['642623e8-ef26-4b03-9cfd-3f5748911f34'] in dv-cinder-839793-16-iscsi {{(pid=104322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 21:07:45.068409 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c46f84b-4290-4fdd-be3d-19f67f5225eb admin admin] Made reservation on behalf of e1e5f9a52ba444c9aeec8d8f0ac5e5fe for: {'network': 1} {{(pid=104320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 21:07:45.070911 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0c46f84b-4290-4fdd-be3d-19f67f5225eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for network (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:45.071106 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdfb332-a0ce-4308-902d-2e4284728bb6 None None] Routers {'642623e8-ef26-4b03-9cfd-3f5748911f34'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:07:45.072137 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-cfdfb332-a0ce-4308-902d-2e4284728bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:07:44Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['642623e8-ef26-4b03-9cfd-3f5748911f34'], 'active': True} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:07:45.080997 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0c46f84b-4290-4fdd-be3d-19f67f5225eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:45.169247 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0c46f84b-4290-4fdd-be3d-19f67f5225eb admin admin] Publish callbacks [] for security_group (224a1114-ee00-4a12-9e54-2fd38f17f58c), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:45.243546 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648413d3-bdca-4b3d-98dc-2b6011c30467 req-544252ea-b571-4844-b15a-f4cfc9030625 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:45.248322 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-648413d3-bdca-4b3d-98dc-2b6011c30467 req-544252ea-b571-4844-b15a-f4cfc9030625 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 944 time: 0.0542250 May 31 21:07:45.270788 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0c46f84b-4290-4fdd-be3d-19f67f5225eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (224a1114-ee00-4a12-9e54-2fd38f17f58c), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:45.302511 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c46f84b-4290-4fdd-be3d-19f67f5225eb admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=104320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 21:07:45.322348 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device cc0edf95-fc02-451a-b38f-075bee275ed6 up at agent hyperv_hv-cinder-83979 {{(pid=104322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 31 21:07:45.345159 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0c46f84b-4290-4fdd-be3d-19f67f5225eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674812'] for segment (afcf3914-ccc2-4a2b-a87b-5370a990ca8d), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:45.345159 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.db.segments_db [None req-0c46f84b-4290-4fdd-be3d-19f67f5225eb admin admin] Added segment afcf3914-ccc2-4a2b-a87b-5370a990ca8d of type vlan for network 2b6fa07f-5cb8-42d8-9600-0a88c25a08b5 May 31 21:07:45.345873 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c46f84b-4290-4fdd-be3d-19f67f5225eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=224a1114-ee00-4a12-9e54-2fd38f17f58c,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:07:45.359620 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:45.383774 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-648413d3-bdca-4b3d-98dc-2b6011c30467 req-7899d572-295f-42f2-a690-4cbf2c0b2436 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316674 May 31 21:07:45.398915 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvr_db [None req-cfdfb332-a0ce-4308-902d-2e4284728bb6 None None] Set router 642623e8-ef26-4b03-9cfd-3f5748911f34 gateway port host: dv-cinder-839793-16-iscsi {{(pid=104322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:07:45.407334 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0c46f84b-4290-4fdd-be3d-19f67f5225eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747261502311'] for network (2b6fa07f-5cb8-42d8-9600-0a88c25a08b5), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:45.487383 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Provisioning complete for port cc0edf95-fc02-451a-b38f-075bee275ed6 triggered by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:07:45.487733 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (cc0edf95-fc02-451a-b38f-075bee275ed6), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:45.517290 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0c46f84b-4290-4fdd-be3d-19f67f5225eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838'] for network (2b6fa07f-5cb8-42d8-9600-0a88c25a08b5), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:45.518788 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c46f84b-4290-4fdd-be3d-19f67f5225eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:45.519558 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0c46f84b-4290-4fdd-be3d-19f67f5225eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696852'] for network (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:45.583151 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c46f84b-4290-4fdd-be3d-19f67f5225eb admin admin] Pushing event updated for resources: {'Network': ['ID=2b6fa07f-5cb8-42d8-9600-0a88c25a08b5,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:07:45.615553 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Network 2b6fa07f-5cb8-42d8-9600-0a88c25a08b5 details requested by agent ovs-agent-dv-cinder-839793-16-iscsi with host dv-cinder-839793-16-iscsi {{(pid=104322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 31 21:07:45.650646 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-0c46f84b-4290-4fdd-be3d-19f67f5225eb admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.7074013 May 31 21:07:45.652749 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 37314) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:07:45.660359 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [None req-4ff9c593-4cca-4e2a-81a7-6fba5422fcad admin admin] Request body: {'subnet': {'network_id': '2b6fa07f-5cb8-42d8-9600-0a88c25a08b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-936654372-subnet', 'tenant_id': 'e1e5f9a52ba444c9aeec8d8f0ac5e5fe', 'ip_version': 4}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:07:45.701801 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device 3198b83f-a948-46cb-a50f-2db85f890a16 up at agent ovs-agent-dv-cinder-839793-16-iscsi {{(pid=104322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 31 21:07:45.703717 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-58fa0aab-c296-4be2-a1ab-08418c16cad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (8170e961-7e1e-4c09-b09f-6b764c457cfd), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:45.723237 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-69fbb393-7deb-49cb-819c-a1901b58e8b9 req-d1f4b7a7-c0df-4b19-a4bc-74cc76e1e8db tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.55 "GET /v2.0/ports?device_id=c59245fe-2b3a-4cea-85db-b7b8e0aea06f HTTP/1.1" status: 200 len: 210 time: 0.0310259 May 31 21:07:45.747412 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Current status of the port cc0edf95-fc02-451a-b38f-075bee275ed6 is: BUILD; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:07:45.747693 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (cc0edf95-fc02-451a-b38f-075bee275ed6), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:45.775086 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff9c593-4cca-4e2a-81a7-6fba5422fcad admin admin] Made reservation on behalf of e1e5f9a52ba444c9aeec8d8f0ac5e5fe for: {'subnet': 1} {{(pid=104321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 21:07:45.779158 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-4ff9c593-4cca-4e2a-81a7-6fba5422fcad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25435882'] for subnet (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:45.839955 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=100 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:45.840709 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a123764b-4693-41b1-bad8-a1a63cc951cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc0edf95-fc02-451a-b38f-075bee275ed6'}] {{(pid=104322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:07:45.843286 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0d07a434bcc94248bd83d89f5df7255b965f34de07d957ea8ea11cb14c6cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4e6e8a-919d-4a1e-aaa4-ffd0f6a849a0" -d '{"events": [{"server_uuid": "a123764b-4693-41b1-bad8-a1a63cc951cd", "name": "network-vif-plugged", "status": "completed", "tag": "cc0edf95-fc02-451a-b38f-075bee275ed6"}]}' {{(pid=104322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:07:45.854708 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-cfdfb332-a0ce-4308-902d-2e4284728bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642623e8-ef26-4b03-9cfd-3f5748911f34', 'name': 'tempest-TestVolumeBootPattern-1368220123-router', 'tenant_id': '8e511490c0f8438fb89ac590bd63529f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '3198b83f-a948-46cb-a50f-2db85f890a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:07:37Z', 'updated_at': '2022-05-31T21:07:42Z', 'revision_number': 4, 'project_id': '8e511490c0f8438fb89ac590bd63529f', 'gw_port': {'id': '3198b83f-a948-46cb-a50f-2db85f890a16', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:92:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642623e8-ef26-4b03-9cfd-3f5748911f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:07:38Z', 'updated_at': '2022-05-31T21:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_interfaces': [{'id': '4b7d105e-bd4b-43ed-adbe-2f47ed346353', 'name': '', 'network_id': '2c2f81e7-9a7d-4701-bf43-a528a17f585a', 'tenant_id': '8e511490c0f8438fb89ac590bd63529f', 'mac_address': 'fa:16:3e:7a:b3:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642623e8-ef26-4b03-9cfd-3f5748911f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'e92e8765-6011-45cd-aa17-1b8aedc6fa7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:07:41Z', 'updated_at': '2022-05-31T21:07:42Z', 'revision_number': 2, 'project_id': '8e511490c0f8438fb89ac590bd63529f', 'subnets': [{'id': 'e92e8765-6011-45cd-aa17-1b8aedc6fa7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:07:45.864842 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] For port cc0edf95-fc02-451a-b38f-075bee275ed6, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=cc0edf95-fc02-451a-b38f-075bee275ed6,segment=NetworkSegment(1b46059a-aa39-4ed2-ad1d-18b4ddc198b2),segment_id=1b46059a-aa39-4ed2-ad1d-18b4ddc198b2)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:07:45.888022 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Provisioning complete for port 3198b83f-a948-46cb-a50f-2db85f890a16 triggered by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:07:45.888397 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (3198b83f-a948-46cb-a50f-2db85f890a16), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:45.892207 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdfb332-a0ce-4308-902d-2e4284728bb6 None None] Checking router: 642623e8-ef26-4b03-9cfd-3f5748911f34 for host: dv-cinder-839793-16-iscsi {{(pid=104322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 21:07:45.892631 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdfb332-a0ce-4308-902d-2e4284728bb6 None None] Updating router 642623e8-ef26-4b03-9cfd-3f5748911f34 port 4b7d105e-bd4b-43ed-adbe-2f47ed346353 binding host dv-cinder-839793-16-iscsi {{(pid=104322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 21:07:45.923709 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 May 2022 21:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb11b50-0523-43ec-a51b-6ceb79d9ed0a x-openstack-request-id: req-1eb11b50-0523-43ec-a51b-6ceb79d9ed0a {{(pid=104322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:07:45.924091 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a123764b-4693-41b1-bad8-a1a63cc951cd", "name": "network-vif-plugged", "status": "completed", "tag": "cc0edf95-fc02-451a-b38f-075bee275ed6", "code": 200}]} {{(pid=104322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:07:45.924409 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1eb11b50-0523-43ec-a51b-6ceb79d9ed0a {{(pid=104322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:07:45.924864 dv-cinder-839793-16-iscsi neutron-server[104322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1eb11b50-0523-43ec-a51b-6ceb79d9ed0a'] response: {'server_uuid': 'a123764b-4693-41b1-bad8-a1a63cc951cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc0edf95-fc02-451a-b38f-075bee275ed6', 'code': 200} May 31 21:07:45.956322 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (cc0edf95-fc02-451a-b38f-075bee275ed6), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:46.011467 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-cfdfb332-a0ce-4308-902d-2e4284728bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (4b7d105e-bd4b-43ed-adbe-2f47ed346353), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:46.067037 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Pushing event updated for resources: {'Port': ['ID=cc0edf95-fc02-451a-b38f-075bee275ed6,revision_number=7']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:07:46.096333 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Current status of the port 3198b83f-a948-46cb-a50f-2db85f890a16 is: ACTIVE; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:07:46.131925 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-4ff9c593-4cca-4e2a-81a7-6fba5422fcad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25540398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25435900'] for subnet (ce669e81-78e3-4c1b-8491-d5fdcf2cf5c8), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:46.189759 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:46.198170 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff9c593-4cca-4e2a-81a7-6fba5422fcad admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce669e81-78e3-4c1b-8491-d5fdcf2cf5c8,revision_number=0']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:07:46.215037 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff9c593-4cca-4e2a-81a7-6fba5422fcad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:07:46.215294 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff9c593-4cca-4e2a-81a7-6fba5422fcad admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:07:46.216168 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff9c593-4cca-4e2a-81a7-6fba5422fcad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:07:46.216501 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff9c593-4cca-4e2a-81a7-6fba5422fcad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:07:46.217969 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff9c593-4cca-4e2a-81a7-6fba5422fcad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:07:46.221684 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff9c593-4cca-4e2a-81a7-6fba5422fcad admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:07:46.221684 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff9c593-4cca-4e2a-81a7-6fba5422fcad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:07:46.221684 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff9c593-4cca-4e2a-81a7-6fba5422fcad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:07:46.221684 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff9c593-4cca-4e2a-81a7-6fba5422fcad admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:07:46.221684 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff9c593-4cca-4e2a-81a7-6fba5422fcad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:07:46.221684 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff9c593-4cca-4e2a-81a7-6fba5422fcad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:07:46.221684 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff9c593-4cca-4e2a-81a7-6fba5422fcad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:07:46.221684 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff9c593-4cca-4e2a-81a7-6fba5422fcad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:07:46.221684 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff9c593-4cca-4e2a-81a7-6fba5422fcad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:07:46.221684 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff9c593-4cca-4e2a-81a7-6fba5422fcad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:07:46.224331 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff9c593-4cca-4e2a-81a7-6fba5422fcad admin admin] Checking segment: {'id': 'afcf3914-ccc2-4a2b-a87b-5370a990ca8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2b6fa07f-5cb8-42d8-9600-0a88c25a08b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 31 21:07:46.224658 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff9c593-4cca-4e2a-81a7-6fba5422fcad admin admin] Network hostable DHCP agents. Network: 2b6fa07f-5cb8-42d8-9600-0a88c25a08b5, hostable agents: ['5ca9f0a2-8e5f-4b54-94fa-454f095515e4'], hosted agents: [] {{(pid=104321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 21:07:46.227224 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:46.297968 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:46.319784 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:46.365584 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff9c593-4cca-4e2a-81a7-6fba5422fcad admin admin] Network 2b6fa07f-5cb8-42d8-9600-0a88c25a08b5 is scheduled to be hosted by DHCP agent 5ca9f0a2-8e5f-4b54-94fa-454f095515e4 with binding_index 1 {{(pid=104321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 21:07:46.397199 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-cfdfb332-a0ce-4308-902d-2e4284728bb6 None None] Publish callbacks [] for port (4b7d105e-bd4b-43ed-adbe-2f47ed346353), precommit_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:46.468623 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-cfdfb332-a0ce-4308-902d-2e4284728bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (4b7d105e-bd4b-43ed-adbe-2f47ed346353), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:46.469475 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.base_scheduler [None req-4ff9c593-4cca-4e2a-81a7-6fba5422fcad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-16-iscsi, 2b6fa07f-5cb8-42d8-9600-0a88c25a08b5) {{(pid=104321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:07:46.474871 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff9c593-4cca-4e2a-81a7-6fba5422fcad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:46.475610 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-4ff9c593-4cca-4e2a-81a7-6fba5422fcad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696852'] for subnet (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:46.487410 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645fdb4d-5f52-4e6e-93bf-0af05dd7ccd9 None None] Network 2b6fa07f-5cb8-42d8-9600-0a88c25a08b5 requested from dv-cinder-839793-16-iscsi {{(pid=104322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 31 21:07:46.541219 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e156a717-f87f-4f80-90b0-c9382649ddbb req-83697b17-359d-4e14-ae58-59395ac35460 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:46.543123 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-e156a717-f87f-4f80-90b0-c9382649ddbb req-83697b17-359d-4e14-ae58-59395ac35460 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 945 time: 0.0633688 May 31 21:07:46.618847 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-4ff9c593-4cca-4e2a-81a7-6fba5422fcad admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9634483 May 31 21:07:46.619899 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 37328) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:07:46.626444 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dec8234-f980-4fd3-9d01-c33229a1d5d7 None None] Pushing event updated for resources: {'Port': ['ID=4b7d105e-bd4b-43ed-adbe-2f47ed346353,revision_number=3']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:07:46.626925 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [None req-1bba61e2-71d5-479b-b30d-d149592bdac8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-936654372-router', 'tenant_id': 'e1e5f9a52ba444c9aeec8d8f0ac5e5fe', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac'}}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:07:46.635242 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-e156a717-f87f-4f80-90b0-c9382649ddbb req-acde0f0e-bcef-483c-bccf-7a2876e67494 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789514 May 31 21:07:46.694900 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.managers [None req-cfdfb332-a0ce-4308-902d-2e4284728bb6 None None] Attempting to bind port 4b7d105e-bd4b-43ed-adbe-2f47ed346353 on host dv-cinder-839793-16-iscsi for vnic_type normal with profile {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 31 21:07:46.695280 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.managers [None req-cfdfb332-a0ce-4308-902d-2e4284728bb6 None None] Attempting to bind port 4b7d105e-bd4b-43ed-adbe-2f47ed346353 by drivers openvswitch,hyperv on host dv-cinder-839793-16-iscsi at level 0 using segments [{'id': '8895f7a6-b66f-413c-943d-4d2ad24c0748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2c2f81e7-9a7d-4701-bf43-a528a17f585a'}] {{(pid=104322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 31 21:07:46.695667 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdfb332-a0ce-4308-902d-2e4284728bb6 None None] Attempting to bind port 4b7d105e-bd4b-43ed-adbe-2f47ed346353 on network 2c2f81e7-9a7d-4701-bf43-a528a17f585a {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 31 21:07:46.720808 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdfb332-a0ce-4308-902d-2e4284728bb6 None None] Checking agent: {'id': 'a61205dd-b11c-42a1-aa2d-4b7310a8dc99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 20, 54, 48), 'started_at': datetime.datetime(2022, 5, 31, 20, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 21, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 31 21:07:46.721190 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdfb332-a0ce-4308-902d-2e4284728bb6 None None] Checking segment: {'id': '8895f7a6-b66f-413c-943d-4d2ad24c0748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2c2f81e7-9a7d-4701-bf43-a528a17f585a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 31 21:07:46.721599 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-cfdfb332-a0ce-4308-902d-2e4284728bb6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:46.722015 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdfb332-a0ce-4308-902d-2e4284728bb6 None None] Bound using segment: {'id': '8895f7a6-b66f-413c-943d-4d2ad24c0748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2c2f81e7-9a7d-4701-bf43-a528a17f585a'} {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 31 21:07:46.722512 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.managers [None req-cfdfb332-a0ce-4308-902d-2e4284728bb6 None None] Bound port: 4b7d105e-bd4b-43ed-adbe-2f47ed346353, host: dv-cinder-839793-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8895f7a6-b66f-413c-943d-4d2ad24c0748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2c2f81e7-9a7d-4701-bf43-a528a17f585a'}}] {{(pid=104322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 31 21:07:46.722908 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-cfdfb332-a0ce-4308-902d-2e4284728bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (4b7d105e-bd4b-43ed-adbe-2f47ed346353), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:46.726741 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:46.737779 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-1bba61e2-71d5-479b-b30d-d149592bdac8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1600068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256106'] for router (e6a9a7f7-3471-4962-9c45-d5d10a48e8c9), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:46.742210 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-1bba61e2-71d5-479b-b30d-d149592bdac8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1599220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1598582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1761038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256083'] for router (e6a9a7f7-3471-4962-9c45-d5d10a48e8c9), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:46.748505 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf6575a-79c1-4c37-94e6-c84e8289633e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1581c23-dc20-583c-a781-c643bb3ad1f7-2b6fa07f-5cb8-42d8-9600-0a88c25a08b5', 'network_id': '2b6fa07f-5cb8-42d8-9600-0a88c25a08b5', 'project_id': 'e1e5f9a52ba444c9aeec8d8f0ac5e5fe', 'fixed_ips': [{'subnet_id': 'ce669e81-78e3-4c1b-8491-d5fdcf2cf5c8'}]}} from dv-cinder-839793-16-iscsi. {{(pid=104322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 31 21:07:46.749480 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-eaf6575a-79c1-4c37-94e6-c84e8289633e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (None), before_create {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:46.831281 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-1bba61e2-71d5-479b-b30d-d149592bdac8 admin admin] Publish callbacks [] for router_controller (e6a9a7f7-3471-4962-9c45-d5d10a48e8c9), precommit_add_association {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:46.841673 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ab802db7-3b20-4f24-bcd8-45280b134d39 req-b293ce3a-53bc-49de-89a2-7ddaaddda56b tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.55 "GET /v2.0/ports?device_id=c59245fe-2b3a-4cea-85db-b7b8e0aea06f HTTP/1.1" status: 200 len: 210 time: 0.0338390 May 31 21:07:46.901794 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-cfdfb332-a0ce-4308-902d-2e4284728bb6 None None] For port 4b7d105e-bd4b-43ed-adbe-2f47ed346353, host dv-cinder-839793-16-iscsi, cleared binding levels {{(pid=104322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 31 21:07:46.904453 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-ee35ea77-584c-4cb9-a74e-6e77b44dba4d None None] Provisioning complete for port 4b7d105e-bd4b-43ed-adbe-2f47ed346353 triggered by entity DHCP. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:07:46.904831 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-ee35ea77-584c-4cb9-a74e-6e77b44dba4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (4b7d105e-bd4b-43ed-adbe-2f47ed346353), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:46.918065 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-b770b660-b824-4665-84d0-9bbdd29e8e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (1c1563bc-5b12-4065-8d27-b22246e8e8d3), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:46.951694 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-cfdfb332-a0ce-4308-902d-2e4284728bb6 None None] For port 4b7d105e-bd4b-43ed-adbe-2f47ed346353, host dv-cinder-839793-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=4b7d105e-bd4b-43ed-adbe-2f47ed346353,segment=NetworkSegment(8895f7a6-b66f-413c-943d-4d2ad24c0748),segment_id=8895f7a6-b66f-413c-943d-4d2ad24c0748)] {{(pid=104322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 31 21:07:46.989491 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-ee35ea77-584c-4cb9-a74e-6e77b44dba4d None None] Port 4b7d105e-bd4b-43ed-adbe-2f47ed346353 cannot update to ACTIVE because it is not bound. {{(pid=104322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 31 21:07:47.007970 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.db_base_plugin_common [None req-eaf6575a-79c1-4c37-94e6-c84e8289633e None None] Allocated IP 172.20.0.2 (2b6fa07f-5cb8-42d8-9600-0a88c25a08b5/ce669e81-78e3-4c1b-8491-d5fdcf2cf5c8/b04ebb2f-7a3d-4c5c-8399-e04b5dca92d8) {{(pid=104322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 21:07:47.062691 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-1bba61e2-71d5-479b-b30d-d149592bdac8 admin admin] Publish callbacks [] for router_gateway (e6a9a7f7-3471-4962-9c45-d5d10a48e8c9), precommit_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:47.088366 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-cfdfb332-a0ce-4308-902d-2e4284728bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (4b7d105e-bd4b-43ed-adbe-2f47ed346353), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:47.355397 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dec8234-f980-4fd3-9d01-c33229a1d5d7 None None] Pushing event updated for resources: {'Port': ['ID=4b7d105e-bd4b-43ed-adbe-2f47ed346353,revision_number=4']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:07:47.368161 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdfb332-a0ce-4308-902d-2e4284728bb6 None None] Routers {'642623e8-ef26-4b03-9cfd-3f5748911f34'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:07:47.368805 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-cfdfb332-a0ce-4308-902d-2e4284728bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:07:44Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['642623e8-ef26-4b03-9cfd-3f5748911f34'], 'active': True} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:07:47.375364 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-eaf6575a-79c1-4c37-94e6-c84e8289633e None None] Publish callbacks [] for port (b04ebb2f-7a3d-4c5c-8399-e04b5dca92d8), precommit_create {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:47.424869 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:47.474622 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-1bba61e2-71d5-479b-b30d-d149592bdac8 admin admin] Publish callbacks [] for router_gateway (e6a9a7f7-3471-4962-9c45-d5d10a48e8c9), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:47.477505 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-eaf6575a-79c1-4c37-94e6-c84e8289633e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747261518129'] for port (b04ebb2f-7a3d-4c5c-8399-e04b5dca92d8), after_create {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:47.501095 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-1bba61e2-71d5-479b-b30d-d149592bdac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:47.543123 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf6575a-79c1-4c37-94e6-c84e8289633e None None] Network 2b6fa07f-5cb8-42d8-9600-0a88c25a08b5 is already hosted by enough agents. {{(pid=104322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 21:07:47.547138 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf6575a-79c1-4c37-94e6-c84e8289633e None None] Pushing event updated for resources: {'Port': ['ID=b04ebb2f-7a3d-4c5c-8399-e04b5dca92d8,revision_number=1']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:07:47.550744 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvr_db [None req-cfdfb332-a0ce-4308-902d-2e4284728bb6 None None] Set router 642623e8-ef26-4b03-9cfd-3f5748911f34 gateway port host: dv-cinder-839793-16-iscsi {{(pid=104322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:07:47.554158 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.scheduler.base_scheduler [None req-eaf6575a-79c1-4c37-94e6-c84e8289633e None None] Resources bound (agent type, host, resource id): {{(pid=104322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:07:47.581273 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf6575a-79c1-4c37-94e6-c84e8289633e None None] Received port after_create {{(pid=104322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 31 21:07:47.646426 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.db_base_plugin_common [None req-1bba61e2-71d5-479b-b30d-d149592bdac8 admin admin] Allocated IP 172.27.0.202 (c2cfca3b-95da-4cff-a3c5-795dffb6abac/763c29f6-cebe-4813-9ab2-68212649a0b5/b7edc28f-0b5c-48a0-be3e-53eafca44069) {{(pid=104321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 21:07:47.726135 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-9f23c91e-d359-466a-a961-c977e577cb18 None None] Provisioning complete for port 4b7d105e-bd4b-43ed-adbe-2f47ed346353 triggered by entity DHCP. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:07:47.727004 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-9f23c91e-d359-466a-a961-c977e577cb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (4b7d105e-bd4b-43ed-adbe-2f47ed346353), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:47.736791 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:47.784611 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.managers [None req-eaf6575a-79c1-4c37-94e6-c84e8289633e None None] Attempting to bind port b04ebb2f-7a3d-4c5c-8399-e04b5dca92d8 on host dv-cinder-839793-16-iscsi for vnic_type normal with profile {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 31 21:07:47.784991 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.managers [None req-eaf6575a-79c1-4c37-94e6-c84e8289633e None None] Attempting to bind port b04ebb2f-7a3d-4c5c-8399-e04b5dca92d8 by drivers openvswitch,hyperv on host dv-cinder-839793-16-iscsi at level 0 using segments [{'id': 'afcf3914-ccc2-4a2b-a87b-5370a990ca8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2b6fa07f-5cb8-42d8-9600-0a88c25a08b5'}] {{(pid=104322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 31 21:07:47.785717 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf6575a-79c1-4c37-94e6-c84e8289633e None None] Attempting to bind port b04ebb2f-7a3d-4c5c-8399-e04b5dca92d8 on network 2b6fa07f-5cb8-42d8-9600-0a88c25a08b5 {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 31 21:07:47.806237 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-1bba61e2-71d5-479b-b30d-d149592bdac8 admin admin] Publish callbacks [] for port (b7edc28f-0b5c-48a0-be3e-53eafca44069), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:47.827239 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf6575a-79c1-4c37-94e6-c84e8289633e None None] Checking agent: {'id': 'a61205dd-b11c-42a1-aa2d-4b7310a8dc99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 20, 54, 48), 'started_at': datetime.datetime(2022, 5, 31, 20, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 21, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 31 21:07:47.828237 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf6575a-79c1-4c37-94e6-c84e8289633e None None] Checking segment: {'id': 'afcf3914-ccc2-4a2b-a87b-5370a990ca8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2b6fa07f-5cb8-42d8-9600-0a88c25a08b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 31 21:07:47.829149 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-eaf6575a-79c1-4c37-94e6-c84e8289633e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:47.830228 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf6575a-79c1-4c37-94e6-c84e8289633e None None] Bound using segment: {'id': 'afcf3914-ccc2-4a2b-a87b-5370a990ca8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2b6fa07f-5cb8-42d8-9600-0a88c25a08b5'} {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 31 21:07:47.831009 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.managers [None req-eaf6575a-79c1-4c37-94e6-c84e8289633e None None] Bound port: b04ebb2f-7a3d-4c5c-8399-e04b5dca92d8, host: dv-cinder-839793-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afcf3914-ccc2-4a2b-a87b-5370a990ca8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2b6fa07f-5cb8-42d8-9600-0a88c25a08b5'}}] {{(pid=104322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 31 21:07:47.831709 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-eaf6575a-79c1-4c37-94e6-c84e8289633e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (b04ebb2f-7a3d-4c5c-8399-e04b5dca92d8), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:47.837134 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d6569-582e-4c48-b2ef-aeca111db5b4 req-46db86c2-c02d-43a5-800a-faeb175a9990 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:47.839069 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-6d7d6569-582e-4c48-b2ef-aeca111db5b4 req-46db86c2-c02d-43a5-800a-faeb175a9990 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 945 time: 0.1030493 May 31 21:07:47.963852 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d59ec4-a438-48a6-8b73-6aadc5c1a240 req-56a88b1a-0cc1-4bb9-870c-ebd81946a3d0 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:47.966047 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-6d7d6569-582e-4c48-b2ef-aeca111db5b4 req-8174efbb-998d-4920-918a-8f5ad682504a tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144795 May 31 21:07:47.966373 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-73d59ec4-a438-48a6-8b73-6aadc5c1a240 req-56a88b1a-0cc1-4bb9-870c-ebd81946a3d0 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.40 "GET /v2.0/networks?id=31d0d2cb-3b54-4c55-b456-24ad3c7e1be7 HTTP/1.1" status: 200 len: 808 time: 0.1359539 May 31 21:07:47.986835 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [req-73d59ec4-a438-48a6-8b73-6aadc5c1a240 req-b921883b-c89f-4f79-acf6-21f43eb39600 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] Request body: {'port': {'device_id': 'c59245fe-2b3a-4cea-85db-b7b8e0aea06f', 'network_id': '31d0d2cb-3b54-4c55-b456-24ad3c7e1be7', 'admin_state_up': True, 'tenant_id': 'f722e284eda84b078c1c6935fb728f82'}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:07:48.006921 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-9f23c91e-d359-466a-a961-c977e577cb18 None None] Current status of the port 4b7d105e-bd4b-43ed-adbe-2f47ed346353 is: DOWN; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:07:48.007358 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-9f23c91e-d359-466a-a961-c977e577cb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (4b7d105e-bd4b-43ed-adbe-2f47ed346353), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:48.008957 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-1bba61e2-71d5-479b-b30d-d149592bdac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747261518129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25540506'] for port (b7edc28f-0b5c-48a0-be3e-53eafca44069), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:48.010906 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-eaf6575a-79c1-4c37-94e6-c84e8289633e None None] For port b04ebb2f-7a3d-4c5c-8399-e04b5dca92d8, host dv-cinder-839793-16-iscsi, cleared binding levels {{(pid=104322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 31 21:07:48.014235 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-1c7a56f5-744e-4b2b-8107-1c692823ad72 req-93f4ac93-f4b9-42b5-8445-986e9927589e tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.55 "GET /v2.0/ports?device_id=c59245fe-2b3a-4cea-85db-b7b8e0aea06f HTTP/1.1" status: 200 len: 210 time: 0.0738127 May 31 21:07:48.042898 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-eaf6575a-79c1-4c37-94e6-c84e8289633e None None] For port b04ebb2f-7a3d-4c5c-8399-e04b5dca92d8, host dv-cinder-839793-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=b04ebb2f-7a3d-4c5c-8399-e04b5dca92d8,segment=NetworkSegment(afcf3914-ccc2-4a2b-a87b-5370a990ca8d),segment_id=afcf3914-ccc2-4a2b-a87b-5370a990ca8d)] {{(pid=104322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 31 21:07:48.046262 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-cfdfb332-a0ce-4308-902d-2e4284728bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642623e8-ef26-4b03-9cfd-3f5748911f34', 'name': 'tempest-TestVolumeBootPattern-1368220123-router', 'tenant_id': '8e511490c0f8438fb89ac590bd63529f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '3198b83f-a948-46cb-a50f-2db85f890a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:07:37Z', 'updated_at': '2022-05-31T21:07:42Z', 'revision_number': 4, 'project_id': '8e511490c0f8438fb89ac590bd63529f', 'gw_port': {'id': '3198b83f-a948-46cb-a50f-2db85f890a16', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:92:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642623e8-ef26-4b03-9cfd-3f5748911f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:07:38Z', 'updated_at': '2022-05-31T21:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_interfaces': [{'id': '4b7d105e-bd4b-43ed-adbe-2f47ed346353', 'name': '', 'network_id': '2c2f81e7-9a7d-4701-bf43-a528a17f585a', 'tenant_id': '8e511490c0f8438fb89ac590bd63529f', 'mac_address': 'fa:16:3e:7a:b3:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642623e8-ef26-4b03-9cfd-3f5748911f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'e92e8765-6011-45cd-aa17-1b8aedc6fa7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:07:41Z', 'updated_at': '2022-05-31T21:07:46Z', 'revision_number': 4, 'project_id': '8e511490c0f8438fb89ac590bd63529f', 'subnets': [{'id': 'e92e8765-6011-45cd-aa17-1b8aedc6fa7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:07:48.083163 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdfb332-a0ce-4308-902d-2e4284728bb6 None None] The sync data for ids ['642623e8-ef26-4b03-9cfd-3f5748911f34'] in dv-cinder-839793-16-iscsi is: [{'id': '642623e8-ef26-4b03-9cfd-3f5748911f34', 'name': 'tempest-TestVolumeBootPattern-1368220123-router', 'tenant_id': '8e511490c0f8438fb89ac590bd63529f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '3198b83f-a948-46cb-a50f-2db85f890a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:07:37Z', 'updated_at': '2022-05-31T21:07:42Z', 'revision_number': 4, 'project_id': '8e511490c0f8438fb89ac590bd63529f', 'gw_port': {'id': '3198b83f-a948-46cb-a50f-2db85f890a16', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:92:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642623e8-ef26-4b03-9cfd-3f5748911f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:07:38Z', 'updated_at': '2022-05-31T21:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_interfaces': [{'id': '4b7d105e-bd4b-43ed-adbe-2f47ed346353', 'name': '', 'network_id': '2c2f81e7-9a7d-4701-bf43-a528a17f585a', 'tenant_id': '8e511490c0f8438fb89ac590bd63529f', 'mac_address': 'fa:16:3e:7a:b3:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642623e8-ef26-4b03-9cfd-3f5748911f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'e92e8765-6011-45cd-aa17-1b8aedc6fa7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:07:41Z', 'updated_at': '2022-05-31T21:07:46Z', 'revision_number': 4, 'project_id': '8e511490c0f8438fb89ac590bd63529f', 'subnets': [{'id': 'e92e8765-6011-45cd-aa17-1b8aedc6fa7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 21:07:48.087003 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:48.088454 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-9f23c91e-d359-466a-a961-c977e577cb18 None None] For port 4b7d105e-bd4b-43ed-adbe-2f47ed346353, host dv-cinder-839793-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=4b7d105e-bd4b-43ed-adbe-2f47ed346353,segment=NetworkSegment(8895f7a6-b66f-413c-943d-4d2ad24c0748),segment_id=8895f7a6-b66f-413c-943d-4d2ad24c0748)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:07:48.095184 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bba61e2-71d5-479b-b30d-d149592bdac8 admin admin] Network c2cfca3b-95da-4cff-a3c5-795dffb6abac is already hosted by enough agents. {{(pid=104321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 21:07:48.104275 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.base_scheduler [None req-1bba61e2-71d5-479b-b30d-d149592bdac8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:07:48.110453 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bba61e2-71d5-479b-b30d-d149592bdac8 admin admin] Received port after_create {{(pid=104321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 31 21:07:48.164786 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-9f23c91e-d359-466a-a961-c977e577cb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (4b7d105e-bd4b-43ed-adbe-2f47ed346353), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:48.180602 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-eaf6575a-79c1-4c37-94e6-c84e8289633e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (b04ebb2f-7a3d-4c5c-8399-e04b5dca92d8), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:48.187092 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba61e2-71d5-479b-b30d-d149592bdac8 admin admin] Pushing event updated for resources: {'Port': ['ID=b7edc28f-0b5c-48a0-be3e-53eafca44069,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:07:48.285338 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:48.311398 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f23c91e-d359-466a-a961-c977e577cb18 None None] Pushing event updated for resources: {'Port': ['ID=4b7d105e-bd4b-43ed-adbe-2f47ed346353,revision_number=5']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:07:48.400574 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf6575a-79c1-4c37-94e6-c84e8289633e None None] Pushing event updated for resources: {'Port': ['ID=b04ebb2f-7a3d-4c5c-8399-e04b5dca92d8,revision_number=2']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:07:48.534033 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73d59ec4-a438-48a6-8b73-6aadc5c1a240 req-b921883b-c89f-4f79-acf6-21f43eb39600 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] Made reservation on behalf of f722e284eda84b078c1c6935fb728f82 for: {'port': 1} {{(pid=104321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 21:07:48.537814 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-73d59ec4-a438-48a6-8b73-6aadc5c1a240 req-b921883b-c89f-4f79-acf6-21f43eb39600 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:48.585367 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (a61205dd-b11c-42a1-aa2d-4b7310a8dc99), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:48.591828 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 37348) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:07:48.831634 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-4966189a-3773-43cd-b20a-038e69776a8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:48.840339 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-1bba61e2-71d5-479b-b30d-d149592bdac8 admin admin] Publish callbacks [] for router_gateway (e6a9a7f7-3471-4962-9c45-d5d10a48e8c9), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:48.924792 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:48.947489 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-4966189a-3773-43cd-b20a-038e69776a8b admin admin] Publish callbacks [] for security_group (a2befc37-2027-46f2-8428-dcfef508607d), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:49.040482 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.db_base_plugin_common [req-73d59ec4-a438-48a6-8b73-6aadc5c1a240 req-b921883b-c89f-4f79-acf6-21f43eb39600 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] Allocated IP 172.20.0.3 (31d0d2cb-3b54-4c55-b456-24ad3c7e1be7/7599ba98-f239-48f9-b826-4e3746c54b43/6ff2f985-0e66-4260-9039-36545ea47a85) {{(pid=104321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 21:07:49.091119 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:49.095023 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-4966189a-3773-43cd-b20a-038e69776a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (a2befc37-2027-46f2-8428-dcfef508607d), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:49.138774 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64123a88-e913-4f0c-9131-7e12241f2f36 req-24667786-9ae6-4ae8-b9c2-5a22b5508ddc tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:49.140504 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-64123a88-e913-4f0c-9131-7e12241f2f36 req-24667786-9ae6-4ae8-b9c2-5a22b5508ddc tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 945 time: 0.0794010 May 31 21:07:49.173324 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-4966189a-3773-43cd-b20a-038e69776a8b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4271cc6629ca4c36b7d741295979866b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5791979 May 31 21:07:49.183669 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 37362) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:07:49.194997 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4966189a-3773-43cd-b20a-038e69776a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2befc37-2027-46f2-8428-dcfef508607d,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:07:49.286139 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-64123a88-e913-4f0c-9131-7e12241f2f36 req-f9e5f058-5a9c-4a67-b4ad-542da3e2335d tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301343 May 31 21:07:49.327233 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-c7596a0c-2e3d-4b4c-85f6-ba5962b6a95d admin admin] Publish callbacks [] for security_group (a2befc37-2027-46f2-8428-dcfef508607d), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:49.359381 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-1bba61e2-71d5-479b-b30d-d149592bdac8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1599171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598497'] for router (e6a9a7f7-3471-4962-9c45-d5d10a48e8c9), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:49.380936 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ada00295-e160-41ac-8790-39f6714b8ef5 req-bec3f8a2-e76b-40eb-898d-1240d5b3f0d6 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.55 "GET /v2.0/ports?device_id=c59245fe-2b3a-4cea-85db-b7b8e0aea06f HTTP/1.1" status: 200 len: 210 time: 0.0548871 May 31 21:07:49.430367 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:49.438081 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-c7596a0c-2e3d-4b4c-85f6-ba5962b6a95d admin admin] Publish callbacks [] for security_group (a2befc37-2027-46f2-8428-dcfef508607d), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:49.551829 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f53ca30-2798-4552-a05b-b25c76375f4e req-7a21617b-c55e-4a39-8531-3b3adec503ef tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:49.554791 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-8f53ca30-2798-4552-a05b-b25c76375f4e req-7a21617b-c55e-4a39-8531-3b3adec503ef tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=faf12fce-2352-40df-a297-0d7b28379014 HTTP/1.1" status: 200 len: 945 time: 0.1218143 May 31 21:07:49.687799 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-8f53ca30-2798-4552-a05b-b25c76375f4e req-ad5a7e89-b282-43ec-b127-04b99826c1a4 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/security-groups?id=71909b2b-34a3-4d69-b398-0bd2a67db903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272295 May 31 21:07:49.727722 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-c7596a0c-2e3d-4b4c-85f6-ba5962b6a95d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (a2befc37-2027-46f2-8428-dcfef508607d), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:49.727722 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-c7596a0c-2e3d-4b4c-85f6-ba5962b6a95d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:49.727722 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-c7596a0c-2e3d-4b4c-85f6-ba5962b6a95d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a2befc37-2027-46f2-8428-dcfef508607d HTTP/1.1" status: 204 len: 168 time: 0.5411301 May 31 21:07:49.747288 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7596a0c-2e3d-4b4c-85f6-ba5962b6a95d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2befc37-2027-46f2-8428-dcfef508607d,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:07:49.779764 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50bf859e-65c6-466f-8b37-6227532200d5 None None] Network 2b6fa07f-5cb8-42d8-9600-0a88c25a08b5 requested from dv-cinder-839793-16-iscsi {{(pid=104322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 31 21:07:49.890732 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device 4b7d105e-bd4b-43ed-adbe-2f47ed346353 up at agent ovs-agent-dv-cinder-839793-16-iscsi {{(pid=104322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 31 21:07:49.919112 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-73d59ec4-a438-48a6-8b73-6aadc5c1a240 req-b921883b-c89f-4f79-acf6-21f43eb39600 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] Publish callbacks [] for port (6ff2f985-0e66-4260-9039-36545ea47a85), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:49.954170 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-6e621a2a-1bc5-4247-b355-c3ebd0f7dfd0 None None] Provisioning complete for port b04ebb2f-7a3d-4c5c-8399-e04b5dca92d8 triggered by entity DHCP. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:07:49.954532 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-6e621a2a-1bc5-4247-b355-c3ebd0f7dfd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (b04ebb2f-7a3d-4c5c-8399-e04b5dca92d8), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:49.997670 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Provisioning complete for port 4b7d105e-bd4b-43ed-adbe-2f47ed346353 triggered by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:07:49.998082 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (4b7d105e-bd4b-43ed-adbe-2f47ed346353), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:50.133301 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bba61e2-71d5-479b-b30d-d149592bdac8 admin admin] Router e6a9a7f7-3471-4962-9c45-d5d10a48e8c9 is scheduled to L3 agent 13ce5b10-321e-4e80-b29e-1cfc3c51661e with binding_index 1 {{(pid=104321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 31 21:07:50.138451 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-6e621a2a-1bc5-4247-b355-c3ebd0f7dfd0 None None] Current status of the port b04ebb2f-7a3d-4c5c-8399-e04b5dca92d8 is: DOWN; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:07:50.138844 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-6e621a2a-1bc5-4247-b355-c3ebd0f7dfd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (b04ebb2f-7a3d-4c5c-8399-e04b5dca92d8), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:50.198883 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Current status of the port 4b7d105e-bd4b-43ed-adbe-2f47ed346353 is: ACTIVE; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:07:50.199384 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:50.200724 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device b04ebb2f-7a3d-4c5c-8399-e04b5dca92d8 up at agent ovs-agent-dv-cinder-839793-16-iscsi {{(pid=104322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 31 21:07:50.210168 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-73d59ec4-a438-48a6-8b73-6aadc5c1a240 req-b921883b-c89f-4f79-acf6-21f43eb39600 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747261518129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25540506'] for port (6ff2f985-0e66-4260-9039-36545ea47a85), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:50.250189 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-6e621a2a-1bc5-4247-b355-c3ebd0f7dfd0 None None] For port b04ebb2f-7a3d-4c5c-8399-e04b5dca92d8, host dv-cinder-839793-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=b04ebb2f-7a3d-4c5c-8399-e04b5dca92d8,segment=NetworkSegment(afcf3914-ccc2-4a2b-a87b-5370a990ca8d),segment_id=afcf3914-ccc2-4a2b-a87b-5370a990ca8d)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:07:50.257731 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:50.297741 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Provisioning complete for port b04ebb2f-7a3d-4c5c-8399-e04b5dca92d8 triggered by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:07:50.298788 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (b04ebb2f-7a3d-4c5c-8399-e04b5dca92d8), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:50.345314 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b921883b-c89f-4f79-acf6-21f43eb39600 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] Pushing event updated for resources: {'Port': ['ID=6ff2f985-0e66-4260-9039-36545ea47a85,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:07:50.425296 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-6e621a2a-1bc5-4247-b355-c3ebd0f7dfd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (b04ebb2f-7a3d-4c5c-8399-e04b5dca92d8), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:50.523617 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73d59ec4-a438-48a6-8b73-6aadc5c1a240 req-b921883b-c89f-4f79-acf6-21f43eb39600 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] Network 31d0d2cb-3b54-4c55-b456-24ad3c7e1be7 is already hosted by enough agents. {{(pid=104321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 21:07:50.529399 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.base_scheduler [req-73d59ec4-a438-48a6-8b73-6aadc5c1a240 req-b921883b-c89f-4f79-acf6-21f43eb39600 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] Resources bound (agent type, host, resource id): {{(pid=104321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:07:50.540746 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [req-73d59ec4-a438-48a6-8b73-6aadc5c1a240 req-b921883b-c89f-4f79-acf6-21f43eb39600 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] Received port after_create {{(pid=104321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 31 21:07:50.569439 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bba61e2-71d5-479b-b30d-d149592bdac8 admin admin] Notify agent at l3_agent.dv-cinder-839793-16-iscsi the message routers_updated {{(pid=104321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 31 21:07:50.583012 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d73429e-899a-4449-8104-ca6c68bf5beb None None] Sync routers for ids ['e6a9a7f7-3471-4962-9c45-d5d10a48e8c9'] in dv-cinder-839793-16-iscsi {{(pid=104323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 21:07:50.609567 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d73429e-899a-4449-8104-ca6c68bf5beb None None] Routers {'e6a9a7f7-3471-4962-9c45-d5d10a48e8c9'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:07:50.611863 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-0d73429e-899a-4449-8104-ca6c68bf5beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:07:44Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['e6a9a7f7-3471-4962-9c45-d5d10a48e8c9'], 'active': True} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:07:50.643957 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f306daf-6536-42db-8dde-60bc7c2a0f9b req-54e2404b-6d89-49ad-97a9-b4873c3ba1b2 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:50.653430 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-9f306daf-6536-42db-8dde-60bc7c2a0f9b req-54e2404b-6d89-49ad-97a9-b4873c3ba1b2 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 945 time: 0.1729126 May 31 21:07:50.656042 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-043e35b9-cd45-428b-bcab-b68df138d6c3 None None] Provisioning complete for port b04ebb2f-7a3d-4c5c-8399-e04b5dca92d8 triggered by entity DHCP. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:07:50.656769 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-043e35b9-cd45-428b-bcab-b68df138d6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (b04ebb2f-7a3d-4c5c-8399-e04b5dca92d8), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:50.664252 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d59ec4-a438-48a6-8b73-6aadc5c1a240 req-b921883b-c89f-4f79-acf6-21f43eb39600 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:50.664611 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-73d59ec4-a438-48a6-8b73-6aadc5c1a240 req-b921883b-c89f-4f79-acf6-21f43eb39600 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for port (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:50.680156 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-1bba61e2-71d5-479b-b30d-d149592bdac8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:50.681412 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-1bba61e2-71d5-479b-b30d-d149592bdac8 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0604489 May 31 21:07:50.690479 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 37396) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:07:50.707258 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:50.756167 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e621a2a-1bc5-4247-b355-c3ebd0f7dfd0 None None] Pushing event updated for resources: {'Port': ['ID=b04ebb2f-7a3d-4c5c-8399-e04b5dca92d8,revision_number=3']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:07:50.776671 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-73d59ec4-a438-48a6-8b73-6aadc5c1a240 req-b921883b-c89f-4f79-acf6-21f43eb39600 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7975206 May 31 21:07:50.789836 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [req-73d59ec4-a438-48a6-8b73-6aadc5c1a240 req-64e1454e-9dd4-4aa6-a3f7-dcfbf228e5a9 service neutron] Request body: {'port': {'device_id': 'c59245fe-2b3a-4cea-85db-b7b8e0aea06f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:07:50.795533 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac00af8f-8a2c-45b7-846b-1a516c390b2e req-312a2e5b-567c-4e78-bd4b-90314e2ae76f tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:50.807901 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ac00af8f-8a2c-45b7-846b-1a516c390b2e req-312a2e5b-567c-4e78-bd4b-90314e2ae76f tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.55 "GET /v2.0/ports?device_id=c59245fe-2b3a-4cea-85db-b7b8e0aea06f HTTP/1.1" status: 200 len: 931 time: 0.1512027 May 31 21:07:50.819746 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvr_db [None req-0d73429e-899a-4449-8104-ca6c68bf5beb None None] Set router e6a9a7f7-3471-4962-9c45-d5d10a48e8c9 gateway port host: dv-cinder-839793-16-iscsi {{(pid=104323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:07:50.820591 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Current status of the port b04ebb2f-7a3d-4c5c-8399-e04b5dca92d8 is: ACTIVE; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:07:50.873121 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-9f306daf-6536-42db-8dde-60bc7c2a0f9b req-4602e639-6c64-4072-ab05-60163fbaf25b tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2183375 May 31 21:07:50.895866 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-043e35b9-cd45-428b-bcab-b68df138d6c3 None None] Current status of the port b04ebb2f-7a3d-4c5c-8399-e04b5dca92d8 is: ACTIVE; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:07:50.949379 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-73d59ec4-a438-48a6-8b73-6aadc5c1a240 req-64e1454e-9dd4-4aa6-a3f7-dcfbf228e5a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (6ff2f985-0e66-4260-9039-36545ea47a85), before_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:51.064606 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=100 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:51.178936 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-0d73429e-899a-4449-8104-ca6c68bf5beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a9a7f7-3471-4962-9c45-d5d10a48e8c9', 'name': 'tempest-TestVolumeBootPattern-936654372-router', 'tenant_id': 'e1e5f9a52ba444c9aeec8d8f0ac5e5fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'b7edc28f-0b5c-48a0-be3e-53eafca44069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:07:46Z', 'updated_at': '2022-05-31T21:07:48Z', 'revision_number': 3, 'project_id': 'e1e5f9a52ba444c9aeec8d8f0ac5e5fe', 'gw_port': {'id': 'b7edc28f-0b5c-48a0-be3e-53eafca44069', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d3:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a9a7f7-3471-4962-9c45-d5d10a48e8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:07:47Z', 'updated_at': '2022-05-31T21:07:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi'}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:07:51.223477 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:51.228655 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d73429e-899a-4449-8104-ca6c68bf5beb None None] Checking router: e6a9a7f7-3471-4962-9c45-d5d10a48e8c9 for host: dv-cinder-839793-16-iscsi {{(pid=104323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 21:07:51.229356 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d73429e-899a-4449-8104-ca6c68bf5beb None None] Updating router e6a9a7f7-3471-4962-9c45-d5d10a48e8c9 port b7edc28f-0b5c-48a0-be3e-53eafca44069 binding host dv-cinder-839793-16-iscsi {{(pid=104323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 21:07:51.265384 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron_lib.callbacks.manager [None req-0d73429e-899a-4449-8104-ca6c68bf5beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (b7edc28f-0b5c-48a0-be3e-53eafca44069), before_update {{(pid=104323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:51.328929 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.notifiers.nova [req-73d59ec4-a438-48a6-8b73-6aadc5c1a240 req-64e1454e-9dd4-4aa6-a3f7-dcfbf228e5a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ff2f985-0e66-4260-9039-36545ea47a85 {{(pid=104321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 21:07:51.333412 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (51675295-7abb-4335-9c5a-c46a9082010e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:51.337866 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-73d59ec4-a438-48a6-8b73-6aadc5c1a240 req-64e1454e-9dd4-4aa6-a3f7-dcfbf228e5a9 service neutron] Publish callbacks [] for port (6ff2f985-0e66-4260-9039-36545ea47a85), precommit_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:51.352621 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.provisioning_blocks [req-73d59ec4-a438-48a6-8b73-6aadc5c1a240 req-64e1454e-9dd4-4aa6-a3f7-dcfbf228e5a9 service neutron] Transition to ACTIVE for port object 6ff2f985-0e66-4260-9039-36545ea47a85 will not be triggered until provisioned by entity L2. {{(pid=104321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 31 21:07:51.457460 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-73d59ec4-a438-48a6-8b73-6aadc5c1a240 req-64e1454e-9dd4-4aa6-a3f7-dcfbf228e5a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25540501'] for port (6ff2f985-0e66-4260-9039-36545ea47a85), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:51.481517 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ac00af8f-8a2c-45b7-846b-1a516c390b2e req-4442960c-e8be-44fc-b193-e6a99c589e8b tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.55 "GET /v2.0/security-groups?id=eeb53072-7e85-45b9-8b08-7447584348ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6722081 May 31 21:07:51.537481 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85bc35-3e5d-4be8-bc56-9762b2fb8131 req-10c8dd06-199f-4026-8678-e2e21a7c5517 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:51.551083 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-2c85bc35-3e5d-4be8-bc56-9762b2fb8131 req-10c8dd06-199f-4026-8678-e2e21a7c5517 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=faf12fce-2352-40df-a297-0d7b28379014 HTTP/1.1" status: 200 len: 945 time: 0.5182858 May 31 21:07:51.570344 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e1454e-9dd4-4aa6-a3f7-dcfbf228e5a9 service neutron] Pushing event updated for resources: {'Port': ['ID=6ff2f985-0e66-4260-9039-36545ea47a85,revision_number=2']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:07:51.713782 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-2c85bc35-3e5d-4be8-bc56-9762b2fb8131 req-70c9561c-3ef1-4a34-acf9-0131abf93851 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/security-groups?id=71909b2b-34a3-4d69-b398-0bd2a67db903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615696 May 31 21:07:51.732682 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [req-73d59ec4-a438-48a6-8b73-6aadc5c1a240 req-64e1454e-9dd4-4aa6-a3f7-dcfbf228e5a9 service neutron] Attempting to bind port 6ff2f985-0e66-4260-9039-36545ea47a85 on host hv-cinder-83979 for vnic_type normal with profile {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 31 21:07:51.733018 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [req-73d59ec4-a438-48a6-8b73-6aadc5c1a240 req-64e1454e-9dd4-4aa6-a3f7-dcfbf228e5a9 service neutron] Attempting to bind port 6ff2f985-0e66-4260-9039-36545ea47a85 by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': 'fec7669d-e3cc-47b0-a6cf-b5955b75bf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '31d0d2cb-3b54-4c55-b456-24ad3c7e1be7'}] {{(pid=104321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 31 21:07:51.733334 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d59ec4-a438-48a6-8b73-6aadc5c1a240 req-64e1454e-9dd4-4aa6-a3f7-dcfbf228e5a9 service neutron] Attempting to bind port 6ff2f985-0e66-4260-9039-36545ea47a85 on network 31d0d2cb-3b54-4c55-b456-24ad3c7e1be7 {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 31 21:07:51.744926 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d59ec4-a438-48a6-8b73-6aadc5c1a240 req-64e1454e-9dd4-4aa6-a3f7-dcfbf228e5a9 service neutron] Port 6ff2f985-0e66-4260-9039-36545ea47a85 on network 31d0d2cb-3b54-4c55-b456-24ad3c7e1be7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 31 21:07:51.747682 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d59ec4-a438-48a6-8b73-6aadc5c1a240 req-64e1454e-9dd4-4aa6-a3f7-dcfbf228e5a9 service neutron] Attempting to bind port 6ff2f985-0e66-4260-9039-36545ea47a85 on network 31d0d2cb-3b54-4c55-b456-24ad3c7e1be7 {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 31 21:07:51.759162 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d59ec4-a438-48a6-8b73-6aadc5c1a240 req-64e1454e-9dd4-4aa6-a3f7-dcfbf228e5a9 service neutron] Checking agent: {'id': '51675295-7abb-4335-9c5a-c46a9082010e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 21, 1, 20), 'started_at': datetime.datetime(2022, 5, 31, 21, 1, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 21, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 31 21:07:51.759503 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d59ec4-a438-48a6-8b73-6aadc5c1a240 req-64e1454e-9dd4-4aa6-a3f7-dcfbf228e5a9 service neutron] Checking segment: {'id': 'fec7669d-e3cc-47b0-a6cf-b5955b75bf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '31d0d2cb-3b54-4c55-b456-24ad3c7e1be7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 31 21:07:51.759880 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d59ec4-a438-48a6-8b73-6aadc5c1a240 req-64e1454e-9dd4-4aa6-a3f7-dcfbf228e5a9 service neutron] Bound using segment: {'id': 'fec7669d-e3cc-47b0-a6cf-b5955b75bf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '31d0d2cb-3b54-4c55-b456-24ad3c7e1be7'} {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 31 21:07:51.760314 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [req-73d59ec4-a438-48a6-8b73-6aadc5c1a240 req-64e1454e-9dd4-4aa6-a3f7-dcfbf228e5a9 service neutron] Bound port: 6ff2f985-0e66-4260-9039-36545ea47a85, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fec7669d-e3cc-47b0-a6cf-b5955b75bf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '31d0d2cb-3b54-4c55-b456-24ad3c7e1be7'}}] {{(pid=104321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 31 21:07:51.760671 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-73d59ec4-a438-48a6-8b73-6aadc5c1a240 req-64e1454e-9dd4-4aa6-a3f7-dcfbf228e5a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (6ff2f985-0e66-4260-9039-36545ea47a85), before_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:51.764757 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device b04ebb2f-7a3d-4c5c-8399-e04b5dca92d8 up at agent ovs-agent-dv-cinder-839793-16-iscsi {{(pid=104322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 31 21:07:51.788381 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron_lib.callbacks.manager [None req-0d73429e-899a-4449-8104-ca6c68bf5beb None None] Publish callbacks [] for port (b7edc28f-0b5c-48a0-be3e-53eafca44069), precommit_update {{(pid=104323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:51.799993 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:51.866504 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Provisioning complete for port b04ebb2f-7a3d-4c5c-8399-e04b5dca92d8 triggered by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:07:51.867266 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (b04ebb2f-7a3d-4c5c-8399-e04b5dca92d8), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:51.897617 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [req-73d59ec4-a438-48a6-8b73-6aadc5c1a240 req-64e1454e-9dd4-4aa6-a3f7-dcfbf228e5a9 service neutron] For port 6ff2f985-0e66-4260-9039-36545ea47a85, host hv-cinder-83979, cleared binding levels {{(pid=104321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 31 21:07:51.901506 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [req-73d59ec4-a438-48a6-8b73-6aadc5c1a240 req-64e1454e-9dd4-4aa6-a3f7-dcfbf228e5a9 service neutron] For port 6ff2f985-0e66-4260-9039-36545ea47a85, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=6ff2f985-0e66-4260-9039-36545ea47a85,segment=NetworkSegment(fec7669d-e3cc-47b0-a6cf-b5955b75bf9e),segment_id=fec7669d-e3cc-47b0-a6cf-b5955b75bf9e)] {{(pid=104321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 31 21:07:52.026574 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Current status of the port b04ebb2f-7a3d-4c5c-8399-e04b5dca92d8 is: ACTIVE; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:07:52.048221 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:52.050683 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-dead42d3-5e6e-42a9-97ef-55a1854c02c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:52.177309 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b3705b-4b02-416c-9d3c-6a792485b535 req-66a41d17-a237-401f-a3ee-1d2c54223068 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:52.184858 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-a9b3705b-4b02-416c-9d3c-6a792485b535 req-66a41d17-a237-401f-a3ee-1d2c54223068 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 945 time: 0.1299000 May 31 21:07:52.198176 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:52.200439 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron_lib.callbacks.manager [None req-0d73429e-899a-4449-8104-ca6c68bf5beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (b7edc28f-0b5c-48a0-be3e-53eafca44069), after_update {{(pid=104323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:52.226612 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-73d59ec4-a438-48a6-8b73-6aadc5c1a240 req-64e1454e-9dd4-4aa6-a3f7-dcfbf228e5a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25540501'] for port (6ff2f985-0e66-4260-9039-36545ea47a85), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:52.282313 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-a9b3705b-4b02-416c-9d3c-6a792485b535 req-877b1e67-7015-4dde-9f52-b0980bd20fa1 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922878 May 31 21:07:52.283558 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d59ec4-a438-48a6-8b73-6aadc5c1a240 req-64e1454e-9dd4-4aa6-a3f7-dcfbf228e5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:52.284188 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-73d59ec4-a438-48a6-8b73-6aadc5c1a240 req-64e1454e-9dd4-4aa6-a3f7-dcfbf228e5a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for port (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:52.285653 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-73d59ec4-a438-48a6-8b73-6aadc5c1a240 req-64e1454e-9dd4-4aa6-a3f7-dcfbf228e5a9 service neutron] 10.222.0.40 "PUT /v2.0/ports/6ff2f985-0e66-4260-9039-36545ea47a85 HTTP/1.1" status: 200 len: 1093 time: 1.5006051 May 31 21:07:52.286161 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c59245fe-2b3a-4cea-85db-b7b8e0aea06f', 'tag': '6ff2f985-0e66-4260-9039-36545ea47a85'}] {{(pid=104321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:07:52.298513 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06839ba-2de9-4a16-8658-11c22d0408f2 None None] Pushing event updated for resources: {'Port': ['ID=b7edc28f-0b5c-48a0-be3e-53eafca44069,revision_number=2']} {{(pid=104323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:07:52.300319 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6b014d5dee29fffbb36c15c330f4dd8b871b4cb67f19a16d167ed5ff3960b8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac4989d-7ba6-4c28-9651-ba8b2f0fd662" -d '{"events": [{"name": "network-changed", "server_uuid": "c59245fe-2b3a-4cea-85db-b7b8e0aea06f", "tag": "6ff2f985-0e66-4260-9039-36545ea47a85"}]}' {{(pid=104321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:07:52.398445 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e1454e-9dd4-4aa6-a3f7-dcfbf228e5a9 service neutron] Pushing event updated for resources: {'Port': ['ID=6ff2f985-0e66-4260-9039-36545ea47a85,revision_number=3']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:07:52.398549 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.managers [None req-0d73429e-899a-4449-8104-ca6c68bf5beb None None] Attempting to bind port b7edc28f-0b5c-48a0-be3e-53eafca44069 on host dv-cinder-839793-16-iscsi for vnic_type normal with profile {{(pid=104323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 31 21:07:52.398549 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.managers [None req-0d73429e-899a-4449-8104-ca6c68bf5beb None None] Attempting to bind port b7edc28f-0b5c-48a0-be3e-53eafca44069 by drivers openvswitch,hyperv on host dv-cinder-839793-16-iscsi at level 0 using segments [{'id': '4436eed2-294e-4646-83cf-aec09b7c7c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac'}] {{(pid=104323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 31 21:07:52.398549 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d73429e-899a-4449-8104-ca6c68bf5beb None None] Attempting to bind port b7edc28f-0b5c-48a0-be3e-53eafca44069 on network c2cfca3b-95da-4cff-a3c5-795dffb6abac {{(pid=104323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 31 21:07:52.400199 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d73429e-899a-4449-8104-ca6c68bf5beb None None] Checking agent: {'id': 'a61205dd-b11c-42a1-aa2d-4b7310a8dc99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 20, 54, 48), 'started_at': datetime.datetime(2022, 5, 31, 20, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 21, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 31 21:07:52.400583 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d73429e-899a-4449-8104-ca6c68bf5beb None None] Checking segment: {'id': '4436eed2-294e-4646-83cf-aec09b7c7c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 31 21:07:52.400988 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron_lib.callbacks.manager [None req-0d73429e-899a-4449-8104-ca6c68bf5beb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:52.401385 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d73429e-899a-4449-8104-ca6c68bf5beb None None] Bound using segment: {'id': '4436eed2-294e-4646-83cf-aec09b7c7c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac'} {{(pid=104323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 31 21:07:52.401874 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.managers [None req-0d73429e-899a-4449-8104-ca6c68bf5beb None None] Bound port: b7edc28f-0b5c-48a0-be3e-53eafca44069, host: dv-cinder-839793-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4436eed2-294e-4646-83cf-aec09b7c7c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac'}}] {{(pid=104323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 31 21:07:52.402285 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron_lib.callbacks.manager [None req-0d73429e-899a-4449-8104-ca6c68bf5beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (b7edc28f-0b5c-48a0-be3e-53eafca44069), before_update {{(pid=104323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:52.409927 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 May 2022 21:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cfbcdde-c746-4389-a6e4-6b5a509aca52 x-openstack-request-id: req-2cfbcdde-c746-4389-a6e4-6b5a509aca52 {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:07:52.410638 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c59245fe-2b3a-4cea-85db-b7b8e0aea06f", "tag": "6ff2f985-0e66-4260-9039-36545ea47a85", "status": "completed", "code": 200}]} {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:07:52.411094 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2cfbcdde-c746-4389-a6e4-6b5a509aca52 {{(pid=104321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:07:52.411938 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cfbcdde-c746-4389-a6e4-6b5a509aca52'] response: {'name': 'network-changed', 'server_uuid': 'c59245fe-2b3a-4cea-85db-b7b8e0aea06f', 'tag': '6ff2f985-0e66-4260-9039-36545ea47a85', 'status': 'completed', 'code': 200} May 31 21:07:52.452851 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.db.db_base_plugin_common [None req-dead42d3-5e6e-42a9-97ef-55a1854c02c0 admin admin] Allocated IP 172.20.0.1 (2b6fa07f-5cb8-42d8-9600-0a88c25a08b5/ce669e81-78e3-4c1b-8491-d5fdcf2cf5c8/cc44f652-86ef-40ad-bcc5-6496d373d7f2) {{(pid=104320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 21:07:52.506171 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac4989d-7ba6-4c28-9651-ba8b2f0fd662 req-c2099233-7d7e-4d01-98f4-e04cb11c0be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:52.554166 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-6ac4989d-7ba6-4c28-9651-ba8b2f0fd662 req-c2099233-7d7e-4d01-98f4-e04cb11c0be5 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=f722e284eda84b078c1c6935fb728f82&device_id=c59245fe-2b3a-4cea-85db-b7b8e0aea06f HTTP/1.1" status: 200 len: 1127 time: 0.0648370 May 31 21:07:52.555059 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.db [None req-0d73429e-899a-4449-8104-ca6c68bf5beb None None] For port b7edc28f-0b5c-48a0-be3e-53eafca44069, host dv-cinder-839793-16-iscsi, cleared binding levels {{(pid=104323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 31 21:07:52.555059 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.db [None req-0d73429e-899a-4449-8104-ca6c68bf5beb None None] For port b7edc28f-0b5c-48a0-be3e-53eafca44069, host dv-cinder-839793-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=b7edc28f-0b5c-48a0-be3e-53eafca44069,segment=NetworkSegment(4436eed2-294e-4646-83cf-aec09b7c7c9c),segment_id=4436eed2-294e-4646-83cf-aec09b7c7c9c)] {{(pid=104323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 31 21:07:52.683178 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6d9907-0246-4917-b60b-4efa47d9ad67 req-5ca627eb-12ff-408e-aee2-5715ae7a6dae tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:52.685375 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-0d6d9907-0246-4917-b60b-4efa47d9ad67 req-5ca627eb-12ff-408e-aee2-5715ae7a6dae tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.55 "GET /v2.0/ports?device_id=c59245fe-2b3a-4cea-85db-b7b8e0aea06f HTTP/1.1" status: 200 len: 943 time: 0.0660696 May 31 21:07:52.701455 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac4989d-7ba6-4c28-9651-ba8b2f0fd662 req-77d21373-77c4-480d-9c60-58ab6455d139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:52.703263 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-6ac4989d-7ba6-4c28-9651-ba8b2f0fd662 req-77d21373-77c4-480d-9c60-58ab6455d139 service neutron] 10.222.0.40 "GET /v2.0/networks?tenant_id=f722e284eda84b078c1c6935fb728f82&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1870031 May 31 21:07:52.745756 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron_lib.callbacks.manager [None req-0d73429e-899a-4449-8104-ca6c68bf5beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (b7edc28f-0b5c-48a0-be3e-53eafca44069), after_update {{(pid=104323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:52.793507 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-0d6d9907-0246-4917-b60b-4efa47d9ad67 req-618c7e01-9eb4-4672-adf3-b72e3bc14e0b tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.55 "GET /v2.0/security-groups?id=eeb53072-7e85-45b9-8b08-7447584348ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949752 May 31 21:07:52.796839 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-dead42d3-5e6e-42a9-97ef-55a1854c02c0 admin admin] Publish callbacks [] for port (cc44f652-86ef-40ad-bcc5-6496d373d7f2), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:52.814188 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:52.902050 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d73429e-899a-4449-8104-ca6c68bf5beb None None] Routers {'e6a9a7f7-3471-4962-9c45-d5d10a48e8c9'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:07:52.902050 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-0d73429e-899a-4449-8104-ca6c68bf5beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:07:44Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['e6a9a7f7-3471-4962-9c45-d5d10a48e8c9'], 'active': True} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:07:52.910568 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac4989d-7ba6-4c28-9651-ba8b2f0fd662 req-e8ad1cd2-c788-4968-a063-435de1b03654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:52.912888 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-6ac4989d-7ba6-4c28-9651-ba8b2f0fd662 req-e8ad1cd2-c788-4968-a063-435de1b03654 service neutron] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2016129 May 31 21:07:52.913978 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322cacb3-893e-4842-9637-05ddd3422c04 req-e3fc5946-2110-4f18-82ea-12de65c642b2 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:52.920965 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-322cacb3-893e-4842-9637-05ddd3422c04 req-e3fc5946-2110-4f18-82ea-12de65c642b2 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=faf12fce-2352-40df-a297-0d7b28379014 HTTP/1.1" status: 200 len: 945 time: 0.0801611 May 31 21:07:52.977963 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06839ba-2de9-4a16-8658-11c22d0408f2 None None] Pushing event updated for resources: {'Port': ['ID=b7edc28f-0b5c-48a0-be3e-53eafca44069,revision_number=3']} {{(pid=104323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:07:52.983508 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-dead42d3-5e6e-42a9-97ef-55a1854c02c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747261518129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437045'] for port (cc44f652-86ef-40ad-bcc5-6496d373d7f2), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:53.026240 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-322cacb3-893e-4842-9637-05ddd3422c04 req-a24357a0-b190-4f09-8442-9a7ba9adc643 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/security-groups?id=71909b2b-34a3-4d69-b398-0bd2a67db903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981114 May 31 21:07:53.033592 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d59ec4-a438-48a6-8b73-6aadc5c1a240 req-2828ab7d-cc41-4d84-8474-b9d0e70d5ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:53.035396 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-73d59ec4-a438-48a6-8b73-6aadc5c1a240 req-2828ab7d-cc41-4d84-8474-b9d0e70d5ac1 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=f722e284eda84b078c1c6935fb728f82&device_id=c59245fe-2b3a-4cea-85db-b7b8e0aea06f HTTP/1.1" status: 200 len: 1127 time: 0.0750639 May 31 21:07:53.058663 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:53.085515 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dead42d3-5e6e-42a9-97ef-55a1854c02c0 admin admin] Network 2b6fa07f-5cb8-42d8-9600-0a88c25a08b5 is already hosted by enough agents. {{(pid=104320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 21:07:53.086618 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.base_scheduler [None req-dead42d3-5e6e-42a9-97ef-55a1854c02c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:07:53.088805 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dead42d3-5e6e-42a9-97ef-55a1854c02c0 admin admin] Pushing event updated for resources: {'Port': ['ID=cc44f652-86ef-40ad-bcc5-6496d373d7f2,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:07:53.091863 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dead42d3-5e6e-42a9-97ef-55a1854c02c0 admin admin] Received port after_create {{(pid=104320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 31 21:07:53.125495 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvr_db [None req-0d73429e-899a-4449-8104-ca6c68bf5beb None None] Set router e6a9a7f7-3471-4962-9c45-d5d10a48e8c9 gateway port host: dv-cinder-839793-16-iscsi {{(pid=104323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:07:53.141812 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-73d59ec4-a438-48a6-8b73-6aadc5c1a240 req-5f9611b2-0d71-41bc-9b26-2e2861593011 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ff2f985-0e66-4260-9039-36545ea47a85 HTTP/1.1" status: 200 len: 217 time: 0.0952818 May 31 21:07:53.162820 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-dead42d3-5e6e-42a9-97ef-55a1854c02c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598285'] for router_interface (e6a9a7f7-3471-4962-9c45-d5d10a48e8c9), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:53.224756 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d59ec4-a438-48a6-8b73-6aadc5c1a240 req-67f46062-1422-4439-9c20-c4a9f190bd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:53.226292 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-73d59ec4-a438-48a6-8b73-6aadc5c1a240 req-67f46062-1422-4439-9c20-c4a9f190bd45 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=7599ba98-f239-48f9-b826-4e3746c54b43 HTTP/1.1" status: 200 len: 848 time: 0.0784707 May 31 21:07:53.289575 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-73d59ec4-a438-48a6-8b73-6aadc5c1a240 req-65dd7d22-ee62-4b18-a998-c5fe49de45dc service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=31d0d2cb-3b54-4c55-b456-24ad3c7e1be7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554748 May 31 21:07:53.326440 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:53.333241 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:53.518287 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-73d59ec4-a438-48a6-8b73-6aadc5c1a240 req-3296aca5-d124-4b85-96b5-4f061fdd25f4 service neutron] 10.222.0.40 "GET /v2.0/networks/31d0d2cb-3b54-4c55-b456-24ad3c7e1be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125432 May 31 21:07:53.531678 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-dead42d3-5e6e-42a9-97ef-55a1854c02c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (cc44f652-86ef-40ad-bcc5-6496d373d7f2), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:53.557603 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-6b57b3a0-39cb-4d69-a5bb-6f9d9538ad4b None None] Provisioning complete for port cc44f652-86ef-40ad-bcc5-6496d373d7f2 triggered by entity DHCP. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:07:53.558725 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-6b57b3a0-39cb-4d69-a5bb-6f9d9538ad4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (cc44f652-86ef-40ad-bcc5-6496d373d7f2), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:53.562564 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3353fc69-49a4-428d-bfe0-2dea08f9b305 req-1e296e79-66f1-497f-938e-d2922a544f92 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:53.574777 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-3353fc69-49a4-428d-bfe0-2dea08f9b305 req-1e296e79-66f1-497f-938e-d2922a544f92 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 945 time: 0.1299794 May 31 21:07:53.605146 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-0d73429e-899a-4449-8104-ca6c68bf5beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a9a7f7-3471-4962-9c45-d5d10a48e8c9', 'name': 'tempest-TestVolumeBootPattern-936654372-router', 'tenant_id': 'e1e5f9a52ba444c9aeec8d8f0ac5e5fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'b7edc28f-0b5c-48a0-be3e-53eafca44069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:07:46Z', 'updated_at': '2022-05-31T21:07:48Z', 'revision_number': 3, 'project_id': 'e1e5f9a52ba444c9aeec8d8f0ac5e5fe', 'gw_port': {'id': 'b7edc28f-0b5c-48a0-be3e-53eafca44069', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d3:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a9a7f7-3471-4962-9c45-d5d10a48e8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:07:47Z', 'updated_at': '2022-05-31T21:07:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi'}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:07:53.629052 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-6b57b3a0-39cb-4d69-a5bb-6f9d9538ad4b None None] Port cc44f652-86ef-40ad-bcc5-6496d373d7f2 cannot update to ACTIVE because it is not bound. {{(pid=104322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 31 21:07:53.644611 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-73d59ec4-a438-48a6-8b73-6aadc5c1a240 req-36d6c0e3-bf8e-48f1-9d9b-5deddfa21560 service neutron] 10.222.0.40 "GET /v2.0/networks/31d0d2cb-3b54-4c55-b456-24ad3c7e1be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241417 May 31 21:07:53.648554 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d73429e-899a-4449-8104-ca6c68bf5beb None None] The sync data for ids ['e6a9a7f7-3471-4962-9c45-d5d10a48e8c9'] in dv-cinder-839793-16-iscsi is: [{'id': 'e6a9a7f7-3471-4962-9c45-d5d10a48e8c9', 'name': 'tempest-TestVolumeBootPattern-936654372-router', 'tenant_id': 'e1e5f9a52ba444c9aeec8d8f0ac5e5fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'b7edc28f-0b5c-48a0-be3e-53eafca44069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:07:46Z', 'updated_at': '2022-05-31T21:07:48Z', 'revision_number': 3, 'project_id': 'e1e5f9a52ba444c9aeec8d8f0ac5e5fe', 'gw_port': {'id': 'b7edc28f-0b5c-48a0-be3e-53eafca44069', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d3:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a9a7f7-3471-4962-9c45-d5d10a48e8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:07:47Z', 'updated_at': '2022-05-31T21:07:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi'}] {{(pid=104323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 21:07:53.798867 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-3353fc69-49a4-428d-bfe0-2dea08f9b305 req-c13fd379-e9ca-460a-aa08-9eaf85a5d8d6 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2039413 May 31 21:07:53.990026 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:54.061141 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192ecea9-0c1e-4797-87c6-500f0edb273e req-d7431512-ee72-454c-ac87-a95d27b0dc49 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:54.068718 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-192ecea9-0c1e-4797-87c6-500f0edb273e req-d7431512-ee72-454c-ac87-a95d27b0dc49 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.55 "GET /v2.0/ports?device_id=c59245fe-2b3a-4cea-85db-b7b8e0aea06f HTTP/1.1" status: 200 len: 943 time: 0.1651571 May 31 21:07:54.075957 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-dead42d3-5e6e-42a9-97ef-55a1854c02c0 admin admin] Publish callbacks [] for port (cc44f652-86ef-40ad-bcc5-6496d373d7f2), precommit_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:54.179036 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-dead42d3-5e6e-42a9-97ef-55a1854c02c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437050'] for port (cc44f652-86ef-40ad-bcc5-6496d373d7f2), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:54.257223 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-192ecea9-0c1e-4797-87c6-500f0edb273e req-bf9774d3-5248-415f-a3ef-3b741a6091bd tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.55 "GET /v2.0/security-groups?id=eeb53072-7e85-45b9-8b08-7447584348ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873243 May 31 21:07:54.295873 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf3f45-e52c-439c-9e9d-6082eb3d58ec req-ca1b6383-63f4-47be-8241-a80a1dbcc9fb tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:54.298385 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-eacf3f45-e52c-439c-9e9d-6082eb3d58ec req-ca1b6383-63f4-47be-8241-a80a1dbcc9fb tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=faf12fce-2352-40df-a297-0d7b28379014 HTTP/1.1" status: 200 len: 945 time: 0.1658654 May 31 21:07:54.328254 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dead42d3-5e6e-42a9-97ef-55a1854c02c0 admin admin] Pushing event updated for resources: {'Port': ['ID=cc44f652-86ef-40ad-bcc5-6496d373d7f2,revision_number=2']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:07:54.353923 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-dead42d3-5e6e-42a9-97ef-55a1854c02c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1696816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1599485'] for router_interface (e6a9a7f7-3471-4962-9c45-d5d10a48e8c9), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:54.378780 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dead42d3-5e6e-42a9-97ef-55a1854c02c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:07:54.379231 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dead42d3-5e6e-42a9-97ef-55a1854c02c0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:07:54.379569 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dead42d3-5e6e-42a9-97ef-55a1854c02c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:07:54.379910 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dead42d3-5e6e-42a9-97ef-55a1854c02c0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:07:54.380249 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dead42d3-5e6e-42a9-97ef-55a1854c02c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:07:54.380589 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dead42d3-5e6e-42a9-97ef-55a1854c02c0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:07:54.380923 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dead42d3-5e6e-42a9-97ef-55a1854c02c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:07:54.381594 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dead42d3-5e6e-42a9-97ef-55a1854c02c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:07:54.381594 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dead42d3-5e6e-42a9-97ef-55a1854c02c0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:07:54.381952 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dead42d3-5e6e-42a9-97ef-55a1854c02c0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:07:54.382275 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dead42d3-5e6e-42a9-97ef-55a1854c02c0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:07:54.382608 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dead42d3-5e6e-42a9-97ef-55a1854c02c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:07:54.382920 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dead42d3-5e6e-42a9-97ef-55a1854c02c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:07:54.383241 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dead42d3-5e6e-42a9-97ef-55a1854c02c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:07:54.383630 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dead42d3-5e6e-42a9-97ef-55a1854c02c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:07:54.486835 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-eacf3f45-e52c-439c-9e9d-6082eb3d58ec req-12aa3d2f-eae2-42ab-bc27-9bc2df821857 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/security-groups?id=71909b2b-34a3-4d69-b398-0bd2a67db903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1780779 May 31 21:07:54.494291 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:54.538854 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dead42d3-5e6e-42a9-97ef-55a1854c02c0 admin admin] Network 2b6fa07f-5cb8-42d8-9600-0a88c25a08b5 is already hosted by enough agents. {{(pid=104320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 21:07:54.543693 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.base_scheduler [None req-dead42d3-5e6e-42a9-97ef-55a1854c02c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:07:54.732758 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dead42d3-5e6e-42a9-97ef-55a1854c02c0 admin admin] Router e6a9a7f7-3471-4962-9c45-d5d10a48e8c9 has already been hosted by L3 agent 13ce5b10-321e-4e80-b29e-1cfc3c51661e {{(pid=104320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 31 21:07:54.903448 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-7fad6662-2712-44bb-bc79-4aa88ab2a5c4 None None] Provisioning complete for port cc44f652-86ef-40ad-bcc5-6496d373d7f2 triggered by entity DHCP. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:07:54.905470 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-7fad6662-2712-44bb-bc79-4aa88ab2a5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (cc44f652-86ef-40ad-bcc5-6496d373d7f2), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:54.956092 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dead42d3-5e6e-42a9-97ef-55a1854c02c0 admin admin] Notify agent at l3_agent.dv-cinder-839793-16-iscsi the message routers_updated {{(pid=104320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 31 21:07:54.964403 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-dead42d3-5e6e-42a9-97ef-55a1854c02c0 admin admin] 10.222.0.55 "PUT /v2.0/routers/e6a9a7f7-3471-4962-9c45-d5d10a48e8c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2718964 May 31 21:07:54.989409 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-7fad6662-2712-44bb-bc79-4aa88ab2a5c4 None None] Port cc44f652-86ef-40ad-bcc5-6496d373d7f2 cannot update to ACTIVE because it is not bound. {{(pid=104322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 31 21:07:55.069288 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53613ba9-8748-4d77-bda9-4bf1da963ff5 req-53de69c8-d9c3-4c89-ae12-4bcf23cad518 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:55.078069 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-53613ba9-8748-4d77-bda9-4bf1da963ff5 req-53de69c8-d9c3-4c89-ae12-4bcf23cad518 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 945 time: 0.1101906 May 31 21:07:55.137860 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-53613ba9-8748-4d77-bda9-4bf1da963ff5 req-67760157-69b4-419a-ba65-329633bbbcf3 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587325 May 31 21:07:55.455112 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd46307-a901-4267-b4fa-8042c3241f2c req-94b19cf4-700e-4e16-822b-909ed4884e4a tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:55.463215 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-6bd46307-a901-4267-b4fa-8042c3241f2c req-94b19cf4-700e-4e16-822b-909ed4884e4a tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.55 "GET /v2.0/ports?device_id=c59245fe-2b3a-4cea-85db-b7b8e0aea06f HTTP/1.1" status: 200 len: 943 time: 0.1194532 May 31 21:07:55.525494 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-6bd46307-a901-4267-b4fa-8042c3241f2c req-3c1f0a5d-9128-4a8e-91dc-e3d348bdae1a tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.55 "GET /v2.0/security-groups?id=eeb53072-7e85-45b9-8b08-7447584348ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612845 May 31 21:07:55.640733 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321683d8-23d9-45d4-8dc2-94df33575a99 req-e6d3decc-bf15-4eee-834f-1d1ee77cda19 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:55.641363 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-321683d8-23d9-45d4-8dc2-94df33575a99 req-e6d3decc-bf15-4eee-834f-1d1ee77cda19 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=faf12fce-2352-40df-a297-0d7b28379014 HTTP/1.1" status: 200 len: 945 time: 0.0576611 May 31 21:07:55.699382 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device b7edc28f-0b5c-48a0-be3e-53eafca44069 up at agent ovs-agent-dv-cinder-839793-16-iscsi {{(pid=104322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 31 21:07:55.713096 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-321683d8-23d9-45d4-8dc2-94df33575a99 req-d4aa1a97-fc63-4970-81f1-0a9bc1654124 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/security-groups?id=71909b2b-34a3-4d69-b398-0bd2a67db903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608332 May 31 21:07:55.760272 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 37430) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:07:55.764158 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Provisioning complete for port b7edc28f-0b5c-48a0-be3e-53eafca44069 triggered by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:07:55.764633 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (b7edc28f-0b5c-48a0-be3e-53eafca44069), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:55.766955 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.v2.base [None req-f0ff1560-1b8f-4036-8051-0c214819d193 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-506263611', 'description': 'tempest-secgroup-smoke-506263611 description', 'project_id': '8e511490c0f8438fb89ac590bd63529f'}} {{(pid=104320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:07:55.808733 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:55.858811 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Current status of the port b7edc28f-0b5c-48a0-be3e-53eafca44069 is: DOWN; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:07:55.859201 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (b7edc28f-0b5c-48a0-be3e-53eafca44069), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:55.877260 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-f0ff1560-1b8f-4036-8051-0c214819d193 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks [] for security_group (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:55.900506 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] For port b7edc28f-0b5c-48a0-be3e-53eafca44069, host dv-cinder-839793-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=b7edc28f-0b5c-48a0-be3e-53eafca44069,segment=NetworkSegment(4436eed2-294e-4646-83cf-aec09b7c7c9c),segment_id=4436eed2-294e-4646-83cf-aec09b7c7c9c)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:07:55.986369 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-f0ff1560-1b8f-4036-8051-0c214819d193 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks [] for security_group (af63a73d-db92-422f-a34b-85e8632ce5b3), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:56.008850 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (b7edc28f-0b5c-48a0-be3e-53eafca44069), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:56.095887 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Pushing event updated for resources: {'Port': ['ID=b7edc28f-0b5c-48a0-be3e-53eafca44069,revision_number=4']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:07:56.103437 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-f0ff1560-1b8f-4036-8051-0c214819d193 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (af63a73d-db92-422f-a34b-85e8632ce5b3), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:56.160109 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:56.167587 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2057024-d610-438d-946f-572f43abc25c None None] Sync routers for ids ['e6a9a7f7-3471-4962-9c45-d5d10a48e8c9'] in dv-cinder-839793-16-iscsi {{(pid=104322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 21:07:56.184440 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2057024-d610-438d-946f-572f43abc25c None None] Routers {'e6a9a7f7-3471-4962-9c45-d5d10a48e8c9'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:07:56.185349 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-b2057024-d610-438d-946f-572f43abc25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:07:44Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['e6a9a7f7-3471-4962-9c45-d5d10a48e8c9'], 'active': True} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:07:56.196010 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ff1560-1b8f-4036-8051-0c214819d193 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af63a73d-db92-422f-a34b-85e8632ce5b3,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:07:56.307176 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-f0ff1560-1b8f-4036-8051-0c214819d193 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks [] for security_group (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:56.311835 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 37438) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:07:56.312437 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-f0ff1560-1b8f-4036-8051-0c214819d193 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5494637 May 31 21:07:56.322739 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [None req-b1d23896-5581-4c80-9be8-017298341f57 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Request body: {'security_group_rule': {'security_group_id': 'af63a73d-db92-422f-a34b-85e8632ce5b3', 'project_id': '8e511490c0f8438fb89ac590bd63529f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:07:56.334695 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba4c62f-26ac-4054-b29a-0122524e4342 req-8da8abb7-9c04-4379-9573-fe2733dbcb56 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:56.337139 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-2ba4c62f-26ac-4054-b29a-0122524e4342 req-8da8abb7-9c04-4379-9573-fe2733dbcb56 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 945 time: 0.0803418 May 31 21:07:56.427408 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-2ba4c62f-26ac-4054-b29a-0122524e4342 req-2f7a940a-1b00-49bd-ac3f-2eb1b3d53e40 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826159 May 31 21:07:56.456277 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-b1d23896-5581-4c80-9be8-017298341f57 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks [] for security_group_rule (f88de29d-4bc7-444a-b457-fd5e8800f8a3), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:56.522154 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-b1d23896-5581-4c80-9be8-017298341f57 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks [] for security_group_rule (f88de29d-4bc7-444a-b457-fd5e8800f8a3), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:56.545556 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvr_db [None req-b2057024-d610-438d-946f-572f43abc25c None None] Set router e6a9a7f7-3471-4962-9c45-d5d10a48e8c9 gateway port host: dv-cinder-839793-16-iscsi {{(pid=104322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:07:56.664551 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-b1d23896-5581-4c80-9be8-017298341f57 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769332'] for security_group_rule (f88de29d-4bc7-444a-b457-fd5e8800f8a3), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:56.693675 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d23896-5581-4c80-9be8-017298341f57 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f88de29d-4bc7-444a-b457-fd5e8800f8a3,revision_number=0']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:07:56.696421 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:56.714817 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecde299d-87b4-45df-95f3-9c0aa35d9ec2 req-e4b3368e-f8f0-4407-8171-a92ccbc74426 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:56.719024 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ecde299d-87b4-45df-95f3-9c0aa35d9ec2 req-e4b3368e-f8f0-4407-8171-a92ccbc74426 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.55 "GET /v2.0/ports?device_id=c59245fe-2b3a-4cea-85db-b7b8e0aea06f HTTP/1.1" status: 200 len: 943 time: 0.0870941 May 31 21:07:56.780244 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ecde299d-87b4-45df-95f3-9c0aa35d9ec2 req-c0a80ea7-856b-47d3-902c-34eccc6f6a47 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.55 "GET /v2.0/security-groups?id=eeb53072-7e85-45b9-8b08-7447584348ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579731 May 31 21:07:56.820972 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-b1d23896-5581-4c80-9be8-017298341f57 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:56.822237 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-b1d23896-5581-4c80-9be8-017298341f57 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5083573 May 31 21:07:56.825092 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 37444) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:07:56.829752 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [None req-f3b23e5a-29b7-4356-83b7-f88cfdd12718 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Request body: {'security_group_rule': {'security_group_id': 'af63a73d-db92-422f-a34b-85e8632ce5b3', 'project_id': '8e511490c0f8438fb89ac590bd63529f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:07:56.861740 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd39f848-a813-4f47-a925-156ced410afb req-83800dd1-8c85-4779-b51e-6906885c6634 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:56.870113 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-dd39f848-a813-4f47-a925-156ced410afb req-83800dd1-8c85-4779-b51e-6906885c6634 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=faf12fce-2352-40df-a297-0d7b28379014 HTTP/1.1" status: 200 len: 945 time: 0.0739264 May 31 21:07:56.884831 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-b2057024-d610-438d-946f-572f43abc25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a9a7f7-3471-4962-9c45-d5d10a48e8c9', 'name': 'tempest-TestVolumeBootPattern-936654372-router', 'tenant_id': 'e1e5f9a52ba444c9aeec8d8f0ac5e5fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'b7edc28f-0b5c-48a0-be3e-53eafca44069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:07:46Z', 'updated_at': '2022-05-31T21:07:53Z', 'revision_number': 4, 'project_id': 'e1e5f9a52ba444c9aeec8d8f0ac5e5fe', 'gw_port': {'id': 'b7edc28f-0b5c-48a0-be3e-53eafca44069', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a9a7f7-3471-4962-9c45-d5d10a48e8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:07:47Z', 'updated_at': '2022-05-31T21:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_interfaces': [{'id': 'cc44f652-86ef-40ad-bcc5-6496d373d7f2', 'name': '', 'network_id': '2b6fa07f-5cb8-42d8-9600-0a88c25a08b5', 'tenant_id': 'e1e5f9a52ba444c9aeec8d8f0ac5e5fe', 'mac_address': 'fa:16:3e:8f:38:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a9a7f7-3471-4962-9c45-d5d10a48e8c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'ce669e81-78e3-4c1b-8491-d5fdcf2cf5c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:07:52Z', 'updated_at': '2022-05-31T21:07:53Z', 'revision_number': 2, 'project_id': 'e1e5f9a52ba444c9aeec8d8f0ac5e5fe', 'subnets': [{'id': 'ce669e81-78e3-4c1b-8491-d5fdcf2cf5c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:07:56.915794 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2057024-d610-438d-946f-572f43abc25c None None] Checking router: e6a9a7f7-3471-4962-9c45-d5d10a48e8c9 for host: dv-cinder-839793-16-iscsi {{(pid=104322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 21:07:56.916468 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2057024-d610-438d-946f-572f43abc25c None None] Updating router e6a9a7f7-3471-4962-9c45-d5d10a48e8c9 port cc44f652-86ef-40ad-bcc5-6496d373d7f2 binding host dv-cinder-839793-16-iscsi {{(pid=104322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 21:07:56.957568 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-dd39f848-a813-4f47-a925-156ced410afb req-59fd2106-b6cb-41e2-97fa-29b6ce977c1f tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/security-groups?id=71909b2b-34a3-4d69-b398-0bd2a67db903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862539 May 31 21:07:56.958955 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-b2057024-d610-438d-946f-572f43abc25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (cc44f652-86ef-40ad-bcc5-6496d373d7f2), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:56.984416 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-f3b23e5a-29b7-4356-83b7-f88cfdd12718 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks [] for security_group_rule (3adc5d34-d709-491b-862a-36af71908e8d), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:57.111379 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-f3b23e5a-29b7-4356-83b7-f88cfdd12718 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks [] for security_group_rule (3adc5d34-d709-491b-862a-36af71908e8d), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:57.159616 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:57.280214 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-f3b23e5a-29b7-4356-83b7-f88cfdd12718 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769332'] for security_group_rule (3adc5d34-d709-491b-862a-36af71908e8d), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:57.304696 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b23e5a-29b7-4356-83b7-f88cfdd12718 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3adc5d34-d709-491b-862a-36af71908e8d,revision_number=0']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:07:57.379970 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device 6ff2f985-0e66-4260-9039-36545ea47a85 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=104322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 31 21:07:57.380360 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-f3b23e5a-29b7-4356-83b7-f88cfdd12718 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:57.385101 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 37446) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:07:57.386498 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-f3b23e5a-29b7-4356-83b7-f88cfdd12718 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5588584 May 31 21:07:57.392274 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.v2.base [None req-7fc12f13-8b7a-45c9-8a9e-57c24b378608 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Request body: {'security_group_rule': {'security_group_id': 'af63a73d-db92-422f-a34b-85e8632ce5b3', 'project_id': '8e511490c0f8438fb89ac590bd63529f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:07:57.446595 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-b2057024-d610-438d-946f-572f43abc25c None None] Publish callbacks [] for port (cc44f652-86ef-40ad-bcc5-6496d373d7f2), precommit_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:57.522255 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-7fc12f13-8b7a-45c9-8a9e-57c24b378608 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks [] for security_group_rule (87edcfa4-e338-43fb-a68b-1141c7b13350), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:57.538643 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:57.542692 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-b2057024-d610-438d-946f-572f43abc25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (cc44f652-86ef-40ad-bcc5-6496d373d7f2), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:57.583824 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] For port 6ff2f985-0e66-4260-9039-36545ea47a85, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=6ff2f985-0e66-4260-9039-36545ea47a85,segment=NetworkSegment(fec7669d-e3cc-47b0-a6cf-b5955b75bf9e),segment_id=fec7669d-e3cc-47b0-a6cf-b5955b75bf9e)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:07:57.636926 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Returning: {'device': '6ff2f985-0e66-4260-9039-36545ea47a85', 'network_id': '31d0d2cb-3b54-4c55-b456-24ad3c7e1be7', 'port_id': '6ff2f985-0e66-4260-9039-36545ea47a85', 'mac_address': 'fa:16:3e:fa:9f:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7599ba98-f239-48f9-b826-4e3746c54b43', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 31 21:07:57.709158 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4089b0e1-2490-47b4-ac1a-6400111e989a req-b0044371-3231-47c5-9a28-9d0b81fdf534 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:57.712268 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-4089b0e1-2490-47b4-ac1a-6400111e989a req-b0044371-3231-47c5-9a28-9d0b81fdf534 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 945 time: 0.1659391 May 31 21:07:57.720085 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b06f1f6-bfd6-42a2-bb83-8dfdcd581c2d None None] Pushing event updated for resources: {'Port': ['ID=cc44f652-86ef-40ad-bcc5-6496d373d7f2,revision_number=3']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:07:57.725691 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-7fc12f13-8b7a-45c9-8a9e-57c24b378608 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks [] for security_group_rule (87edcfa4-e338-43fb-a68b-1141c7b13350), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:57.776847 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.managers [None req-b2057024-d610-438d-946f-572f43abc25c None None] Attempting to bind port cc44f652-86ef-40ad-bcc5-6496d373d7f2 on host dv-cinder-839793-16-iscsi for vnic_type normal with profile {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 31 21:07:57.780070 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.managers [None req-b2057024-d610-438d-946f-572f43abc25c None None] Attempting to bind port cc44f652-86ef-40ad-bcc5-6496d373d7f2 by drivers openvswitch,hyperv on host dv-cinder-839793-16-iscsi at level 0 using segments [{'id': 'afcf3914-ccc2-4a2b-a87b-5370a990ca8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2b6fa07f-5cb8-42d8-9600-0a88c25a08b5'}] {{(pid=104322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 31 21:07:57.780932 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2057024-d610-438d-946f-572f43abc25c None None] Attempting to bind port cc44f652-86ef-40ad-bcc5-6496d373d7f2 on network 2b6fa07f-5cb8-42d8-9600-0a88c25a08b5 {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 31 21:07:57.796686 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device b7edc28f-0b5c-48a0-be3e-53eafca44069 up at agent ovs-agent-dv-cinder-839793-16-iscsi {{(pid=104322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 31 21:07:57.804396 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-7fc12f13-8b7a-45c9-8a9e-57c24b378608 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769332'] for security_group_rule (87edcfa4-e338-43fb-a68b-1141c7b13350), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:57.821394 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-4089b0e1-2490-47b4-ac1a-6400111e989a req-950452d4-b971-4bfc-971e-165d07850668 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976262 May 31 21:07:57.825285 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc12f13-8b7a-45c9-8a9e-57c24b378608 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87edcfa4-e338-43fb-a68b-1141c7b13350,revision_number=0']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:07:57.874943 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2057024-d610-438d-946f-572f43abc25c None None] Checking agent: {'id': 'a61205dd-b11c-42a1-aa2d-4b7310a8dc99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 20, 54, 48), 'started_at': datetime.datetime(2022, 5, 31, 20, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 21, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 31 21:07:57.875325 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2057024-d610-438d-946f-572f43abc25c None None] Checking segment: {'id': 'afcf3914-ccc2-4a2b-a87b-5370a990ca8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2b6fa07f-5cb8-42d8-9600-0a88c25a08b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 31 21:07:57.875736 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-b2057024-d610-438d-946f-572f43abc25c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:57.876187 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2057024-d610-438d-946f-572f43abc25c None None] Bound using segment: {'id': 'afcf3914-ccc2-4a2b-a87b-5370a990ca8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2b6fa07f-5cb8-42d8-9600-0a88c25a08b5'} {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 31 21:07:57.876848 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.managers [None req-b2057024-d610-438d-946f-572f43abc25c None None] Bound port: cc44f652-86ef-40ad-bcc5-6496d373d7f2, host: dv-cinder-839793-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afcf3914-ccc2-4a2b-a87b-5370a990ca8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2b6fa07f-5cb8-42d8-9600-0a88c25a08b5'}}] {{(pid=104322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 31 21:07:57.877281 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-b2057024-d610-438d-946f-572f43abc25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (cc44f652-86ef-40ad-bcc5-6496d373d7f2), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:57.920639 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-7fc12f13-8b7a-45c9-8a9e-57c24b378608 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:57.927664 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 37454) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:07:57.928499 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-7fc12f13-8b7a-45c9-8a9e-57c24b378608 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5416198 May 31 21:07:57.938770 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [None req-cdf0990a-384a-44b8-8e2f-c91d29680767 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Request body: {'security_group_rule': {'security_group_id': 'af63a73d-db92-422f-a34b-85e8632ce5b3', 'project_id': '8e511490c0f8438fb89ac590bd63529f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:07:57.956421 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Current status of the port 6ff2f985-0e66-4260-9039-36545ea47a85 is: DOWN; New status is: BUILD {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:07:57.956854 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (6ff2f985-0e66-4260-9039-36545ea47a85), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:57.975062 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.notifiers.nova [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ff2f985-0e66-4260-9039-36545ea47a85 {{(pid=104322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 21:07:58.053431 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f21933-a17b-49f3-8de5-5dd00d1b4b8b req-d4102f2e-bf9e-4657-835a-d0f383deccec tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:58.062380 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-61f21933-a17b-49f3-8de5-5dd00d1b4b8b req-d4102f2e-bf9e-4657-835a-d0f383deccec tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.55 "GET /v2.0/ports?device_id=c59245fe-2b3a-4cea-85db-b7b8e0aea06f HTTP/1.1" status: 200 len: 943 time: 0.1227119 May 31 21:07:58.072519 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-026cb06f-11ac-400e-945c-b8b33e9e36c6 None None] Provisioning complete for port cc44f652-86ef-40ad-bcc5-6496d373d7f2 triggered by entity DHCP. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:07:58.073116 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-026cb06f-11ac-400e-945c-b8b33e9e36c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (cc44f652-86ef-40ad-bcc5-6496d373d7f2), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:58.075157 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:58.081583 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-b2057024-d610-438d-946f-572f43abc25c None None] For port cc44f652-86ef-40ad-bcc5-6496d373d7f2, host dv-cinder-839793-16-iscsi, cleared binding levels {{(pid=104322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 31 21:07:58.081804 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-cdf0990a-384a-44b8-8e2f-c91d29680767 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks [] for security_group_rule (d0cb5e67-ea4d-486f-bf34-5ffabfeb50cd), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:58.089090 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Provisioning complete for port b7edc28f-0b5c-48a0-be3e-53eafca44069 triggered by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:07:58.089771 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (b7edc28f-0b5c-48a0-be3e-53eafca44069), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:58.243808 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-cdf0990a-384a-44b8-8e2f-c91d29680767 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks [] for security_group_rule (d0cb5e67-ea4d-486f-bf34-5ffabfeb50cd), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:58.256736 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5f879-0500-48c9-a6fc-c6c36e28c6c6 req-fc15c6be-6540-492a-99cd-69fd7fd2de15 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:58.260420 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:58.267979 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-0ed5f879-0500-48c9-a6fc-c6c36e28c6c6 req-fc15c6be-6540-492a-99cd-69fd7fd2de15 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=faf12fce-2352-40df-a297-0d7b28379014 HTTP/1.1" status: 200 len: 945 time: 0.1634948 May 31 21:07:58.274831 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-b2057024-d610-438d-946f-572f43abc25c None None] For port cc44f652-86ef-40ad-bcc5-6496d373d7f2, host dv-cinder-839793-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=cc44f652-86ef-40ad-bcc5-6496d373d7f2,segment=NetworkSegment(afcf3914-ccc2-4a2b-a87b-5370a990ca8d),segment_id=afcf3914-ccc2-4a2b-a87b-5370a990ca8d)] {{(pid=104322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 31 21:07:58.306639 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] For port 6ff2f985-0e66-4260-9039-36545ea47a85, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=6ff2f985-0e66-4260-9039-36545ea47a85,segment=NetworkSegment(fec7669d-e3cc-47b0-a6cf-b5955b75bf9e),segment_id=fec7669d-e3cc-47b0-a6cf-b5955b75bf9e)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:07:58.326286 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-cdf0990a-384a-44b8-8e2f-c91d29680767 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769332'] for security_group_rule (d0cb5e67-ea4d-486f-bf34-5ffabfeb50cd), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:58.335855 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-026cb06f-11ac-400e-945c-b8b33e9e36c6 None None] Port cc44f652-86ef-40ad-bcc5-6496d373d7f2 cannot update to ACTIVE because it is not bound. {{(pid=104322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 31 21:07:58.366849 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf0990a-384a-44b8-8e2f-c91d29680767 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0cb5e67-ea4d-486f-bf34-5ffabfeb50cd,revision_number=0']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:07:58.407580 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-0ed5f879-0500-48c9-a6fc-c6c36e28c6c6 req-e2527880-0f12-4fbb-98ce-d963dfbcc4f4 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/security-groups?id=71909b2b-34a3-4d69-b398-0bd2a67db903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386914 May 31 21:07:58.435197 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-61f21933-a17b-49f3-8de5-5dd00d1b4b8b req-a1b9fc98-5099-407b-8fd2-55b92f080531 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.55 "GET /v2.0/security-groups?id=eeb53072-7e85-45b9-8b08-7447584348ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3671577 May 31 21:07:58.444082 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (6ff2f985-0e66-4260-9039-36545ea47a85), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:58.444082 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-b2057024-d610-438d-946f-572f43abc25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (cc44f652-86ef-40ad-bcc5-6496d373d7f2), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:58.476505 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-cdf0990a-384a-44b8-8e2f-c91d29680767 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:58.478907 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-cdf0990a-384a-44b8-8e2f-c91d29680767 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5475941 May 31 21:07:58.485498 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 37458) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:07:58.492269 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Current status of the port b7edc28f-0b5c-48a0-be3e-53eafca44069 is: ACTIVE; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:07:58.493279 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.v2.base [None req-4e678f2e-004b-4d20-a538-f65ef9b848b5 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Request body: {'security_group_rule': {'security_group_id': 'af63a73d-db92-422f-a34b-85e8632ce5b3', 'project_id': '8e511490c0f8438fb89ac590bd63529f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:07:58.533550 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Pushing event updated for resources: {'Port': ['ID=6ff2f985-0e66-4260-9039-36545ea47a85,revision_number=4']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:07:58.597435 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b06f1f6-bfd6-42a2-bb83-8dfdcd581c2d None None] Pushing event updated for resources: {'Port': ['ID=cc44f652-86ef-40ad-bcc5-6496d373d7f2,revision_number=4']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:07:58.609215 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2057024-d610-438d-946f-572f43abc25c None None] Routers {'e6a9a7f7-3471-4962-9c45-d5d10a48e8c9'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:07:58.609858 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-b2057024-d610-438d-946f-572f43abc25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:07:44Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['e6a9a7f7-3471-4962-9c45-d5d10a48e8c9'], 'active': True} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:07:58.653682 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.db.securitygroups_db [None req-4e678f2e-004b-4d20-a538-f65ef9b848b5 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Project 8e511490c0f8438fb89ac590bd63529f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 21:07:58.663158 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-4e678f2e-004b-4d20-a538-f65ef9b848b5 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks [] for security_group_rule (8c00f900-90f9-462d-b0ed-479b120b08c3), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:58.766999 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-4e678f2e-004b-4d20-a538-f65ef9b848b5 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks [] for security_group_rule (8c00f900-90f9-462d-b0ed-479b120b08c3), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:58.808859 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvr_db [None req-b2057024-d610-438d-946f-572f43abc25c None None] Set router e6a9a7f7-3471-4962-9c45-d5d10a48e8c9 gateway port host: dv-cinder-839793-16-iscsi {{(pid=104322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:07:58.859584 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-4e678f2e-004b-4d20-a538-f65ef9b848b5 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769332'] for security_group_rule (8c00f900-90f9-462d-b0ed-479b120b08c3), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:58.876621 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-81877529-2b86-4993-9c95-c8023e699a5e None None] Provisioning complete for port cc44f652-86ef-40ad-bcc5-6496d373d7f2 triggered by entity DHCP. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:07:58.876987 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-81877529-2b86-4993-9c95-c8023e699a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (cc44f652-86ef-40ad-bcc5-6496d373d7f2), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:58.896653 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e678f2e-004b-4d20-a538-f65ef9b848b5 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c00f900-90f9-462d-b0ed-479b120b08c3,revision_number=0']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:07:58.932935 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] get_ports_and_sgs() called for port_ids ['6ff2f985-0e66-4260-9039-36545ea47a85'] {{(pid=104322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 31 21:07:58.937286 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:58.964941 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-4e678f2e-004b-4d20-a538-f65ef9b848b5 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:58.967836 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-4e678f2e-004b-4d20-a538-f65ef9b848b5 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4833643 May 31 21:07:58.970098 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 37464) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:07:58.975818 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [None req-d789517a-f644-482c-b8d3-f90640d5b975 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Request body: {'security_group_rule': {'security_group_id': 'af63a73d-db92-422f-a34b-85e8632ce5b3', 'project_id': '8e511490c0f8438fb89ac590bd63529f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:07:59.023230 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724146d8-775b-46d1-b652-bc9266a07743 req-9932758e-9688-415d-958b-7ff892f290b0 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:59.024999 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-724146d8-775b-46d1-b652-bc9266a07743 req-9932758e-9688-415d-958b-7ff892f290b0 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 945 time: 0.0992324 May 31 21:07:59.117852 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-724146d8-775b-46d1-b652-bc9266a07743 req-7e3b28e5-3ac5-43e1-9c13-64a4466a7bb8 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833170 May 31 21:07:59.120225 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.db.securitygroups_db [None req-d789517a-f644-482c-b8d3-f90640d5b975 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Project 8e511490c0f8438fb89ac590bd63529f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 21:07:59.130324 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-d789517a-f644-482c-b8d3-f90640d5b975 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks [] for security_group_rule (33c21e21-8a69-4f9c-96e8-f97c1666a75a), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:59.168067 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-81877529-2b86-4993-9c95-c8023e699a5e None None] Current status of the port cc44f652-86ef-40ad-bcc5-6496d373d7f2 is: DOWN; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:07:59.168370 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-81877529-2b86-4993-9c95-c8023e699a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (cc44f652-86ef-40ad-bcc5-6496d373d7f2), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:59.259380 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-d789517a-f644-482c-b8d3-f90640d5b975 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks [] for security_group_rule (33c21e21-8a69-4f9c-96e8-f97c1666a75a), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:59.279028 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-81877529-2b86-4993-9c95-c8023e699a5e None None] For port cc44f652-86ef-40ad-bcc5-6496d373d7f2, host dv-cinder-839793-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=cc44f652-86ef-40ad-bcc5-6496d373d7f2,segment=NetworkSegment(afcf3914-ccc2-4a2b-a87b-5370a990ca8d),segment_id=afcf3914-ccc2-4a2b-a87b-5370a990ca8d)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:07:59.281111 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-b2057024-d610-438d-946f-572f43abc25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a9a7f7-3471-4962-9c45-d5d10a48e8c9', 'name': 'tempest-TestVolumeBootPattern-936654372-router', 'tenant_id': 'e1e5f9a52ba444c9aeec8d8f0ac5e5fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'b7edc28f-0b5c-48a0-be3e-53eafca44069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:07:46Z', 'updated_at': '2022-05-31T21:07:53Z', 'revision_number': 4, 'project_id': 'e1e5f9a52ba444c9aeec8d8f0ac5e5fe', 'gw_port': {'id': 'b7edc28f-0b5c-48a0-be3e-53eafca44069', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a9a7f7-3471-4962-9c45-d5d10a48e8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:07:47Z', 'updated_at': '2022-05-31T21:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_interfaces': [{'id': 'cc44f652-86ef-40ad-bcc5-6496d373d7f2', 'name': '', 'network_id': '2b6fa07f-5cb8-42d8-9600-0a88c25a08b5', 'tenant_id': 'e1e5f9a52ba444c9aeec8d8f0ac5e5fe', 'mac_address': 'fa:16:3e:8f:38:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a9a7f7-3471-4962-9c45-d5d10a48e8c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'ce669e81-78e3-4c1b-8491-d5fdcf2cf5c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:07:52Z', 'updated_at': '2022-05-31T21:07:58Z', 'revision_number': 4, 'project_id': 'e1e5f9a52ba444c9aeec8d8f0ac5e5fe', 'subnets': [{'id': 'ce669e81-78e3-4c1b-8491-d5fdcf2cf5c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:07:59.316444 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2057024-d610-438d-946f-572f43abc25c None None] The sync data for ids ['e6a9a7f7-3471-4962-9c45-d5d10a48e8c9'] in dv-cinder-839793-16-iscsi is: [{'id': 'e6a9a7f7-3471-4962-9c45-d5d10a48e8c9', 'name': 'tempest-TestVolumeBootPattern-936654372-router', 'tenant_id': 'e1e5f9a52ba444c9aeec8d8f0ac5e5fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'b7edc28f-0b5c-48a0-be3e-53eafca44069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:07:46Z', 'updated_at': '2022-05-31T21:07:53Z', 'revision_number': 4, 'project_id': 'e1e5f9a52ba444c9aeec8d8f0ac5e5fe', 'gw_port': {'id': 'b7edc28f-0b5c-48a0-be3e-53eafca44069', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a9a7f7-3471-4962-9c45-d5d10a48e8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:07:47Z', 'updated_at': '2022-05-31T21:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_interfaces': [{'id': 'cc44f652-86ef-40ad-bcc5-6496d373d7f2', 'name': '', 'network_id': '2b6fa07f-5cb8-42d8-9600-0a88c25a08b5', 'tenant_id': 'e1e5f9a52ba444c9aeec8d8f0ac5e5fe', 'mac_address': 'fa:16:3e:8f:38:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a9a7f7-3471-4962-9c45-d5d10a48e8c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'ce669e81-78e3-4c1b-8491-d5fdcf2cf5c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:07:52Z', 'updated_at': '2022-05-31T21:07:58Z', 'revision_number': 4, 'project_id': 'e1e5f9a52ba444c9aeec8d8f0ac5e5fe', 'subnets': [{'id': 'ce669e81-78e3-4c1b-8491-d5fdcf2cf5c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 21:07:59.327711 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:59.426165 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-81877529-2b86-4993-9c95-c8023e699a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (cc44f652-86ef-40ad-bcc5-6496d373d7f2), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:59.428416 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-d789517a-f644-482c-b8d3-f90640d5b975 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769332'] for security_group_rule (33c21e21-8a69-4f9c-96e8-f97c1666a75a), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:59.504350 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789517a-f644-482c-b8d3-f90640d5b975 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33c21e21-8a69-4f9c-96e8-f97c1666a75a,revision_number=0']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:07:59.599148 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:59.613493 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-d789517a-f644-482c-b8d3-f90640d5b975 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:07:59.614769 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-d789517a-f644-482c-b8d3-f90640d5b975 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6432884 May 31 21:07:59.680523 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd1611e-2ad4-40b4-9ee5-9e8a4cbf9adb req-b4a656f7-2c9c-429e-a0e7-b07b7ab8df42 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:59.683423 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-fbd1611e-2ad4-40b4-9ee5-9e8a4cbf9adb req-b4a656f7-2c9c-429e-a0e7-b07b7ab8df42 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.55 "GET /v2.0/ports?device_id=c59245fe-2b3a-4cea-85db-b7b8e0aea06f HTTP/1.1" status: 200 len: 944 time: 0.1285028 May 31 21:07:59.782829 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757c7ee8-7709-40d1-8fe3-af76c896c508 req-e92a9f59-ee26-4881-a6ff-1c060297f7d3 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:07:59.782829 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-757c7ee8-7709-40d1-8fe3-af76c896c508 req-e92a9f59-ee26-4881-a6ff-1c060297f7d3 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=faf12fce-2352-40df-a297-0d7b28379014 HTTP/1.1" status: 200 len: 945 time: 0.1129298 May 31 21:07:59.803257 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81877529-2b86-4993-9c95-c8023e699a5e None None] Pushing event updated for resources: {'Port': ['ID=cc44f652-86ef-40ad-bcc5-6496d373d7f2,revision_number=5']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:07:59.806855 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:07:59.840952 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-fbd1611e-2ad4-40b4-9ee5-9e8a4cbf9adb req-1fa31566-244d-4164-8052-6ff3d75d587f tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.55 "GET /v2.0/security-groups?id=eeb53072-7e85-45b9-8b08-7447584348ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441650 May 31 21:07:59.874147 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-757c7ee8-7709-40d1-8fe3-af76c896c508 req-b4c3e8f8-80fa-474d-9eaa-514d8a476f0c tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/security-groups?id=71909b2b-34a3-4d69-b398-0bd2a67db903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466238 May 31 21:07:59.919548 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device cc44f652-86ef-40ad-bcc5-6496d373d7f2 up at agent ovs-agent-dv-cinder-839793-16-iscsi {{(pid=104322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 31 21:07:59.975358 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Provisioning complete for port cc44f652-86ef-40ad-bcc5-6496d373d7f2 triggered by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:07:59.975729 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (cc44f652-86ef-40ad-bcc5-6496d373d7f2), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:08:00.060560 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Current status of the port cc44f652-86ef-40ad-bcc5-6496d373d7f2 is: ACTIVE; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:08:00.268797 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5677531-9c7e-435f-a24a-a5f9774c4e80 req-6f8a567b-6f29-4fce-bfdb-69371ab2e3a6 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:00.270479 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-a5677531-9c7e-435f-a24a-a5f9774c4e80 req-6f8a567b-6f29-4fce-bfdb-69371ab2e3a6 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 945 time: 0.0758433 May 31 21:08:00.352407 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-a5677531-9c7e-435f-a24a-a5f9774c4e80 req-ab1d17db-f373-4acc-9314-83e9cb9f0cd2 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644894 May 31 21:08:00.406795 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device 6ff2f985-0e66-4260-9039-36545ea47a85 up at agent hyperv_hv-cinder-83979 {{(pid=104322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 31 21:08:00.471650 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Provisioning for port 6ff2f985-0e66-4260-9039-36545ea47a85 completed by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 31 21:08:00.579701 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Provisioning complete for port 6ff2f985-0e66-4260-9039-36545ea47a85 triggered by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:08:00.580278 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (6ff2f985-0e66-4260-9039-36545ea47a85), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:08:00.712476 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Current status of the port 6ff2f985-0e66-4260-9039-36545ea47a85 is: BUILD; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:08:00.713421 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (6ff2f985-0e66-4260-9039-36545ea47a85), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:08:00.753008 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c59245fe-2b3a-4cea-85db-b7b8e0aea06f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff2f985-0e66-4260-9039-36545ea47a85'}] {{(pid=104322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:08:00.754336 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0d07a434bcc94248bd83d89f5df7255b965f34de07d957ea8ea11cb14c6cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ca597c-35d8-4468-8e8e-c4fea7f9d403" -d '{"events": [{"server_uuid": "c59245fe-2b3a-4cea-85db-b7b8e0aea06f", "name": "network-vif-plugged", "status": "completed", "tag": "6ff2f985-0e66-4260-9039-36545ea47a85"}]}' {{(pid=104322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:08:00.790911 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] For port 6ff2f985-0e66-4260-9039-36545ea47a85, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=6ff2f985-0e66-4260-9039-36545ea47a85,segment=NetworkSegment(fec7669d-e3cc-47b0-a6cf-b5955b75bf9e),segment_id=fec7669d-e3cc-47b0-a6cf-b5955b75bf9e)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:08:00.816175 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 May 2022 21:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e3c014-a74a-46a9-8861-65cb5aff6977 x-openstack-request-id: req-45e3c014-a74a-46a9-8861-65cb5aff6977 {{(pid=104322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:08:00.816577 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c59245fe-2b3a-4cea-85db-b7b8e0aea06f", "name": "network-vif-plugged", "status": "completed", "tag": "6ff2f985-0e66-4260-9039-36545ea47a85", "code": 200}]} {{(pid=104322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:08:00.816886 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-45e3c014-a74a-46a9-8861-65cb5aff6977 {{(pid=104322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:08:00.838722 dv-cinder-839793-16-iscsi neutron-server[104322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45e3c014-a74a-46a9-8861-65cb5aff6977'] response: {'server_uuid': 'c59245fe-2b3a-4cea-85db-b7b8e0aea06f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff2f985-0e66-4260-9039-36545ea47a85', 'code': 200} May 31 21:08:00.893934 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (6ff2f985-0e66-4260-9039-36545ea47a85), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:08:00.992945 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Pushing event updated for resources: {'Port': ['ID=6ff2f985-0e66-4260-9039-36545ea47a85,revision_number=5']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:08:01.072020 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fda107-38b2-4867-9fe4-2241cb04b414 req-bd639dff-28d9-4a51-b564-5287b19de0e1 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:01.074206 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-f4fda107-38b2-4867-9fe4-2241cb04b414 req-bd639dff-28d9-4a51-b564-5287b19de0e1 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.55 "GET /v2.0/ports?device_id=c59245fe-2b3a-4cea-85db-b7b8e0aea06f HTTP/1.1" status: 200 len: 945 time: 0.1433673 May 31 21:08:01.140461 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883cc59f-a085-4ece-a46d-5d5f6e319408 req-a9efb4fc-2e11-4358-9e85-46d35eab9412 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:01.141946 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-883cc59f-a085-4ece-a46d-5d5f6e319408 req-a9efb4fc-2e11-4358-9e85-46d35eab9412 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=faf12fce-2352-40df-a297-0d7b28379014 HTTP/1.1" status: 200 len: 945 time: 0.1142383 May 31 21:08:01.221443 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-f4fda107-38b2-4867-9fe4-2241cb04b414 req-c0a30dac-6e6e-45c6-904f-5888f7ebee59 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.55 "GET /v2.0/security-groups?id=eeb53072-7e85-45b9-8b08-7447584348ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339157 May 31 21:08:01.224249 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46d007e-6359-4497-b6f9-41636692e7a9 req-6face6f4-1dd7-4c23-ac08-c78376db3d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:01.227142 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-b46d007e-6359-4497-b6f9-41636692e7a9 req-6face6f4-1dd7-4c23-ac08-c78376db3d0c service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=c59245fe-2b3a-4cea-85db-b7b8e0aea06f HTTP/1.1" status: 200 len: 1129 time: 0.0695317 May 31 21:08:01.243209 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:08:01.251011 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-883cc59f-a085-4ece-a46d-5d5f6e319408 req-df928627-9037-4517-96a1-813c58fa41c4 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/security-groups?id=71909b2b-34a3-4d69-b398-0bd2a67db903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024084 May 31 21:08:01.284259 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-b46d007e-6359-4497-b6f9-41636692e7a9 req-b4d13905-0a30-4e2c-8d3a-fca6c062f77c service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=eeb53072-7e85-45b9-8b08-7447584348ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495572 May 31 21:08:01.521039 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598bb217-952a-42d9-964d-b450d47c3599 req-6ba16e89-f0fa-487c-83a8-79e0097e0653 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:01.522627 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-598bb217-952a-42d9-964d-b450d47c3599 req-6ba16e89-f0fa-487c-83a8-79e0097e0653 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 945 time: 0.0612321 May 31 21:08:01.607115 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-598bb217-952a-42d9-964d-b450d47c3599 req-055bd585-d50d-4490-a488-1fd5262186ad tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778146 May 31 21:08:01.725447 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce87e5-b39f-49d2-8f6c-eb1eb418ba13 req-06b347f4-f3bd-4144-a7f0-2ce4132b03c1 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:01.749603 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-34ce87e5-b39f-49d2-8f6c-eb1eb418ba13 req-06b347f4-f3bd-4144-a7f0-2ce4132b03c1 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=faf12fce-2352-40df-a297-0d7b28379014 HTTP/1.1" status: 200 len: 945 time: 0.0897048 May 31 21:08:01.768210 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device cc44f652-86ef-40ad-bcc5-6496d373d7f2 up at agent ovs-agent-dv-cinder-839793-16-iscsi {{(pid=104322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 31 21:08:01.824934 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=100 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:08:01.829549 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-34ce87e5-b39f-49d2-8f6c-eb1eb418ba13 req-1fa515bb-fc28-4ddd-b87b-69517a20e9da tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/security-groups?id=71909b2b-34a3-4d69-b398-0bd2a67db903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788884 May 31 21:08:01.858238 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Provisioning complete for port cc44f652-86ef-40ad-bcc5-6496d373d7f2 triggered by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:08:01.858615 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (cc44f652-86ef-40ad-bcc5-6496d373d7f2), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:08:01.973674 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Current status of the port cc44f652-86ef-40ad-bcc5-6496d373d7f2 is: ACTIVE; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:08:02.355989 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e062d60-83e2-4088-805d-ed1562e7ccd0 req-13e7b9b0-3c45-4e90-9bc8-6f0483f54d5a tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:02.358322 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-3e062d60-83e2-4088-805d-ed1562e7ccd0 req-13e7b9b0-3c45-4e90-9bc8-6f0483f54d5a tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.55 "GET /v2.0/ports?device_id=c59245fe-2b3a-4cea-85db-b7b8e0aea06f HTTP/1.1" status: 200 len: 945 time: 0.0539834 May 31 21:08:02.421846 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-3e062d60-83e2-4088-805d-ed1562e7ccd0 req-0c3c3689-2aa1-49be-97fe-c74d719c7d10 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.55 "GET /v2.0/security-groups?id=eeb53072-7e85-45b9-8b08-7447584348ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558388 May 31 21:08:02.503333 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a315c-22c5-4878-8034-9205ca69dc4b req-e689cb05-d13d-4cdb-a971-ddd4271495b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:02.505619 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-a29a315c-22c5-4878-8034-9205ca69dc4b req-e689cb05-d13d-4cdb-a971-ddd4271495b4 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=180ff6fd8c5b434abffa058ea99ef7c4&device_id=faf12fce-2352-40df-a297-0d7b28379014 HTTP/1.1" status: 200 len: 1129 time: 0.0425372 May 31 21:08:02.639715 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a315c-22c5-4878-8034-9205ca69dc4b req-c1060e50-6d98-4112-b83d-5ec79263b1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:02.643210 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-a29a315c-22c5-4878-8034-9205ca69dc4b req-c1060e50-6d98-4112-b83d-5ec79263b1a7 service neutron] 10.222.0.40 "GET /v2.0/networks?id=1cab6d20-22a6-4088-8e1d-60992c365df4 HTTP/1.1" status: 200 len: 911 time: 0.1294794 May 31 21:08:02.744810 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-a29a315c-22c5-4878-8034-9205ca69dc4b req-e7ba609a-9b21-49da-8f0b-212410b014c0 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb53f5b6-46bd-4009-8d09-18c62dd763ce HTTP/1.1" status: 200 len: 1001 time: 0.0937769 May 31 21:08:02.775979 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc12f8-197b-4b8b-98f8-3469b6a4d566 req-67b3fb2c-4a12-46be-bc4a-bcd44e1cf2ce tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:02.777679 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-86bc12f8-197b-4b8b-98f8-3469b6a4d566 req-67b3fb2c-4a12-46be-bc4a-bcd44e1cf2ce tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 945 time: 0.0571764 May 31 21:08:02.814410 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:08:02.816802 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a315c-22c5-4878-8034-9205ca69dc4b req-e163996c-6fd5-4ca8-a6b1-8337f411d80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:02.819582 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-a29a315c-22c5-4878-8034-9205ca69dc4b req-e163996c-6fd5-4ca8-a6b1-8337f411d80b service neutron] 10.222.0.40 "GET /v2.0/subnets?id=ed08b0b7-388e-4929-9128-adbbfafb9e7c HTTP/1.1" status: 200 len: 849 time: 0.0672953 May 31 21:08:02.860532 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-86bc12f8-197b-4b8b-98f8-3469b6a4d566 req-3caf4a31-af09-46a2-b106-042da6932eb9 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754485 May 31 21:08:02.989644 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da15abba-781e-4473-a608-7b09522d7c8d req-38684868-f958-4df5-82b1-cdf845c744d2 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:02.991405 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-da15abba-781e-4473-a608-7b09522d7c8d req-38684868-f958-4df5-82b1-cdf845c744d2 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=faf12fce-2352-40df-a297-0d7b28379014 HTTP/1.1" status: 200 len: 945 time: 0.0702012 May 31 21:08:03.055242 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-da15abba-781e-4473-a608-7b09522d7c8d req-e59982b4-f096-4cd0-83e0-413151cd0beb tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/security-groups?id=71909b2b-34a3-4d69-b398-0bd2a67db903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491450 May 31 21:08:03.321946 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a315c-22c5-4878-8034-9205ca69dc4b req-c3e10b3a-44db-4c6a-bae0-60b219c11341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:03.323771 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-a29a315c-22c5-4878-8034-9205ca69dc4b req-c3e10b3a-44db-4c6a-bae0-60b219c11341 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=1cab6d20-22a6-4088-8e1d-60992c365df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0460851 May 31 21:08:03.602098 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d9e02-fbe1-4bd5-83ae-a59954f82c45 req-0e33a028-3167-460b-b2d1-f6fb4b01299f tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:03.608492 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=24 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:08:03.611615 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-f84d9e02-fbe1-4bd5-83ae-a59954f82c45 req-0e33a028-3167-460b-b2d1-f6fb4b01299f tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.55 "GET /v2.0/ports?device_id=c59245fe-2b3a-4cea-85db-b7b8e0aea06f HTTP/1.1" status: 200 len: 945 time: 0.0783510 May 31 21:08:03.622846 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-a29a315c-22c5-4878-8034-9205ca69dc4b req-081cf65d-d178-4556-81f3-f102c124f54d service neutron] 10.222.0.40 "GET /v2.0/networks/1cab6d20-22a6-4088-8e1d-60992c365df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819763 May 31 21:08:03.659929 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-f84d9e02-fbe1-4bd5-83ae-a59954f82c45 req-ab697db2-6758-4c40-a6f3-ae5e99686dc2 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.55 "GET /v2.0/security-groups?id=eeb53072-7e85-45b9-8b08-7447584348ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475080 May 31 21:08:03.721813 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-a29a315c-22c5-4878-8034-9205ca69dc4b req-5544ff4a-f42d-4b84-86ee-54340b5ad0c9 service neutron] 10.222.0.40 "GET /v2.0/networks/1cab6d20-22a6-4088-8e1d-60992c365df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921173 May 31 21:08:03.991399 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd58bfb-a139-4287-8d9a-f56393aa0991 req-7d0c5cda-ec85-4445-b79b-167b90a865c7 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:03.992874 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-1cd58bfb-a139-4287-8d9a-f56393aa0991 req-7d0c5cda-ec85-4445-b79b-167b90a865c7 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 945 time: 0.0600681 May 31 21:08:04.046811 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-1cd58bfb-a139-4287-8d9a-f56393aa0991 req-0093ce32-882d-450f-881c-3aadf219967d tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475655 May 31 21:08:04.182729 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189e38e3-e6d4-4598-87a4-d182f4d25ef6 req-f98923c8-b0b7-4d37-9bde-858504127a85 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:04.184922 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-189e38e3-e6d4-4598-87a4-d182f4d25ef6 req-f98923c8-b0b7-4d37-9bde-858504127a85 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=faf12fce-2352-40df-a297-0d7b28379014 HTTP/1.1" status: 200 len: 945 time: 0.0535023 May 31 21:08:04.235909 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-189e38e3-e6d4-4598-87a4-d182f4d25ef6 req-1add7941-ff94-45b7-87db-f7dbff871c49 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/security-groups?id=71909b2b-34a3-4d69-b398-0bd2a67db903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452738 May 31 21:08:04.817460 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c901e04b-0e8e-471f-aac1-d40b00a1656f req-b0ffb376-3f57-4cd6-9664-991ec5bb2660 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:04.822373 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-c901e04b-0e8e-471f-aac1-d40b00a1656f req-b0ffb376-3f57-4cd6-9664-991ec5bb2660 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.55 "GET /v2.0/ports?device_id=c59245fe-2b3a-4cea-85db-b7b8e0aea06f HTTP/1.1" status: 200 len: 945 time: 0.0711296 May 31 21:08:04.890587 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-c901e04b-0e8e-471f-aac1-d40b00a1656f req-14d50477-9e56-42b2-8ac2-c111cfc76380 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.55 "GET /v2.0/security-groups?id=eeb53072-7e85-45b9-8b08-7447584348ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650465 May 31 21:08:05.202837 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a49c258-4706-419a-868a-cb41cec64782 req-f42628d6-e587-4bb0-97d3-510489a67f46 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:05.205853 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-4a49c258-4706-419a-868a-cb41cec64782 req-f42628d6-e587-4bb0-97d3-510489a67f46 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 945 time: 0.0553873 May 31 21:08:05.259986 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-4a49c258-4706-419a-868a-cb41cec64782 req-3b9bac2d-a008-43c6-a0f8-fdcde33dca26 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465465 May 31 21:08:05.362248 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2adffb-fe2a-42c8-baeb-a937dd17e6f7 req-9d8c9ec7-649a-40ec-b65f-3d2acd2e9416 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:05.363783 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-dc2adffb-fe2a-42c8-baeb-a937dd17e6f7 req-9d8c9ec7-649a-40ec-b65f-3d2acd2e9416 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=faf12fce-2352-40df-a297-0d7b28379014 HTTP/1.1" status: 200 len: 945 time: 0.0484879 May 31 21:08:05.416592 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-dc2adffb-fe2a-42c8-baeb-a937dd17e6f7 req-0b24cd0e-5f81-422c-83b9-2d35259aa081 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/security-groups?id=71909b2b-34a3-4d69-b398-0bd2a67db903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465949 May 31 21:08:06.672615 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af177738-dd03-46ab-8d14-41805bbd59b6 req-a958a838-b568-49c7-b2d2-6253e1e8404f tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:06.674149 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-af177738-dd03-46ab-8d14-41805bbd59b6 req-a958a838-b568-49c7-b2d2-6253e1e8404f tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 945 time: 0.3218389 May 31 21:08:06.680143 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:08:06.696789 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bb1477-415b-43a9-9921-5a422fd9b3d9 req-3c21004c-7871-409c-b5b6-e89edd6836b7 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:06.698252 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-75bb1477-415b-43a9-9921-5a422fd9b3d9 req-3c21004c-7871-409c-b5b6-e89edd6836b7 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.55 "GET /v2.0/ports?device_id=c59245fe-2b3a-4cea-85db-b7b8e0aea06f HTTP/1.1" status: 200 len: 945 time: 0.0722361 May 31 21:08:06.767971 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-af177738-dd03-46ab-8d14-41805bbd59b6 req-d77a6148-dded-4fbb-b92e-9870e688a76d tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864465 May 31 21:08:06.774960 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-75bb1477-415b-43a9-9921-5a422fd9b3d9 req-b03e3b62-b2c0-423c-a3a3-431da440bfa6 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.55 "GET /v2.0/security-groups?id=eeb53072-7e85-45b9-8b08-7447584348ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689213 May 31 21:08:07.926001 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3789253-9a86-4688-b014-b7d97277eaec req-e5298be4-6405-4fc1-96c5-31561c8eda3e tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:07.927594 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-f3789253-9a86-4688-b014-b7d97277eaec req-e5298be4-6405-4fc1-96c5-31561c8eda3e tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.55 "GET /v2.0/ports?device_id=c59245fe-2b3a-4cea-85db-b7b8e0aea06f HTTP/1.1" status: 200 len: 945 time: 0.0818503 May 31 21:08:07.936935 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b72ca-981d-457e-91ab-b1d2dddf22f4 req-bcbc389d-11d9-4976-bc24-81c93c88522d tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:07.938517 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-e47b72ca-981d-457e-91ab-b1d2dddf22f4 req-bcbc389d-11d9-4976-bc24-81c93c88522d tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 945 time: 0.0822392 May 31 21:08:07.984938 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:08:08.020139 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-f3789253-9a86-4688-b014-b7d97277eaec req-eee0f117-2d58-4f8a-a577-8125b4414839 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.55 "GET /v2.0/security-groups?id=eeb53072-7e85-45b9-8b08-7447584348ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806315 May 31 21:08:08.023388 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-e47b72ca-981d-457e-91ab-b1d2dddf22f4 req-e6d8e684-5a70-4c8d-9362-9c23b3878a25 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775867 May 31 21:08:08.308154 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97de788a-e797-4c33-9f07-5126a7d17b66 req-989fea6a-d94f-42f4-a8e4-737c7789903d tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:08.310232 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-97de788a-e797-4c33-9f07-5126a7d17b66 req-989fea6a-d94f-42f4-a8e4-737c7789903d tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.40 "GET /v2.0/ports?device_id=c59245fe-2b3a-4cea-85db-b7b8e0aea06f HTTP/1.1" status: 200 len: 945 time: 0.0909956 May 31 21:08:08.313473 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44763a8-4f30-4cc3-8f2e-e39488a0012d req-e5a7d9fd-7d4c-4c4f-80dc-0b54c0c62864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:08.314914 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-e44763a8-4f30-4cc3-8f2e-e39488a0012d req-e5a7d9fd-7d4c-4c4f-80dc-0b54c0c62864 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=af420d43367c42e4a4b0948706dd0546&device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 1129 time: 0.0856493 May 31 21:08:08.481995 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.plugin [req-97de788a-e797-4c33-9f07-5126a7d17b66 req-1e5fbd35-d813-4b1f-b2bc-14f9c00e4c42 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] Deleting port 6ff2f985-0e66-4260-9039-36545ea47a85 {{(pid=104321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 31 21:08:08.482332 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-97de788a-e797-4c33-9f07-5126a7d17b66 req-1e5fbd35-d813-4b1f-b2bc-14f9c00e4c42 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747262076802'] for port (6ff2f985-0e66-4260-9039-36545ea47a85), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:08:08.487841 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:DELETE=2,neutron:SELECT=96,neutron:INSERT=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:08:08.501916 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44763a8-4f30-4cc3-8f2e-e39488a0012d req-3cad5f17-3207-4fa7-8d4d-99045dbc0bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:08.501916 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-e44763a8-4f30-4cc3-8f2e-e39488a0012d req-3cad5f17-3207-4fa7-8d4d-99045dbc0bae service neutron] 10.222.0.40 "GET /v2.0/networks?id=68e327a3-96b2-4add-895f-c43a3d5daedc HTTP/1.1" status: 200 len: 918 time: 0.1682990 May 31 21:08:08.595662 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=100 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:08:08.607100 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-e44763a8-4f30-4cc3-8f2e-e39488a0012d req-5e9db8a0-c11d-4e53-a882-ee1828b1f9d7 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc0edf95-fc02-451a-b38f-075bee275ed6 HTTP/1.1" status: 200 len: 1001 time: 0.0807633 May 31 21:08:08.660070 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [req-97de788a-e797-4c33-9f07-5126a7d17b66 req-1e5fbd35-d813-4b1f-b2bc-14f9c00e4c42 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] For port 6ff2f985-0e66-4260-9039-36545ea47a85, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=6ff2f985-0e66-4260-9039-36545ea47a85,segment=NetworkSegment(fec7669d-e3cc-47b0-a6cf-b5955b75bf9e),segment_id=fec7669d-e3cc-47b0-a6cf-b5955b75bf9e)] {{(pid=104321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:08:08.660434 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-97de788a-e797-4c33-9f07-5126a7d17b66 req-1e5fbd35-d813-4b1f-b2bc-14f9c00e4c42 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574989'] for port (6ff2f985-0e66-4260-9039-36545ea47a85), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:08:08.681216 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.plugin [req-97de788a-e797-4c33-9f07-5126a7d17b66 req-1e5fbd35-d813-4b1f-b2bc-14f9c00e4c42 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] Calling delete_port for 6ff2f985-0e66-4260-9039-36545ea47a85 owned by compute:nova {{(pid=104321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 31 21:08:08.694578 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44763a8-4f30-4cc3-8f2e-e39488a0012d req-e140da9d-6c72-4fd7-9c0c-8d846edaac70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:08.696032 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-e44763a8-4f30-4cc3-8f2e-e39488a0012d req-e140da9d-6c72-4fd7-9c0c-8d846edaac70 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=dc74b44b-e878-454d-9e54-2a90eb48611f HTTP/1.1" status: 200 len: 856 time: 0.0794108 May 31 21:08:08.792182 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44763a8-4f30-4cc3-8f2e-e39488a0012d req-645297c0-cc5f-4195-8210-5ea6d2fa0738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:08.794266 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-e44763a8-4f30-4cc3-8f2e-e39488a0012d req-645297c0-cc5f-4195-8210-5ea6d2fa0738 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=68e327a3-96b2-4add-895f-c43a3d5daedc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0610390 May 31 21:08:08.939378 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-e44763a8-4f30-4cc3-8f2e-e39488a0012d req-83fdf8b1-a02f-4e62-9990-772ea72e3493 service neutron] 10.222.0.40 "GET /v2.0/networks/68e327a3-96b2-4add-895f-c43a3d5daedc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346576 May 31 21:08:09.023648 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-97de788a-e797-4c33-9f07-5126a7d17b66 req-1e5fbd35-d813-4b1f-b2bc-14f9c00e4c42 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747262050753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747261518138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25540506'] for port (6ff2f985-0e66-4260-9039-36545ea47a85), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:08:09.037571 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] get_ports_and_sgs() called for port_ids ['6ff2f985-0e66-4260-9039-36545ea47a85'] {{(pid=104322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 31 21:08:09.071743 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5fbd35-d813-4b1f-b2bc-14f9c00e4c42 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] Pushing event deleted for resources: {'Port': ['ID=6ff2f985-0e66-4260-9039-36545ea47a85,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:08:09.147640 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [req-97de788a-e797-4c33-9f07-5126a7d17b66 req-1e5fbd35-d813-4b1f-b2bc-14f9c00e4c42 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] No DVR routers for this DVR port 6ff2f985-0e66-4260-9039-36545ea47a85 on host hv-cinder-83979 {{(pid=104321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} May 31 21:08:09.153750 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-97de788a-e797-4c33-9f07-5126a7d17b66 req-1e5fbd35-d813-4b1f-b2bc-14f9c00e4c42 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for port (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:08:09.156914 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-97de788a-e797-4c33-9f07-5126a7d17b66 req-1e5fbd35-d813-4b1f-b2bc-14f9c00e4c42 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.40 "DELETE /v2.0/ports/6ff2f985-0e66-4260-9039-36545ea47a85 HTTP/1.1" status: 204 len: 173 time: 0.8302121 May 31 21:08:09.157615 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c59245fe-2b3a-4cea-85db-b7b8e0aea06f', 'name': 'network-vif-deleted', 'tag': '6ff2f985-0e66-4260-9039-36545ea47a85'}] {{(pid=104321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:08:09.159965 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6b014d5dee29fffbb36c15c330f4dd8b871b4cb67f19a16d167ed5ff3960b8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-370eb67a-8176-4132-b3b1-00b4967e5a4b" -d '{"events": [{"server_uuid": "c59245fe-2b3a-4cea-85db-b7b8e0aea06f", "name": "network-vif-deleted", "tag": "6ff2f985-0e66-4260-9039-36545ea47a85"}]}' {{(pid=104321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:08:09.164530 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-e44763a8-4f30-4cc3-8f2e-e39488a0012d req-ce702fb9-0897-4811-8824-d744c2aa8c6a service neutron] 10.222.0.40 "GET /v2.0/networks/68e327a3-96b2-4add-895f-c43a3d5daedc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184329 May 31 21:08:09.204647 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-9d435d9f-e555-4b39-bf3a-295c4df43740 req-edc5572e-96df-442a-8b25-561f6f1b7739 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.55 "GET /v2.0/ports?device_id=c59245fe-2b3a-4cea-85db-b7b8e0aea06f HTTP/1.1" status: 200 len: 210 time: 0.0715659 May 31 21:08:09.213819 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9652bf74-55f5-41ee-acda-f767ed6e5cce req-8547981e-f8cf-4cfb-a5c6-a6dc61b2ec74 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:09.216236 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-9652bf74-55f5-41ee-acda-f767ed6e5cce req-8547981e-f8cf-4cfb-a5c6-a6dc61b2ec74 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 945 time: 0.0858591 May 31 21:08:09.263725 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 May 2022 21:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28458582-0680-45c0-829c-402568b5656e x-openstack-request-id: req-28458582-0680-45c0-829c-402568b5656e {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:08:09.264087 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c59245fe-2b3a-4cea-85db-b7b8e0aea06f", "name": "network-vif-deleted", "tag": "6ff2f985-0e66-4260-9039-36545ea47a85", "status": "completed", "code": 200}]} {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:08:09.264403 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-28458582-0680-45c0-829c-402568b5656e {{(pid=104321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:08:09.264867 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28458582-0680-45c0-829c-402568b5656e'] response: {'server_uuid': 'c59245fe-2b3a-4cea-85db-b7b8e0aea06f', 'name': 'network-vif-deleted', 'tag': '6ff2f985-0e66-4260-9039-36545ea47a85', 'status': 'completed', 'code': 200} May 31 21:08:09.289400 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-9652bf74-55f5-41ee-acda-f767ed6e5cce req-fadb99ac-ecbd-4320-951b-3de5975a1d6c tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679765 May 31 21:08:10.309726 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-e70b5257-96c6-4c17-a29a-fe5e12b8c2f0 req-5db27c35-c7d8-44bd-aadd-3eefea9df827 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.55 "GET /v2.0/ports?device_id=c59245fe-2b3a-4cea-85db-b7b8e0aea06f HTTP/1.1" status: 200 len: 210 time: 0.0286090 May 31 21:08:10.435356 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411de4a8-d89a-4c61-ab35-da62286882a8 req-79d5fa09-8b2b-4f9f-921e-08495ad1a5b7 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:10.439783 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-411de4a8-d89a-4c61-ab35-da62286882a8 req-79d5fa09-8b2b-4f9f-921e-08495ad1a5b7 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 945 time: 0.0576198 May 31 21:08:10.466439 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device cc0edf95-fc02-451a-b38f-075bee275ed6 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 31 21:08:10.495962 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-411de4a8-d89a-4c61-ab35-da62286882a8 req-33ff9fe0-0e09-498b-a259-578fa72c26fd tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530388 May 31 21:08:10.578959 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Current status of the port cc0edf95-fc02-451a-b38f-075bee275ed6 is: ACTIVE; New status is: DOWN {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:08:10.579602 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (cc0edf95-fc02-451a-b38f-075bee275ed6), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:08:10.621315 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a123764b-4693-41b1-bad8-a1a63cc951cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc0edf95-fc02-451a-b38f-075bee275ed6'}] {{(pid=104322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:08:10.625904 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0d07a434bcc94248bd83d89f5df7255b965f34de07d957ea8ea11cb14c6cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e3a445-f1d3-4eac-8679-3542cc4fcfde" -d '{"events": [{"server_uuid": "a123764b-4693-41b1-bad8-a1a63cc951cd", "name": "network-vif-unplugged", "status": "completed", "tag": "cc0edf95-fc02-451a-b38f-075bee275ed6"}]}' {{(pid=104322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:08:10.640875 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] For port cc0edf95-fc02-451a-b38f-075bee275ed6, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=cc0edf95-fc02-451a-b38f-075bee275ed6,segment=NetworkSegment(1b46059a-aa39-4ed2-ad1d-18b4ddc198b2),segment_id=1b46059a-aa39-4ed2-ad1d-18b4ddc198b2)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:08:10.664865 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 May 2022 21:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d65fd4-60f8-40e5-b112-0b6e97c77adc x-openstack-request-id: req-b6d65fd4-60f8-40e5-b112-0b6e97c77adc {{(pid=104322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:08:10.665274 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a123764b-4693-41b1-bad8-a1a63cc951cd", "name": "network-vif-unplugged", "status": "completed", "tag": "cc0edf95-fc02-451a-b38f-075bee275ed6", "code": 200}]} {{(pid=104322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:08:10.665576 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b6d65fd4-60f8-40e5-b112-0b6e97c77adc {{(pid=104322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:08:10.666104 dv-cinder-839793-16-iscsi neutron-server[104322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6d65fd4-60f8-40e5-b112-0b6e97c77adc'] response: {'server_uuid': 'a123764b-4693-41b1-bad8-a1a63cc951cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc0edf95-fc02-451a-b38f-075bee275ed6', 'code': 200} May 31 21:08:10.717115 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (cc0edf95-fc02-451a-b38f-075bee275ed6), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:08:10.717956 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device 6ff2f985-0e66-4260-9039-36545ea47a85 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 31 21:08:10.753449 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] No Port match for: 6ff2f985-0e66-4260-9039-36545ea47a85 {{(pid=104322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 31 21:08:10.753723 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device 6ff2f985-0e66-4260-9039-36545ea47a85 not bound to the agent host hv-cinder-83979 {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 31 21:08:10.785695 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Pushing event updated for resources: {'Port': ['ID=cc0edf95-fc02-451a-b38f-075bee275ed6,revision_number=8']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:08:11.421591 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-99506693-0317-4537-90f4-51bebc3ec5f4 req-1199b5c9-e841-4adc-8fe0-0b584372d242 tempest-VolumesActionsTest-897468629 tempest-VolumesActionsTest-897468629-project] 10.222.0.55 "GET /v2.0/ports?device_id=c59245fe-2b3a-4cea-85db-b7b8e0aea06f HTTP/1.1" status: 200 len: 210 time: 0.0274251 May 31 21:08:11.633952 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787f9a59-5f27-42f9-bdd1-8d87ec6a1066 req-52b23c71-f89b-4485-8724-9eaddb98907a tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:11.635595 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-787f9a59-5f27-42f9-bdd1-8d87ec6a1066 req-52b23c71-f89b-4485-8724-9eaddb98907a tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 943 time: 0.0575104 May 31 21:08:11.689814 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-787f9a59-5f27-42f9-bdd1-8d87ec6a1066 req-9f967512-8605-4ddb-9339-5031b1638a43 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460427 May 31 21:08:12.219110 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-c0714eba-24cb-4937-8649-5e84153eb9e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (5ca9f0a2-8e5f-4b54-94fa-454f095515e4), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:08:12.818533 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc0b7c-ac61-4f8c-a96b-1c25e4b0fcd7 req-73b9150a-716b-4152-b3d6-0532159cb249 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:12.820133 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-90dc0b7c-ac61-4f8c-a96b-1c25e4b0fcd7 req-73b9150a-716b-4152-b3d6-0532159cb249 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 943 time: 0.0562112 May 31 21:08:12.869924 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-90dc0b7c-ac61-4f8c-a96b-1c25e4b0fcd7 req-423fd25a-c742-4806-a7fa-033be31036b6 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434520 May 31 21:08:14.223595 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [req-fcf285b9-5042-4a5b-ac23-9f8ac57e341b req-6f1ae9e0-d657-47c9-9075-5e0c399b9c7d service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=104320) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 31 21:08:14.230029 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-fcf285b9-5042-4a5b-ac23-9f8ac57e341b req-6f1ae9e0-d657-47c9-9075-5e0c399b9c7d service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0056379 May 31 21:08:14.562258 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-070e6ee2-c73c-42f9-aa82-ce57796721e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (13ce5b10-321e-4e80-b29e-1cfc3c51661e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:08:14.648743 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb36b94-7be6-4a66-9988-cd07305bb0c6 req-e45a7e8d-b404-4f7b-aaec-bd343063c819 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:14.650332 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-9eb36b94-7be6-4a66-9988-cd07305bb0c6 req-e45a7e8d-b404-4f7b-aaec-bd343063c819 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 943 time: 0.0514588 May 31 21:08:14.703092 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-9eb36b94-7be6-4a66-9988-cd07305bb0c6 req-f5413982-57e4-490e-ba8f-f43f653698f0 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464849 May 31 21:08:15.177884 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 37742) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:08:15.265602 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-c867d886-080a-433f-a71a-d77039230b01 req-28b39cc0-0ce5-425a-928e-ad9c85a4a4ac service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0866346 May 31 21:08:15.274271 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [req-c867d886-080a-433f-a71a-d77039230b01 req-30f16f52-6688-4c8b-9bc9-db65cd212425 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=104321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 31 21:08:15.275276 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-c867d886-080a-433f-a71a-d77039230b01 req-30f16f52-6688-4c8b-9bc9-db65cd212425 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051587 May 31 21:08:15.355561 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 37750) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:08:15.459472 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c867d886-080a-433f-a71a-d77039230b01 req-8ec5578c-abbc-475a-bf7e-cc7c93765534 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:15.460855 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-c867d886-080a-433f-a71a-d77039230b01 req-8ec5578c-abbc-475a-bf7e-cc7c93765534 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports/cc0edf95-fc02-451a-b38f-075bee275ed6 HTTP/1.1" status: 200 len: 940 time: 0.1036947 May 31 21:08:15.614581 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-58fa0aab-c296-4be2-a1ab-08418c16cad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (8170e961-7e1e-4c09-b09f-6b764c457cfd), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:08:15.828836 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d7493-2581-4a3b-b1ef-6fa4d5af16d7 req-d1ef0700-3727-40ad-9f78-ec8e80af2dfc tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:15.830695 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-024d7493-2581-4a3b-b1ef-6fa4d5af16d7 req-d1ef0700-3727-40ad-9f78-ec8e80af2dfc tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 943 time: 0.0515401 May 31 21:08:15.879041 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-024d7493-2581-4a3b-b1ef-6fa4d5af16d7 req-1a8c6c9b-f3b4-4050-82cd-f2d27a6cd9cc tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425453 May 31 21:08:16.802040 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-b770b660-b824-4665-84d0-9bbdd29e8e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (1c1563bc-5b12-4065-8d27-b22246e8e8d3), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:08:17.004815 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3504e395-ab9c-413e-b0f1-960bf72a1bea req-fb8562b1-9dfe-4afc-956d-cc4b4293bb08 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:17.006444 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-3504e395-ab9c-413e-b0f1-960bf72a1bea req-fb8562b1-9dfe-4afc-956d-cc4b4293bb08 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 943 time: 0.0533397 May 31 21:08:17.060336 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-3504e395-ab9c-413e-b0f1-960bf72a1bea req-52b2ccfb-5784-4039-80bd-06ac7f5993a1 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481648 May 31 21:08:17.684654 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device cc0edf95-fc02-451a-b38f-075bee275ed6 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 31 21:08:17.759551 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Current status of the port cc0edf95-fc02-451a-b38f-075bee275ed6 is: DOWN; New status is: DOWN {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:08:18.164948 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:08:18.182839 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fe67d7-3482-4f18-bb37-063159da4edd req-44afa79b-1e49-497a-8cda-9a958a69f765 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:18.184326 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-18fe67d7-3482-4f18-bb37-063159da4edd req-44afa79b-1e49-497a-8cda-9a958a69f765 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 943 time: 0.0488877 May 31 21:08:18.236555 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-18fe67d7-3482-4f18-bb37-063159da4edd req-9a14bde2-6844-4acb-9805-2da65d9a7b6a tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464113 May 31 21:08:18.636222 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (a61205dd-b11c-42a1-aa2d-4b7310a8dc99), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:08:19.234830 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.agents_db [None req-3d709c36-86fd-4f4f-bf7d-9e9748143f4e None None] Agent healthcheck: found 6 active agents {{(pid=104323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 31 21:08:19.405991 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a56d02-d222-4086-b24f-8153f2af55db req-ab4ebc5f-a378-4292-a323-5cf981e9a724 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:19.407507 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-c2a56d02-d222-4086-b24f-8153f2af55db req-ab4ebc5f-a378-4292-a323-5cf981e9a724 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 943 time: 0.0981357 May 31 21:08:19.455435 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-c2a56d02-d222-4086-b24f-8153f2af55db req-e6b66763-614f-4105-a806-018e507e0abd tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422306 May 31 21:08:20.635347 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d0015e-be6f-458a-a00c-b2f69959152f req-0d13663d-87b7-4677-84a1-2290591ba511 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:20.636956 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-a3d0015e-be6f-458a-a00c-b2f69959152f req-0d13663d-87b7-4677-84a1-2290591ba511 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 943 time: 0.1034369 May 31 21:08:20.662370 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:08:20.686874 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-a3d0015e-be6f-458a-a00c-b2f69959152f req-16976606-de17-4d6c-81d9-f381e259e00c tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441687 May 31 21:08:21.321747 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (51675295-7abb-4335-9c5a-c46a9082010e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:08:21.822499 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9179fb-6523-47e0-ad0c-544a4fbb478f req-6f350354-e4df-497e-9862-27699b65481a tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:21.824062 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-2c9179fb-6523-47e0-ad0c-544a4fbb478f req-6f350354-e4df-497e-9862-27699b65481a tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 943 time: 0.0576217 May 31 21:08:21.846250 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-1472ce6f-7fdf-4602-8fc7-4d7b00f7363d req-aa890dc4-270d-4b39-a37c-bdb16f0dc0f1 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=faf12fce-2352-40df-a297-0d7b28379014&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0446908 May 31 21:08:21.878288 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-2c9179fb-6523-47e0-ad0c-544a4fbb478f req-5cc97539-81c9-404a-a3c1-842236146d52 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475974 May 31 21:08:21.910029 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1472ce6f-7fdf-4602-8fc7-4d7b00f7363d req-50e845b6-ebf4-4a78-a397-e67511150a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:21.911551 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-1472ce6f-7fdf-4602-8fc7-4d7b00f7363d req-50e845b6-ebf4-4a78-a397-e67511150a78 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=180ff6fd8c5b434abffa058ea99ef7c4&device_id=faf12fce-2352-40df-a297-0d7b28379014 HTTP/1.1" status: 200 len: 1129 time: 0.0427923 May 31 21:08:22.028459 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1472ce6f-7fdf-4602-8fc7-4d7b00f7363d req-d7349eb4-0cfa-4d41-adcb-288e69778e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:22.030468 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-1472ce6f-7fdf-4602-8fc7-4d7b00f7363d req-d7349eb4-0cfa-4d41-adcb-288e69778e29 service neutron] 10.222.0.40 "GET /v2.0/networks?id=1cab6d20-22a6-4088-8e1d-60992c365df4 HTTP/1.1" status: 200 len: 911 time: 0.0990968 May 31 21:08:22.103302 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-1472ce6f-7fdf-4602-8fc7-4d7b00f7363d req-5e7f34c3-a8d5-4585-bed4-9aeb9a5a9e03 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb53f5b6-46bd-4009-8d09-18c62dd763ce HTTP/1.1" status: 200 len: 1001 time: 0.0665574 May 31 21:08:22.159984 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1472ce6f-7fdf-4602-8fc7-4d7b00f7363d req-fa288731-1405-4616-94f0-9fbea29608ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:22.161533 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-1472ce6f-7fdf-4602-8fc7-4d7b00f7363d req-fa288731-1405-4616-94f0-9fbea29608ee service neutron] 10.222.0.40 "GET /v2.0/subnets?id=ed08b0b7-388e-4929-9128-adbbfafb9e7c HTTP/1.1" status: 200 len: 849 time: 0.0484133 May 31 21:08:22.212067 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1472ce6f-7fdf-4602-8fc7-4d7b00f7363d req-268ffa76-5a4b-4ebe-b602-142a57e267c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:22.213765 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-1472ce6f-7fdf-4602-8fc7-4d7b00f7363d req-268ffa76-5a4b-4ebe-b602-142a57e267c3 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=1cab6d20-22a6-4088-8e1d-60992c365df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0454352 May 31 21:08:22.523938 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:08:22.540181 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:08:22.569757 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-1472ce6f-7fdf-4602-8fc7-4d7b00f7363d req-5652eba0-4784-47ef-a4e5-58c23dc9a76c service neutron] 10.222.0.40 "GET /v2.0/networks/1cab6d20-22a6-4088-8e1d-60992c365df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3490851 May 31 21:08:22.689454 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-1472ce6f-7fdf-4602-8fc7-4d7b00f7363d req-381e6e3c-cca5-4f1f-bfba-71ca768b2733 service neutron] 10.222.0.40 "GET /v2.0/networks/1cab6d20-22a6-4088-8e1d-60992c365df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081982 May 31 21:08:23.050612 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44498de6-15a4-4769-9dd5-842e230e91a9 req-cc8465c3-a3ca-4412-bc15-2e54b7559c91 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:23.056787 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-44498de6-15a4-4769-9dd5-842e230e91a9 req-cc8465c3-a3ca-4412-bc15-2e54b7559c91 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 943 time: 0.0875115 May 31 21:08:23.134688 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-44498de6-15a4-4769-9dd5-842e230e91a9 req-27d28d02-d63e-4d08-b924-540138c409a0 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707357 May 31 21:08:23.364206 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c867d886-080a-433f-a71a-d77039230b01 req-55898817-2fc8-4085-818a-d7fa16a282cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:23.366575 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-c867d886-080a-433f-a71a-d77039230b01 req-55898817-2fc8-4085-818a-d7fa16a282cf service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd&tenant_id=af420d43367c42e4a4b0948706dd0546 HTTP/1.1" status: 200 len: 1127 time: 0.0754414 May 31 21:08:23.614725 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c867d886-080a-433f-a71a-d77039230b01 req-a66a5470-14fe-4483-b601-a259450c341b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:23.616147 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-c867d886-080a-433f-a71a-d77039230b01 req-a66a5470-14fe-4483-b601-a259450c341b service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=af420d43367c42e4a4b0948706dd0546&device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 1127 time: 0.0652144 May 31 21:08:23.769695 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c867d886-080a-433f-a71a-d77039230b01 req-0688681e-df4b-4ea8-8a72-94aa49dd712b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:23.772129 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-c867d886-080a-433f-a71a-d77039230b01 req-0688681e-df4b-4ea8-8a72-94aa49dd712b service neutron] 10.222.0.40 "GET /v2.0/networks?id=68e327a3-96b2-4add-895f-c43a3d5daedc HTTP/1.1" status: 200 len: 918 time: 0.1272509 May 31 21:08:24.082836 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-c867d886-080a-433f-a71a-d77039230b01 req-904b19bf-3700-4365-b424-da1bbede0451 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc0edf95-fc02-451a-b38f-075bee275ed6 HTTP/1.1" status: 200 len: 999 time: 0.0806797 May 31 21:08:24.185399 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c867d886-080a-433f-a71a-d77039230b01 req-2b7e14b2-7391-4eb7-8aba-c2f932959fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:24.187893 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-c867d886-080a-433f-a71a-d77039230b01 req-2b7e14b2-7391-4eb7-8aba-c2f932959fc7 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=dc74b44b-e878-454d-9e54-2a90eb48611f HTTP/1.1" status: 200 len: 856 time: 0.0975747 May 31 21:08:24.276909 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c867d886-080a-433f-a71a-d77039230b01 req-8572c549-04a1-4feb-b3f7-ceb23a1beb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:24.280198 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-c867d886-080a-433f-a71a-d77039230b01 req-8572c549-04a1-4feb-b3f7-ceb23a1beb89 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=68e327a3-96b2-4add-895f-c43a3d5daedc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0842659 May 31 21:08:24.341754 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a15bcd-597e-4beb-a61f-961aa7a7338f req-eba79cbb-4431-47db-b383-d862fe5fe73a tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:24.349478 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-67a15bcd-597e-4beb-a61f-961aa7a7338f req-eba79cbb-4431-47db-b383-d862fe5fe73a tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 943 time: 0.0692806 May 31 21:08:24.411652 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-67a15bcd-597e-4beb-a61f-961aa7a7338f req-c8cb96cc-5e00-488d-844a-923e481f3599 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608339 May 31 21:08:24.442037 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-c867d886-080a-433f-a71a-d77039230b01 req-9d1f45e2-8d71-41cb-a26f-249c775774d6 service neutron] 10.222.0.40 "GET /v2.0/networks/68e327a3-96b2-4add-895f-c43a3d5daedc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545157 May 31 21:08:24.573794 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-c867d886-080a-433f-a71a-d77039230b01 req-18678e20-ac0f-4224-b231-563d16b8d5b5 service neutron] 10.222.0.40 "GET /v2.0/networks/68e327a3-96b2-4add-895f-c43a3d5daedc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251175 May 31 21:08:25.545195 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8abf60c-9441-457e-9fc3-150ef6e6e66f req-e9dcc646-3336-4b9d-8e03-0f87fbf82388 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:25.546791 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-d8abf60c-9441-457e-9fc3-150ef6e6e66f req-e9dcc646-3336-4b9d-8e03-0f87fbf82388 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 943 time: 0.0520372 May 31 21:08:25.642936 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-d8abf60c-9441-457e-9fc3-150ef6e6e66f req-5c2bdba8-bceb-44ec-b909-df4ddc07ba6a tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856187 May 31 21:08:26.645917 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-92f2d1a0-34d2-455b-8a15-6b4e365e7660 req-228ff365-b157-45e2-8149-2f8a656573d0 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-506263611&fields=id&tenant_id=8e511490c0f8438fb89ac590bd63529f HTTP/1.1" status: 200 len: 267 time: 0.0510814 May 31 21:08:26.828409 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ffbb7-94f0-4f42-8d14-c481f16f68a3 req-1c110783-efa1-4e3c-b716-78f268df518f tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:26.830332 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-100ffbb7-94f0-4f42-8d14-c481f16f68a3 req-1c110783-efa1-4e3c-b716-78f268df518f tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 943 time: 0.0655479 May 31 21:08:26.862635 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2d1a0-34d2-455b-8a15-6b4e365e7660 req-10c72b87-710f-4a11-afd8-9890958901ee tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:26.868045 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-92f2d1a0-34d2-455b-8a15-6b4e365e7660 req-10c72b87-710f-4a11-afd8-9890958901ee tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/networks?id=2c2f81e7-9a7d-4701-bf43-a528a17f585a HTTP/1.1" status: 200 len: 812 time: 0.2149177 May 31 21:08:26.897465 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-92f2d1a0-34d2-455b-8a15-6b4e365e7660 req-11d9e297-6548-4f0a-bd98-3c0a8b9cab9b tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/quotas/8e511490c0f8438fb89ac590bd63529f HTTP/1.1" status: 200 len: 375 time: 0.0280838 May 31 21:08:26.976405 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-100ffbb7-94f0-4f42-8d14-c481f16f68a3 req-53b27d6e-3a68-41e1-a941-9cb85104e88f tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340263 May 31 21:08:26.988117 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-92f2d1a0-34d2-455b-8a15-6b4e365e7660 req-d6534e53-0b35-4822-bb35-6334d855d792 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8e511490c0f8438fb89ac590bd63529f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0896654 May 31 21:08:27.343232 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-92f2d1a0-34d2-455b-8a15-6b4e365e7660 req-50cb9065-e1e9-417b-9c66-0a67b2657f10 service neutron] 10.222.0.55 "GET /v2.0/networks/2c2f81e7-9a7d-4701-bf43-a528a17f585a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3399103 May 31 21:08:27.420441 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:08:27.481775 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-92f2d1a0-34d2-455b-8a15-6b4e365e7660 req-f7a57416-0870-46fb-b952-63b89cbccf92 service neutron] 10.222.0.55 "GET /v2.0/networks/2c2f81e7-9a7d-4701-bf43-a528a17f585a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371772 May 31 21:08:28.234293 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf7229f-dc84-49a9-b4f9-76e5a251b3ca req-686d16bc-b76a-4c98-9ae3-2129cb70c5ce tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:28.242494 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-2bf7229f-dc84-49a9-b4f9-76e5a251b3ca req-686d16bc-b76a-4c98-9ae3-2129cb70c5ce tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 943 time: 0.0972719 May 31 21:08:28.337989 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-2bf7229f-dc84-49a9-b4f9-76e5a251b3ca req-8122d804-ecd9-481f-bcdc-79f93c58bdb4 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939469 May 31 21:08:28.895228 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:08:28.922423 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-c413ca61-d9d8-49bd-8f5e-1ef320712d42 req-c14b614f-ec0a-4c97-99ca-ff2fa3913d40 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?device_id=92254a91-6b12-4811-a58e-e6f4cac9d965 HTTP/1.1" status: 200 len: 210 time: 0.0358422 May 31 21:08:29.536362 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3b1c71-3a93-425b-a9a1-cace891387ed req-5aec2cb4-1f12-4e2b-845c-16c6d8ae5332 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:29.552246 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-fb3b1c71-3a93-425b-a9a1-cace891387ed req-5aec2cb4-1f12-4e2b-845c-16c6d8ae5332 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 943 time: 0.1059504 May 31 21:08:29.645971 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-fb3b1c71-3a93-425b-a9a1-cace891387ed req-694562a1-a3bb-4f9f-9221-24e2e79c9c61 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910628 May 31 21:08:30.046719 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-fea2d05a-a38f-4e8b-8acb-6dfcc23227bb req-26e15fd8-9cc5-4031-a768-adb43c53b44e tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?device_id=92254a91-6b12-4811-a58e-e6f4cac9d965 HTTP/1.1" status: 200 len: 210 time: 0.0539131 May 31 21:08:30.839947 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efb4f04-38d0-47de-be7d-888f65996292 req-18234e3f-584a-42fc-9ab4-eef1260c80c5 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:30.843087 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-2efb4f04-38d0-47de-be7d-888f65996292 req-18234e3f-584a-42fc-9ab4-eef1260c80c5 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 943 time: 0.1248918 May 31 21:08:30.997907 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-2efb4f04-38d0-47de-be7d-888f65996292 req-1a13324f-e092-4adc-95d9-95d1b72f8d5a tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400254 May 31 21:08:31.170876 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-57f50a9f-73b0-45c3-8550-56538b83c90f req-3f18d521-13c2-41c9-a065-898118c2825a tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?device_id=92254a91-6b12-4811-a58e-e6f4cac9d965 HTTP/1.1" status: 200 len: 210 time: 0.0355866 May 31 21:08:31.252323 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:08:31.259812 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=87 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:08:31.261037 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=38,neutron:UPDATE=6 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:08:32.143192 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd732d-b4cb-4c12-a0c6-efdea0a5a581 req-d710e5f5-eb7e-4ff9-b03f-0d3a57d39b22 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:32.145559 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-c1dd732d-b4cb-4c12-a0c6-efdea0a5a581 req-d710e5f5-eb7e-4ff9-b03f-0d3a57d39b22 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 943 time: 0.0574901 May 31 21:08:32.214810 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-c1dd732d-b4cb-4c12-a0c6-efdea0a5a581 req-d5bc1d73-a63b-4432-a03d-dd36146fefea tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642343 May 31 21:08:32.330560 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ac5aeb46-93dc-4fc0-9b55-5002bee910a0 req-2d44cdfb-f0ea-4292-9872-32ca5e1681ba tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?device_id=92254a91-6b12-4811-a58e-e6f4cac9d965 HTTP/1.1" status: 200 len: 210 time: 0.0627658 May 31 21:08:33.373322 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b031120a-5b27-49a8-9823-173648ccc4ce req-77ee5cc2-b817-4051-b2a1-18c132896df4 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:33.385075 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-b031120a-5b27-49a8-9823-173648ccc4ce req-77ee5cc2-b817-4051-b2a1-18c132896df4 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 943 time: 0.0768924 May 31 21:08:33.457464 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ea92c129-7ad9-4e16-920a-c6d8d5b48d41 req-fe628f13-ebe5-4daa-92d6-1d41e4325eb3 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?device_id=92254a91-6b12-4811-a58e-e6f4cac9d965 HTTP/1.1" status: 200 len: 210 time: 0.0437574 May 31 21:08:33.484729 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-b031120a-5b27-49a8-9823-173648ccc4ce req-4ab31555-fd93-4f06-9dc6-34ee1c0ee6a6 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982454 May 31 21:08:34.567224 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=77 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:08:34.576161 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=51 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:08:34.636438 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-5df72965-eba9-4b8b-a618-8478c90d59dd req-481f01b8-4cfe-4b19-9e19-6621809bbf6d tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?device_id=92254a91-6b12-4811-a58e-e6f4cac9d965 HTTP/1.1" status: 200 len: 210 time: 0.0894594 May 31 21:08:34.690674 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc710eb0-72e8-499b-8889-7a81f602950a req-188b8e31-55d0-4adb-9efb-b987b0986fea tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:34.692659 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-cc710eb0-72e8-499b-8889-7a81f602950a req-188b8e31-55d0-4adb-9efb-b987b0986fea tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 943 time: 0.0692272 May 31 21:08:34.798812 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-cc710eb0-72e8-499b-8889-7a81f602950a req-6485d5b3-c48d-42b5-8c19-b04402f17176 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957956 May 31 21:08:35.768431 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-94b58b25-56cd-43c3-ae5a-6ce3f5875610 req-a8426376-5c2f-4a42-852e-19cf001161ab tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?device_id=92254a91-6b12-4811-a58e-e6f4cac9d965 HTTP/1.1" status: 200 len: 210 time: 0.0430870 May 31 21:08:35.987764 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9bd18e-f993-47c1-bd9e-2582de633450 req-4eaae3c9-0908-4a3d-a5fd-f801aac99008 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:35.995225 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ab9bd18e-f993-47c1-bd9e-2582de633450 req-4eaae3c9-0908-4a3d-a5fd-f801aac99008 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 943 time: 0.0560689 May 31 21:08:36.055260 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ab9bd18e-f993-47c1-bd9e-2582de633450 req-a625ff73-dc2c-4086-a3cf-1294b5b7ee9e tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578895 May 31 21:08:37.014116 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-7ecf87b1-9c9c-4303-a3bf-1f639e16745e req-feab52d1-f1ad-4dfb-8d63-e37373e87eb5 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?device_id=92254a91-6b12-4811-a58e-e6f4cac9d965 HTTP/1.1" status: 200 len: 210 time: 0.0653756 May 31 21:08:37.264326 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=2 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:08:37.443745 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731339db-975e-445b-8bb2-35bd91ba6d86 req-db1b3d85-486a-4852-a9c3-d96c131c8bd7 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:37.452585 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-731339db-975e-445b-8bb2-35bd91ba6d86 req-db1b3d85-486a-4852-a9c3-d96c131c8bd7 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 943 time: 0.0599954 May 31 21:08:37.573379 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-731339db-975e-445b-8bb2-35bd91ba6d86 req-a8ed27b8-551a-45dd-945e-3056580ffb25 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136866 May 31 21:08:38.138725 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-97ad8e0e-5204-4d73-a2ff-3dfca6a9bc47 req-005a9a1a-d6d6-49a2-aaed-57874cab9e15 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?device_id=92254a91-6b12-4811-a58e-e6f4cac9d965 HTTP/1.1" status: 200 len: 210 time: 0.0417645 May 31 21:08:38.703353 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0f314-c02f-432f-933c-bc44075929c3 req-286e2b25-b204-4fc9-a728-f235603fe98f tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:38.704811 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-c3b0f314-c02f-432f-933c-bc44075929c3 req-286e2b25-b204-4fc9-a728-f235603fe98f tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 943 time: 0.0484707 May 31 21:08:38.717491 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:08:38.755039 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-c3b0f314-c02f-432f-933c-bc44075929c3 req-019f15e7-7df2-42dd-a345-010f71f30d37 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443938 May 31 21:08:39.240914 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-872fedb9-b0ac-4f76-a108-95b12df80bc8 req-08942fd4-5dd1-42c3-979e-6b0e25b68e73 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?device_id=92254a91-6b12-4811-a58e-e6f4cac9d965 HTTP/1.1" status: 200 len: 210 time: 0.0290246 May 31 21:08:39.292676 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0a6a3d-864e-4373-91b3-b6aa707415e2 req-10969f7e-6cde-4cf1-87ee-88aecc87176c tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:39.294244 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-4d0a6a3d-864e-4373-91b3-b6aa707415e2 req-10969f7e-6cde-4cf1-87ee-88aecc87176c tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/ports?device_id=979133c4-01ae-4510-8d70-018170135a6c HTTP/1.1" status: 200 len: 985 time: 0.0524123 May 31 21:08:39.361484 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-4d0a6a3d-864e-4373-91b3-b6aa707415e2 req-f6ad9976-b5ef-4aec-8597-8d46d9c07ca8 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc53867c-a18f-4781-8698-c86927740494&id=4ed228bd-5021-4a8b-93b3-efccb0105eda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0614440 May 31 21:08:39.888444 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5676c70a-c141-4e8d-bafe-17afd5bf0815 req-632eb401-d818-477e-9c65-976eeea8b820 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:39.893093 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-5676c70a-c141-4e8d-bafe-17afd5bf0815 req-632eb401-d818-477e-9c65-976eeea8b820 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 943 time: 0.0535932 May 31 21:08:39.940348 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-5676c70a-c141-4e8d-bafe-17afd5bf0815 req-baeb3fbb-3362-421b-a5e5-b186d28ce675 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440867 May 31 21:08:40.218903 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:08:40.367963 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ac3f2d15-65e3-4aad-a76d-fd8b490182c1 req-3fcdac0f-be3f-40bb-a1f3-a3dc23eabfa9 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?device_id=92254a91-6b12-4811-a58e-e6f4cac9d965 HTTP/1.1" status: 200 len: 210 time: 0.0310087 May 31 21:08:40.497945 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5f5017-dfb5-4195-91d1-350b67196338 req-c67fc5d0-00d9-4d92-8daa-45e0c73dc4ea tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:40.499757 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-6c5f5017-dfb5-4195-91d1-350b67196338 req-c67fc5d0-00d9-4d92-8daa-45e0c73dc4ea tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/ports?device_id=979133c4-01ae-4510-8d70-018170135a6c HTTP/1.1" status: 200 len: 985 time: 0.0605633 May 31 21:08:40.524404 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:08:40.566403 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-6c5f5017-dfb5-4195-91d1-350b67196338 req-760d2619-5dac-43bb-99cb-fcb87a8c43c5 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc53867c-a18f-4781-8698-c86927740494&id=4ed228bd-5021-4a8b-93b3-efccb0105eda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572741 May 31 21:08:41.065247 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f966da-8989-429f-b606-58f55ec127d5 req-8ad8fa65-da87-408e-a4e1-43a22c205956 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:41.065247 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-a6f966da-8989-429f-b606-58f55ec127d5 req-8ad8fa65-da87-408e-a4e1-43a22c205956 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 943 time: 0.0486696 May 31 21:08:41.112750 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-a6f966da-8989-429f-b606-58f55ec127d5 req-5be68bc5-fe98-4a21-bb64-42d91c60f8b3 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429242 May 31 21:08:41.468228 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-18185af0-26dc-4dbb-ade7-fb60dc81103d req-014851f9-c205-461d-b6b5-550162e29c43 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?device_id=92254a91-6b12-4811-a58e-e6f4cac9d965 HTTP/1.1" status: 200 len: 210 time: 0.0284817 May 31 21:08:41.694984 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9693bc4-26a2-4472-b7cf-6a2b42a4982c req-86bd114c-bb86-49c5-8ab0-7f94234d777e tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:41.696538 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-c9693bc4-26a2-4472-b7cf-6a2b42a4982c req-86bd114c-bb86-49c5-8ab0-7f94234d777e tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/ports?device_id=979133c4-01ae-4510-8d70-018170135a6c HTTP/1.1" status: 200 len: 985 time: 0.0534821 May 31 21:08:41.760677 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-c9693bc4-26a2-4472-b7cf-6a2b42a4982c req-7600c0b2-97dc-44fd-afad-aeb7b9e32529 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc53867c-a18f-4781-8698-c86927740494&id=4ed228bd-5021-4a8b-93b3-efccb0105eda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572174 May 31 21:08:42.207635 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-338fb7ff-b59d-4365-a6e9-9ad7f7b0d33e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (5ca9f0a2-8e5f-4b54-94fa-454f095515e4), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:08:42.234094 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a2c38-34b9-462d-b4b5-74e84880436f req-ccf94f98-65b2-49aa-aaef-d3a7d9aa9b48 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:42.235546 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-4d8a2c38-34b9-462d-b4b5-74e84880436f req-ccf94f98-65b2-49aa-aaef-d3a7d9aa9b48 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 943 time: 0.0486655 May 31 21:08:42.290627 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-4d8a2c38-34b9-462d-b4b5-74e84880436f req-c926931e-0ca0-4b4b-9917-4e9af8751932 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494792 May 31 21:08:42.561498 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-5c2fe2ae-c48e-4dd6-a4dc-f32d0f1acbb9 req-0f4f3c3d-d856-46cd-8bb4-8fd1c800f013 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?device_id=92254a91-6b12-4811-a58e-e6f4cac9d965 HTTP/1.1" status: 200 len: 210 time: 0.0269532 May 31 21:08:42.889128 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f3ca30-9b66-4573-bbab-a5fc2df88dba req-290426eb-c326-451d-bb28-e09dae3fe8af tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:42.890640 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-a4f3ca30-9b66-4573-bbab-a5fc2df88dba req-290426eb-c326-451d-bb28-e09dae3fe8af tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/ports?device_id=979133c4-01ae-4510-8d70-018170135a6c HTTP/1.1" status: 200 len: 985 time: 0.0506647 May 31 21:08:42.959704 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-a4f3ca30-9b66-4573-bbab-a5fc2df88dba req-0ec25da8-3e01-417b-ac36-f29a9ad073fc tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc53867c-a18f-4781-8698-c86927740494&id=4ed228bd-5021-4a8b-93b3-efccb0105eda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0583284 May 31 21:08:42.974918 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 38082) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:08:43.026015 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.db_base_plugin_v2 [None req-36bbd0a9-72e0-41c4-af8e-76b7bf8da140 admin admin] Deleting subnet 7599ba98-f239-48f9-b826-4e3746c54b43 {{(pid=104321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 31 21:08:43.029872 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-36bbd0a9-72e0-41c4-af8e-76b7bf8da140 admin admin] Publish callbacks [] for subnet (7599ba98-f239-48f9-b826-4e3746c54b43), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:08:43.064486 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-36bbd0a9-72e0-41c4-af8e-76b7bf8da140 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3660655'] for subnet (7599ba98-f239-48f9-b826-4e3746c54b43), precommit_delete_associations {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:08:43.105708 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-36bbd0a9-72e0-41c4-af8e-76b7bf8da140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673141'] for subnet (7599ba98-f239-48f9-b826-4e3746c54b43), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:08:43.222991 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-36bbd0a9-72e0-41c4-af8e-76b7bf8da140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25540591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25435895'] for subnet (7599ba98-f239-48f9-b826-4e3746c54b43), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:08:43.252780 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bbd0a9-72e0-41c4-af8e-76b7bf8da140 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7599ba98-f239-48f9-b826-4e3746c54b43,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:08:43.256569 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-36bbd0a9-72e0-41c4-af8e-76b7bf8da140 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696852'] for subnet (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:08:43.260281 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-36bbd0a9-72e0-41c4-af8e-76b7bf8da140 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/7599ba98-f239-48f9-b826-4e3746c54b43 HTTP/1.1" status: 204 len: 168 time: 0.2843251 May 31 21:08:43.263432 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 38084) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:08:43.337242 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-ba469178-d841-4976-9147-1afe6f2f28db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681077'] for network (31d0d2cb-3b54-4c55-b456-24ad3c7e1be7), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:08:43.454557 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-ba469178-d841-4976-9147-1afe6f2f28db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678652', 'neutron.services.segments.db._delete_segments_for_network-8747261968285'] for network (31d0d2cb-3b54-4c55-b456-24ad3c7e1be7), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:08:43.456736 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:08:43.468177 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce917ec8-cd3f-443f-97c9-1da54c680f50 req-5e3f3a80-f71c-43a7-949b-a5dadc9fbba9 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:43.469724 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ce917ec8-cd3f-443f-97c9-1da54c680f50 req-5e3f3a80-f71c-43a7-949b-a5dadc9fbba9 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 943 time: 0.0994029 May 31 21:08:43.501738 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.services.segments.db [None req-ba469178-d841-4976-9147-1afe6f2f28db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31d0d2cb-3b54-4c55-b456-24ad3c7e1be7']}} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:08:43.517240 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.services.segments.db [None req-ba469178-d841-4976-9147-1afe6f2f28db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fec7669d-e3cc-47b0-a6cf-b5955b75bf9e') {'for_net_delete': True} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:08:43.517533 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.services.segments.db [None req-ba469178-d841-4976-9147-1afe6f2f28db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fec7669d-e3cc-47b0-a6cf-b5955b75bf9e') {} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:08:43.536957 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-ba469178-d841-4976-9147-1afe6f2f28db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747261973158', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571892'] for segment (fec7669d-e3cc-47b0-a6cf-b5955b75bf9e), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:08:43.557663 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ce917ec8-cd3f-443f-97c9-1da54c680f50 req-c3ff3e94-089b-48d4-8630-a251b2a7fbe5 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816553 May 31 21:08:43.562244 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-ba469178-d841-4976-9147-1afe6f2f28db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674812'] for segment (fec7669d-e3cc-47b0-a6cf-b5955b75bf9e), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:08:43.568992 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba469178-d841-4976-9147-1afe6f2f28db admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=104320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 21:08:43.569381 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-ba469178-d841-4976-9147-1afe6f2f28db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25436834'] for segment (fec7669d-e3cc-47b0-a6cf-b5955b75bf9e), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:08:43.608918 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.services.segments.plugin [-] Segment fec7669d-e3cc-47b0-a6cf-b5955b75bf9e resource provider aggregate not found May 31 21:08:43.629006 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.services.segments.plugin [-] Segment fec7669d-e3cc-47b0-a6cf-b5955b75bf9e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fec7669d-e3cc-47b0-a6cf-b5955b75bf9e found for delete ", "request_id": "req-099d9fe4-fddf-4f94-8f3b-1acee516f63b"}]} May 31 21:08:43.660695 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-3667adc8-ec8c-4e4a-9270-77db3d60e749 req-427896b6-be8a-4f5b-973c-cafcd5dd5aa9 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?device_id=92254a91-6b12-4811-a58e-e6f4cac9d965 HTTP/1.1" status: 200 len: 210 time: 0.0290828 May 31 21:08:43.732411 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-ba469178-d841-4976-9147-1afe6f2f28db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598461'] for network (31d0d2cb-3b54-4c55-b456-24ad3c7e1be7), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:08:43.737946 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-ba469178-d841-4976-9147-1afe6f2f28db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696852'] for network (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:08:43.741024 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-ba469178-d841-4976-9147-1afe6f2f28db admin admin] 10.222.0.55 "DELETE /v2.0/networks/31d0d2cb-3b54-4c55-b456-24ad3c7e1be7 HTTP/1.1" status: 204 len: 168 time: 0.4764967 May 31 21:08:43.753710 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba469178-d841-4976-9147-1afe6f2f28db admin admin] Pushing event deleted for resources: {'Network': ['ID=31d0d2cb-3b54-4c55-b456-24ad3c7e1be7,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:08:44.084266 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b514e4-fff1-4c1f-876e-af196981e207 req-c8523eda-7e8e-4214-8b17-e92edb3c94c0 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:44.086749 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-53b514e4-fff1-4c1f-876e-af196981e207 req-c8523eda-7e8e-4214-8b17-e92edb3c94c0 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/ports?device_id=979133c4-01ae-4510-8d70-018170135a6c HTTP/1.1" status: 200 len: 985 time: 0.0545185 May 31 21:08:44.114741 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 38098) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:08:44.174264 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-53b514e4-fff1-4c1f-876e-af196981e207 req-e1ea8e32-cd73-4e8d-8d8c-1f6024403bbf tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc53867c-a18f-4781-8698-c86927740494&id=4ed228bd-5021-4a8b-93b3-efccb0105eda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0820410 May 31 21:08:44.186419 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-c435cf6f-4a3e-49ce-a1e3-a5bb65bdea70 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f722e284eda84b078c1c6935fb728f82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0704043 May 31 21:08:44.188792 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 38100) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:08:44.236192 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:08:44.240085 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-87512dda-8245-4892-975b-f2c1e4d7deca admin admin] Publish callbacks [] for security_group (eeb53072-7e85-45b9-8b08-7447584348ad), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:08:44.264298 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-87512dda-8245-4892-975b-f2c1e4d7deca admin admin] Publish callbacks [] for security_group (eeb53072-7e85-45b9-8b08-7447584348ad), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:08:44.401845 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-87512dda-8245-4892-975b-f2c1e4d7deca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (eeb53072-7e85-45b9-8b08-7447584348ad), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:08:44.405208 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-87512dda-8245-4892-975b-f2c1e4d7deca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:08:44.406399 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-87512dda-8245-4892-975b-f2c1e4d7deca admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/eeb53072-7e85-45b9-8b08-7447584348ad HTTP/1.1" status: 204 len: 168 time: 0.2166920 May 31 21:08:44.414534 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87512dda-8245-4892-975b-f2c1e4d7deca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb53072-7e85-45b9-8b08-7447584348ad,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:08:44.542809 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-bc7d4e59-299a-491b-8d5c-eec59d8a97b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (13ce5b10-321e-4e80-b29e-1cfc3c51661e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:08:44.692814 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462c641e-eba8-48ac-9794-bd2273bb66da req-bd685369-14b5-4b8c-a7f1-281e39e04845 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:44.694753 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-462c641e-eba8-48ac-9794-bd2273bb66da req-bd685369-14b5-4b8c-a7f1-281e39e04845 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 943 time: 0.0531609 May 31 21:08:44.774861 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-7dd2bf3d-9da0-484d-a75a-b2bf91d878de req-0f958be9-30cd-43cb-835a-b457c3b4d5ad tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?device_id=92254a91-6b12-4811-a58e-e6f4cac9d965 HTTP/1.1" status: 200 len: 210 time: 0.0379999 May 31 21:08:44.783761 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-462c641e-eba8-48ac-9794-bd2273bb66da req-b912afd1-4a1b-4db5-aa00-a8fc4a1e563e tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825083 May 31 21:08:45.314754 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14474aa-2fe4-4c3b-9792-c41747aaf0aa req-7457b247-7216-486d-8ebd-bd2ce888f682 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:45.316362 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-a14474aa-2fe4-4c3b-9792-c41747aaf0aa req-7457b247-7216-486d-8ebd-bd2ce888f682 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/ports?device_id=979133c4-01ae-4510-8d70-018170135a6c HTTP/1.1" status: 200 len: 985 time: 0.0525398 May 31 21:08:45.396812 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-a14474aa-2fe4-4c3b-9792-c41747aaf0aa req-74ac726a-1945-441b-a69f-efaaeec712ef tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc53867c-a18f-4781-8698-c86927740494&id=4ed228bd-5021-4a8b-93b3-efccb0105eda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0731289 May 31 21:08:45.643070 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-58fa0aab-c296-4be2-a1ab-08418c16cad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (8170e961-7e1e-4c09-b09f-6b764c457cfd), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:08:45.775297 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a8eea1-9445-4c0e-aa3e-23ddd3253baf req-f18028f4-92df-4c06-9eed-a171102fd472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:45.778356 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-17a8eea1-9445-4c0e-aa3e-23ddd3253baf req-f18028f4-92df-4c06-9eed-a171102fd472 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=9f9ac73d84244b1c9029586fa4969bbf&device_id=979133c4-01ae-4510-8d70-018170135a6c HTTP/1.1" status: 200 len: 1169 time: 0.2676842 May 31 21:08:45.906474 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a8eea1-9445-4c0e-aa3e-23ddd3253baf req-303851b1-348f-4eb9-b1d7-5b35a5774839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:45.908921 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-17a8eea1-9445-4c0e-aa3e-23ddd3253baf req-303851b1-348f-4eb9-b1d7-5b35a5774839 service neutron] 10.222.0.40 "GET /v2.0/networks?id=3e967741-aa19-4db4-8371-4ee869c23fa1 HTTP/1.1" status: 200 len: 915 time: 0.1249702 May 31 21:08:45.926517 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-c8e322c7-96c5-4046-9758-2b6b291f4694 req-e73e57c7-e0fc-4d68-9ab3-551d51535071 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?device_id=92254a91-6b12-4811-a58e-e6f4cac9d965 HTTP/1.1" status: 200 len: 210 time: 0.0508285 May 31 21:08:46.004886 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:08:46.009082 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-17a8eea1-9445-4c0e-aa3e-23ddd3253baf req-029ea332-bcaf-43a7-82c9-6109c7a938e4 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ba426b9-2ac4-463e-bc64-9ae379649087 HTTP/1.1" status: 200 len: 1001 time: 0.0935938 May 31 21:08:46.022493 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a0424f-f27d-4406-912f-8351135085e2 req-6e5ec52e-1711-4d6d-ac8d-ad9492407d46 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:46.026278 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-03a0424f-f27d-4406-912f-8351135085e2 req-6e5ec52e-1711-4d6d-ac8d-ad9492407d46 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 943 time: 0.0871036 May 31 21:08:46.083158 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a8eea1-9445-4c0e-aa3e-23ddd3253baf req-8c3a9769-224c-416a-8593-5b38b1d1f5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:46.086187 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-17a8eea1-9445-4c0e-aa3e-23ddd3253baf req-8c3a9769-224c-416a-8593-5b38b1d1f5b7 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=c963a7bb-fcb2-47cb-b4af-694452e58e3a HTTP/1.1" status: 200 len: 853 time: 0.0697546 May 31 21:08:46.116075 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-03a0424f-f27d-4406-912f-8351135085e2 req-8d63925b-81e4-4a16-ab03-dc266d1802d3 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829175 May 31 21:08:46.162234 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a8eea1-9445-4c0e-aa3e-23ddd3253baf req-8c8233b9-1701-413c-8833-a2295cadbcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:46.164130 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-17a8eea1-9445-4c0e-aa3e-23ddd3253baf req-8c8233b9-1701-413c-8833-a2295cadbcb6 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=3e967741-aa19-4db4-8371-4ee869c23fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0716770 May 31 21:08:46.325620 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-17a8eea1-9445-4c0e-aa3e-23ddd3253baf req-d6068d70-f869-4eda-b65e-94a9afc3d4d9 service neutron] 10.222.0.40 "GET /v2.0/networks/3e967741-aa19-4db4-8371-4ee869c23fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535089 May 31 21:08:46.559882 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c929816-76a6-4847-9005-410c29349bb0 req-3d2bb141-f078-452f-81ed-31e646649d39 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:46.561837 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-9c929816-76a6-4847-9005-410c29349bb0 req-3d2bb141-f078-452f-81ed-31e646649d39 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/ports?device_id=979133c4-01ae-4510-8d70-018170135a6c HTTP/1.1" status: 200 len: 985 time: 0.0665977 May 31 21:08:46.571725 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-17a8eea1-9445-4c0e-aa3e-23ddd3253baf req-31739d48-d0e8-4346-9dc0-afd7f6df6673 service neutron] 10.222.0.40 "GET /v2.0/networks/3e967741-aa19-4db4-8371-4ee869c23fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652558 May 31 21:08:46.663028 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-9c929816-76a6-4847-9005-410c29349bb0 req-45e7017c-8bf9-4e32-97a1-29490a86eab9 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc53867c-a18f-4781-8698-c86927740494&id=4ed228bd-5021-4a8b-93b3-efccb0105eda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0887992 May 31 21:08:46.685788 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2d1a0-34d2-455b-8a15-6b4e365e7660 req-67de0112-9cb7-4b43-a64d-0de7aeae42f0 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:46.687168 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-92f2d1a0-34d2-455b-8a15-6b4e365e7660 req-67de0112-9cb7-4b43-a64d-0de7aeae42f0 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.40 "GET /v2.0/networks?id=2c2f81e7-9a7d-4701-bf43-a528a17f585a HTTP/1.1" status: 200 len: 812 time: 0.1317394 May 31 21:08:46.769098 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-92f2d1a0-34d2-455b-8a15-6b4e365e7660 req-6c9fad84-31ed-4ee1-b984-8fcc24f2f357 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.40 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e511490c0f8438fb89ac590bd63529f HTTP/1.1" status: 200 len: 379 time: 0.0669744 May 31 21:08:46.780289 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [req-92f2d1a0-34d2-455b-8a15-6b4e365e7660 req-a00b8e5c-6060-40ac-abd3-99f91079ea4e tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Request body: {'port': {'device_id': '92254a91-6b12-4811-a58e-e6f4cac9d965', 'network_id': '2c2f81e7-9a7d-4701-bf43-a528a17f585a', 'admin_state_up': True, 'tenant_id': '8e511490c0f8438fb89ac590bd63529f', 'security_groups': ['af63a73d-db92-422f-a34b-85e8632ce5b3']}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:08:46.788020 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:08:46.802370 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-b770b660-b824-4665-84d0-9bbdd29e8e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (1c1563bc-5b12-4065-8d27-b22246e8e8d3), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:08:46.906765 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:08:46.991184 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92f2d1a0-34d2-455b-8a15-6b4e365e7660 req-a00b8e5c-6060-40ac-abd3-99f91079ea4e tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Made reservation on behalf of 8e511490c0f8438fb89ac590bd63529f for: {'port': 1} {{(pid=104321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 21:08:46.994969 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-92f2d1a0-34d2-455b-8a15-6b4e365e7660 req-a00b8e5c-6060-40ac-abd3-99f91079ea4e tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:08:47.041227 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-6e736b7c-c102-4a85-b355-ca418369a114 req-52082ae6-c6e6-435e-b93e-e9feb7e73621 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?device_id=92254a91-6b12-4811-a58e-e6f4cac9d965 HTTP/1.1" status: 200 len: 210 time: 0.0328083 May 31 21:08:47.224617 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.db_base_plugin_common [req-92f2d1a0-34d2-455b-8a15-6b4e365e7660 req-a00b8e5c-6060-40ac-abd3-99f91079ea4e tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Allocated IP 172.20.0.8 (2c2f81e7-9a7d-4701-bf43-a528a17f585a/e92e8765-6011-45cd-aa17-1b8aedc6fa7b/184f337b-0888-4e33-981f-ff3bb1208077) {{(pid=104321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 21:08:47.263765 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad97f49-c09d-4546-bd34-f6491826271e req-e20c4e1f-aff1-4f01-9bb5-fd7887ed5086 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:47.265418 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-bad97f49-c09d-4546-bd34-f6491826271e req-e20c4e1f-aff1-4f01-9bb5-fd7887ed5086 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 943 time: 0.0540538 May 31 21:08:47.321354 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-bad97f49-c09d-4546-bd34-f6491826271e req-47fa9e8f-503d-43f2-95c3-ad86c66ea98a tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496926 May 31 21:08:47.446442 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-92f2d1a0-34d2-455b-8a15-6b4e365e7660 req-a00b8e5c-6060-40ac-abd3-99f91079ea4e tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks [] for port (184f337b-0888-4e33-981f-ff3bb1208077), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:08:47.551011 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-92f2d1a0-34d2-455b-8a15-6b4e365e7660 req-a00b8e5c-6060-40ac-abd3-99f91079ea4e tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747261518129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25540506'] for port (184f337b-0888-4e33-981f-ff3bb1208077), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:08:47.605617 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92f2d1a0-34d2-455b-8a15-6b4e365e7660 req-a00b8e5c-6060-40ac-abd3-99f91079ea4e tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Network 2c2f81e7-9a7d-4701-bf43-a528a17f585a is already hosted by enough agents. {{(pid=104321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 21:08:47.609695 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.base_scheduler [req-92f2d1a0-34d2-455b-8a15-6b4e365e7660 req-a00b8e5c-6060-40ac-abd3-99f91079ea4e tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Resources bound (agent type, host, resource id): {{(pid=104321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:08:47.612499 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [req-92f2d1a0-34d2-455b-8a15-6b4e365e7660 req-a00b8e5c-6060-40ac-abd3-99f91079ea4e tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Received port after_create {{(pid=104321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 31 21:08:47.646626 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00b8e5c-6060-40ac-abd3-99f91079ea4e tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Pushing event updated for resources: {'Port': ['ID=184f337b-0888-4e33-981f-ff3bb1208077,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:08:47.655311 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00b8e5c-6060-40ac-abd3-99f91079ea4e tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:08:47.655824 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00b8e5c-6060-40ac-abd3-99f91079ea4e tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:08:47.656287 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00b8e5c-6060-40ac-abd3-99f91079ea4e tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:08:47.656744 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00b8e5c-6060-40ac-abd3-99f91079ea4e tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:08:47.657178 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00b8e5c-6060-40ac-abd3-99f91079ea4e tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:08:47.657607 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00b8e5c-6060-40ac-abd3-99f91079ea4e tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:08:47.658070 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00b8e5c-6060-40ac-abd3-99f91079ea4e tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:08:47.658507 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00b8e5c-6060-40ac-abd3-99f91079ea4e tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:08:47.658876 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00b8e5c-6060-40ac-abd3-99f91079ea4e tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:08:47.659184 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00b8e5c-6060-40ac-abd3-99f91079ea4e tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:08:47.659513 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00b8e5c-6060-40ac-abd3-99f91079ea4e tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:08:47.659843 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00b8e5c-6060-40ac-abd3-99f91079ea4e tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:08:47.660168 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00b8e5c-6060-40ac-abd3-99f91079ea4e tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:08:47.660488 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00b8e5c-6060-40ac-abd3-99f91079ea4e tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:08:47.660810 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00b8e5c-6060-40ac-abd3-99f91079ea4e tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:08:47.698320 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2d1a0-34d2-455b-8a15-6b4e365e7660 req-a00b8e5c-6060-40ac-abd3-99f91079ea4e tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:47.698320 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-92f2d1a0-34d2-455b-8a15-6b4e365e7660 req-a00b8e5c-6060-40ac-abd3-99f91079ea4e tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for port (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:08:47.793125 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ab89bd-6a9b-4059-be58-6559dfde8eed req-26b7b45b-b410-41ba-aeea-6a87b3db5969 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:47.797692 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-c6ab89bd-6a9b-4059-be58-6559dfde8eed req-26b7b45b-b410-41ba-aeea-6a87b3db5969 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/ports?device_id=979133c4-01ae-4510-8d70-018170135a6c HTTP/1.1" status: 200 len: 985 time: 0.0552030 May 31 21:08:47.863053 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-c6ab89bd-6a9b-4059-be58-6559dfde8eed req-1ef271fd-8b39-491c-9d56-1a9622bc9f08 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc53867c-a18f-4781-8698-c86927740494&id=4ed228bd-5021-4a8b-93b3-efccb0105eda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0615189 May 31 21:08:47.885546 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-9620ee6a-961c-472e-840e-67ae153936eb None None] Provisioning complete for port 184f337b-0888-4e33-981f-ff3bb1208077 triggered by entity DHCP. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:08:47.886326 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-9620ee6a-961c-472e-840e-67ae153936eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (184f337b-0888-4e33-981f-ff3bb1208077), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:08:47.919118 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-9620ee6a-961c-472e-840e-67ae153936eb None None] Port 184f337b-0888-4e33-981f-ff3bb1208077 cannot update to ACTIVE because it is not bound. {{(pid=104322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 31 21:08:48.048209 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-92f2d1a0-34d2-455b-8a15-6b4e365e7660 req-a00b8e5c-6060-40ac-abd3-99f91079ea4e tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2736509 May 31 21:08:48.073169 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [req-92f2d1a0-34d2-455b-8a15-6b4e365e7660 req-b1abfe2f-f8c7-41e0-ad39-f6856e9dec2a service neutron] Request body: {'port': {'device_id': '92254a91-6b12-4811-a58e-e6f4cac9d965', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:08:48.134518 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-92f2d1a0-34d2-455b-8a15-6b4e365e7660 req-b1abfe2f-f8c7-41e0-ad39-f6856e9dec2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (184f337b-0888-4e33-981f-ff3bb1208077), before_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:08:48.167365 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab7fa62-8935-4930-8dd3-7b5cfc1ac090 req-0a86689c-73fa-4020-953e-c2f001ce412c tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:48.169035 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-2ab7fa62-8935-4930-8dd3-7b5cfc1ac090 req-0a86689c-73fa-4020-953e-c2f001ce412c tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?device_id=92254a91-6b12-4811-a58e-e6f4cac9d965 HTTP/1.1" status: 200 len: 931 time: 0.0590026 May 31 21:08:48.233225 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-2ab7fa62-8935-4930-8dd3-7b5cfc1ac090 req-4692694b-b0e8-4476-bf06-08b4fca6d0ce tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/security-groups?id=af63a73d-db92-422f-a34b-85e8632ce5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580895 May 31 21:08:48.276693 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:08:48.431693 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:08:48.487712 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf14b0a-e783-4361-b40c-f0287807c3f4 req-0c15a658-6e8a-456f-bb8d-fe4b63ef7189 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:48.490285 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-faf14b0a-e783-4361-b40c-f0287807c3f4 req-0c15a658-6e8a-456f-bb8d-fe4b63ef7189 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 943 time: 0.0745521 May 31 21:08:48.519014 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.notifiers.nova [req-92f2d1a0-34d2-455b-8a15-6b4e365e7660 req-b1abfe2f-f8c7-41e0-ad39-f6856e9dec2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 184f337b-0888-4e33-981f-ff3bb1208077 {{(pid=104321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 21:08:48.541824 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-92f2d1a0-34d2-455b-8a15-6b4e365e7660 req-b1abfe2f-f8c7-41e0-ad39-f6856e9dec2a service neutron] Publish callbacks [] for port (184f337b-0888-4e33-981f-ff3bb1208077), precommit_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:08:48.562420 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.provisioning_blocks [req-92f2d1a0-34d2-455b-8a15-6b4e365e7660 req-b1abfe2f-f8c7-41e0-ad39-f6856e9dec2a service neutron] Transition to ACTIVE for port object 184f337b-0888-4e33-981f-ff3bb1208077 will not be triggered until provisioned by entity L2. {{(pid=104321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 31 21:08:48.564250 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-faf14b0a-e783-4361-b40c-f0287807c3f4 req-4684db0e-d2a1-4088-896d-f3bdb14cb086 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582530 May 31 21:08:48.663016 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-92f2d1a0-34d2-455b-8a15-6b4e365e7660 req-b1abfe2f-f8c7-41e0-ad39-f6856e9dec2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25540501'] for port (184f337b-0888-4e33-981f-ff3bb1208077), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:08:48.663322 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (a61205dd-b11c-42a1-aa2d-4b7310a8dc99), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:08:48.725077 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1abfe2f-f8c7-41e0-ad39-f6856e9dec2a service neutron] Pushing event updated for resources: {'Port': ['ID=184f337b-0888-4e33-981f-ff3bb1208077,revision_number=2']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:08:48.823805 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [req-92f2d1a0-34d2-455b-8a15-6b4e365e7660 req-b1abfe2f-f8c7-41e0-ad39-f6856e9dec2a service neutron] Attempting to bind port 184f337b-0888-4e33-981f-ff3bb1208077 on host hv-cinder-83979 for vnic_type normal with profile {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 31 21:08:48.824178 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [req-92f2d1a0-34d2-455b-8a15-6b4e365e7660 req-b1abfe2f-f8c7-41e0-ad39-f6856e9dec2a service neutron] Attempting to bind port 184f337b-0888-4e33-981f-ff3bb1208077 by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': '8895f7a6-b66f-413c-943d-4d2ad24c0748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2c2f81e7-9a7d-4701-bf43-a528a17f585a'}] {{(pid=104321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 31 21:08:48.825630 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f2d1a0-34d2-455b-8a15-6b4e365e7660 req-b1abfe2f-f8c7-41e0-ad39-f6856e9dec2a service neutron] Attempting to bind port 184f337b-0888-4e33-981f-ff3bb1208077 on network 2c2f81e7-9a7d-4701-bf43-a528a17f585a {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 31 21:08:48.835459 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f2d1a0-34d2-455b-8a15-6b4e365e7660 req-b1abfe2f-f8c7-41e0-ad39-f6856e9dec2a service neutron] Port 184f337b-0888-4e33-981f-ff3bb1208077 on network 2c2f81e7-9a7d-4701-bf43-a528a17f585a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 31 21:08:48.835905 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f2d1a0-34d2-455b-8a15-6b4e365e7660 req-b1abfe2f-f8c7-41e0-ad39-f6856e9dec2a service neutron] Attempting to bind port 184f337b-0888-4e33-981f-ff3bb1208077 on network 2c2f81e7-9a7d-4701-bf43-a528a17f585a {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 31 21:08:48.845679 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f2d1a0-34d2-455b-8a15-6b4e365e7660 req-b1abfe2f-f8c7-41e0-ad39-f6856e9dec2a service neutron] Checking agent: {'id': '51675295-7abb-4335-9c5a-c46a9082010e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 21, 1, 20), 'started_at': datetime.datetime(2022, 5, 31, 21, 1, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 21, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 31 21:08:48.846133 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f2d1a0-34d2-455b-8a15-6b4e365e7660 req-b1abfe2f-f8c7-41e0-ad39-f6856e9dec2a service neutron] Checking segment: {'id': '8895f7a6-b66f-413c-943d-4d2ad24c0748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2c2f81e7-9a7d-4701-bf43-a528a17f585a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 31 21:08:48.846593 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f2d1a0-34d2-455b-8a15-6b4e365e7660 req-b1abfe2f-f8c7-41e0-ad39-f6856e9dec2a service neutron] Bound using segment: {'id': '8895f7a6-b66f-413c-943d-4d2ad24c0748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2c2f81e7-9a7d-4701-bf43-a528a17f585a'} {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 31 21:08:48.847123 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [req-92f2d1a0-34d2-455b-8a15-6b4e365e7660 req-b1abfe2f-f8c7-41e0-ad39-f6856e9dec2a service neutron] Bound port: 184f337b-0888-4e33-981f-ff3bb1208077, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8895f7a6-b66f-413c-943d-4d2ad24c0748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2c2f81e7-9a7d-4701-bf43-a528a17f585a'}}] {{(pid=104321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 31 21:08:48.847572 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-92f2d1a0-34d2-455b-8a15-6b4e365e7660 req-b1abfe2f-f8c7-41e0-ad39-f6856e9dec2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (184f337b-0888-4e33-981f-ff3bb1208077), before_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:08:48.946718 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [req-92f2d1a0-34d2-455b-8a15-6b4e365e7660 req-b1abfe2f-f8c7-41e0-ad39-f6856e9dec2a service neutron] For port 184f337b-0888-4e33-981f-ff3bb1208077, host hv-cinder-83979, cleared binding levels {{(pid=104321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 31 21:08:48.952573 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [req-92f2d1a0-34d2-455b-8a15-6b4e365e7660 req-b1abfe2f-f8c7-41e0-ad39-f6856e9dec2a service neutron] For port 184f337b-0888-4e33-981f-ff3bb1208077, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=184f337b-0888-4e33-981f-ff3bb1208077,segment=NetworkSegment(8895f7a6-b66f-413c-943d-4d2ad24c0748),segment_id=8895f7a6-b66f-413c-943d-4d2ad24c0748)] {{(pid=104321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 31 21:08:49.019979 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-92f2d1a0-34d2-455b-8a15-6b4e365e7660 req-b1abfe2f-f8c7-41e0-ad39-f6856e9dec2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25540501'] for port (184f337b-0888-4e33-981f-ff3bb1208077), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:08:49.048694 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209dc3d2-9c3b-4ff8-b109-52d4aa65ef3f req-706bbe1f-8d41-4643-92c1-8216cb172181 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:49.050256 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-209dc3d2-9c3b-4ff8-b109-52d4aa65ef3f req-706bbe1f-8d41-4643-92c1-8216cb172181 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/ports?device_id=979133c4-01ae-4510-8d70-018170135a6c HTTP/1.1" status: 200 len: 985 time: 0.0810094 May 31 21:08:49.065260 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2d1a0-34d2-455b-8a15-6b4e365e7660 req-b1abfe2f-f8c7-41e0-ad39-f6856e9dec2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:49.065869 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-92f2d1a0-34d2-455b-8a15-6b4e365e7660 req-b1abfe2f-f8c7-41e0-ad39-f6856e9dec2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for port (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:08:49.067315 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-92f2d1a0-34d2-455b-8a15-6b4e365e7660 req-b1abfe2f-f8c7-41e0-ad39-f6856e9dec2a service neutron] 10.222.0.40 "PUT /v2.0/ports/184f337b-0888-4e33-981f-ff3bb1208077 HTTP/1.1" status: 200 len: 1093 time: 0.9983811 May 31 21:08:49.067963 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92254a91-6b12-4811-a58e-e6f4cac9d965', 'tag': '184f337b-0888-4e33-981f-ff3bb1208077'}] {{(pid=104321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:08:49.071081 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6b014d5dee29fffbb36c15c330f4dd8b871b4cb67f19a16d167ed5ff3960b8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21495eef-260b-44c0-bf5a-54f7a3a2aa71" -d '{"events": [{"name": "network-changed", "server_uuid": "92254a91-6b12-4811-a58e-e6f4cac9d965", "tag": "184f337b-0888-4e33-981f-ff3bb1208077"}]}' {{(pid=104321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:08:49.111984 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1abfe2f-f8c7-41e0-ad39-f6856e9dec2a service neutron] Pushing event updated for resources: {'Port': ['ID=184f337b-0888-4e33-981f-ff3bb1208077,revision_number=3']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:08:49.123050 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 May 2022 21:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-802e21af-7a8a-4764-8cc9-6fdd432c0552 x-openstack-request-id: req-802e21af-7a8a-4764-8cc9-6fdd432c0552 {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:08:49.123825 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92254a91-6b12-4811-a58e-e6f4cac9d965", "tag": "184f337b-0888-4e33-981f-ff3bb1208077", "status": "completed", "code": 200}]} {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:08:49.124142 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-802e21af-7a8a-4764-8cc9-6fdd432c0552 {{(pid=104321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:08:49.124473 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-802e21af-7a8a-4764-8cc9-6fdd432c0552'] response: {'name': 'network-changed', 'server_uuid': '92254a91-6b12-4811-a58e-e6f4cac9d965', 'tag': '184f337b-0888-4e33-981f-ff3bb1208077', 'status': 'completed', 'code': 200} May 31 21:08:49.179583 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-209dc3d2-9c3b-4ff8-b109-52d4aa65ef3f req-a7cb6a56-9054-4e6d-9069-5a0c9dba5b38 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc53867c-a18f-4781-8698-c86927740494&id=4ed228bd-5021-4a8b-93b3-efccb0105eda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1200964 May 31 21:08:49.222533 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21495eef-260b-44c0-bf5a-54f7a3a2aa71 req-b072bb5b-18d0-4f4d-92e2-e29ced3a68f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:49.224673 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-21495eef-260b-44c0-bf5a-54f7a3a2aa71 req-b072bb5b-18d0-4f4d-92e2-e29ced3a68f5 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=8e511490c0f8438fb89ac590bd63529f&device_id=92254a91-6b12-4811-a58e-e6f4cac9d965 HTTP/1.1" status: 200 len: 1127 time: 0.0768340 May 31 21:08:49.379374 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21495eef-260b-44c0-bf5a-54f7a3a2aa71 req-67e60b2a-a344-4040-9d90-865ee5542f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:49.380875 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-21495eef-260b-44c0-bf5a-54f7a3a2aa71 req-67e60b2a-a344-4040-9d90-865ee5542f24 service neutron] 10.222.0.40 "GET /v2.0/networks?tenant_id=8e511490c0f8438fb89ac590bd63529f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1353996 May 31 21:08:49.407242 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e6fb70-be2e-49c4-b3fc-d998eccb3046 req-00b58693-436c-4caa-95ec-7ec9e63ad0d0 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:49.408810 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-d0e6fb70-be2e-49c4-b3fc-d998eccb3046 req-00b58693-436c-4caa-95ec-7ec9e63ad0d0 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?device_id=92254a91-6b12-4811-a58e-e6f4cac9d965 HTTP/1.1" status: 200 len: 943 time: 0.0627153 May 31 21:08:49.440134 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:08:49.466548 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:08:49.470954 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-d0e6fb70-be2e-49c4-b3fc-d998eccb3046 req-24e9cfd0-c0bb-4d85-bf88-11f3bfa7d523 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/security-groups?id=af63a73d-db92-422f-a34b-85e8632ce5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537663 May 31 21:08:49.494650 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21495eef-260b-44c0-bf5a-54f7a3a2aa71 req-e570152d-f86f-4977-81cf-a111c4cc5ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:49.496802 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-21495eef-260b-44c0-bf5a-54f7a3a2aa71 req-e570152d-f86f-4977-81cf-a111c4cc5ad4 service neutron] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1086781 May 31 21:08:49.588457 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2d1a0-34d2-455b-8a15-6b4e365e7660 req-0a7f51c5-4087-4df8-9e35-20876ab13be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:49.591456 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-92f2d1a0-34d2-455b-8a15-6b4e365e7660 req-0a7f51c5-4087-4df8-9e35-20876ab13be4 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=8e511490c0f8438fb89ac590bd63529f&device_id=92254a91-6b12-4811-a58e-e6f4cac9d965 HTTP/1.1" status: 200 len: 1127 time: 0.0460007 May 31 21:08:49.660135 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-92f2d1a0-34d2-455b-8a15-6b4e365e7660 req-7d4e8626-fa92-462a-9975-62fcd5b1a83b service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=184f337b-0888-4e33-981f-ff3bb1208077 HTTP/1.1" status: 200 len: 217 time: 0.0613825 May 31 21:08:49.711642 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5f7cd9-65e0-46dd-a36c-c791b13a274b req-9472a1eb-548f-4b90-bd50-ad8f0b05f43d tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:49.713133 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-2e5f7cd9-65e0-46dd-a36c-c791b13a274b req-9472a1eb-548f-4b90-bd50-ad8f0b05f43d tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 943 time: 0.0699015 May 31 21:08:49.738137 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2d1a0-34d2-455b-8a15-6b4e365e7660 req-29724c5a-4684-4443-9588-f00a2a959ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:49.740435 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-92f2d1a0-34d2-455b-8a15-6b4e365e7660 req-29724c5a-4684-4443-9588-f00a2a959ce3 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=e92e8765-6011-45cd-aa17-1b8aedc6fa7b HTTP/1.1" status: 200 len: 851 time: 0.0701156 May 31 21:08:49.789164 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-2e5f7cd9-65e0-46dd-a36c-c791b13a274b req-a1b73d0b-b225-407e-8733-be5c5bb0e436 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659847 May 31 21:08:49.790674 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2d1a0-34d2-455b-8a15-6b4e365e7660 req-f2d56d62-e19c-47eb-95d9-de60fe797baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:49.792968 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-92f2d1a0-34d2-455b-8a15-6b4e365e7660 req-f2d56d62-e19c-47eb-95d9-de60fe797baa service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=2c2f81e7-9a7d-4701-bf43-a528a17f585a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0451837 May 31 21:08:49.936077 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-92f2d1a0-34d2-455b-8a15-6b4e365e7660 req-50f0c60e-1c4a-4272-8741-10a4b1da22c8 service neutron] 10.222.0.40 "GET /v2.0/networks/2c2f81e7-9a7d-4701-bf43-a528a17f585a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349325 May 31 21:08:50.080252 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-92f2d1a0-34d2-455b-8a15-6b4e365e7660 req-41fa2bc4-36ad-446d-bc73-11b4bf5c0556 service neutron] 10.222.0.40 "GET /v2.0/networks/2c2f81e7-9a7d-4701-bf43-a528a17f585a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354828 May 31 21:08:50.329823 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6172ee2-6b02-460f-bb7d-6439c5f6083d req-a5bac2e8-83b2-44a0-88d9-6e907245b6a5 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:50.331463 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-f6172ee2-6b02-460f-bb7d-6439c5f6083d req-a5bac2e8-83b2-44a0-88d9-6e907245b6a5 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/ports?device_id=979133c4-01ae-4510-8d70-018170135a6c HTTP/1.1" status: 200 len: 985 time: 0.0583341 May 31 21:08:50.400300 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-f6172ee2-6b02-460f-bb7d-6439c5f6083d req-6d724441-9c17-47aa-a9da-1395bac058f3 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc53867c-a18f-4781-8698-c86927740494&id=4ed228bd-5021-4a8b-93b3-efccb0105eda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0590739 May 31 21:08:50.606464 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e94b1b-6541-4517-a15f-26b703ee59f0 req-6d805031-292d-4372-92b2-3e1efc73ac32 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:50.608142 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-59e94b1b-6541-4517-a15f-26b703ee59f0 req-6d805031-292d-4372-92b2-3e1efc73ac32 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?device_id=92254a91-6b12-4811-a58e-e6f4cac9d965 HTTP/1.1" status: 200 len: 943 time: 0.0525610 May 31 21:08:50.665346 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-59e94b1b-6541-4517-a15f-26b703ee59f0 req-c9eb41e5-b510-4605-9c52-e4b380118c4e tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/security-groups?id=af63a73d-db92-422f-a34b-85e8632ce5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514245 May 31 21:08:50.910834 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:08:50.921786 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb323b3-cfe5-491c-9b89-1e991f4c5f66 req-ef489a4a-a050-4968-92b6-d937a29bf600 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:50.923267 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-1fb323b3-cfe5-491c-9b89-1e991f4c5f66 req-ef489a4a-a050-4968-92b6-d937a29bf600 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 943 time: 0.0522714 May 31 21:08:50.977763 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-1fb323b3-cfe5-491c-9b89-1e991f4c5f66 req-e533b7a6-c14c-4f6c-b5c0-10412a6e50a1 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488262 May 31 21:08:51.337070 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (51675295-7abb-4335-9c5a-c46a9082010e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:08:51.549744 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e9c2f-fc35-41a0-93b7-7076210057e4 req-023043bf-4b24-4d82-b7d2-4f34afbc07e2 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:51.551344 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-7f9e9c2f-fc35-41a0-93b7-7076210057e4 req-023043bf-4b24-4d82-b7d2-4f34afbc07e2 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/ports?device_id=979133c4-01ae-4510-8d70-018170135a6c HTTP/1.1" status: 200 len: 985 time: 0.0632925 May 31 21:08:51.631813 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-7f9e9c2f-fc35-41a0-93b7-7076210057e4 req-ecd8da09-2056-47bc-b865-55e51ff849a4 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc53867c-a18f-4781-8698-c86927740494&id=4ed228bd-5021-4a8b-93b3-efccb0105eda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0705411 May 31 21:08:51.801328 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d84b27c-231e-4a07-b00a-947b7983a5e3 req-574d0be2-b2e9-4991-868b-242673d87e7f tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:51.801328 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-7d84b27c-231e-4a07-b00a-947b7983a5e3 req-574d0be2-b2e9-4991-868b-242673d87e7f tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?device_id=92254a91-6b12-4811-a58e-e6f4cac9d965 HTTP/1.1" status: 200 len: 943 time: 0.0588758 May 31 21:08:51.854463 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-7d84b27c-231e-4a07-b00a-947b7983a5e3 req-ad040087-bbfd-4b6d-bc9c-07fb491c8ec8 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/security-groups?id=af63a73d-db92-422f-a34b-85e8632ce5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473049 May 31 21:08:52.118990 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e798ab7d-ce7a-4fc6-8807-e0a1128b2985 req-6bd720fe-7a3e-4a2c-974f-bbce27946840 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:52.120741 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-e798ab7d-ce7a-4fc6-8807-e0a1128b2985 req-6bd720fe-7a3e-4a2c-974f-bbce27946840 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 943 time: 0.0542703 May 31 21:08:52.177523 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-e798ab7d-ce7a-4fc6-8807-e0a1128b2985 req-d48acd32-0dfc-4605-95ce-72b200559daa tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502260 May 31 21:08:52.782085 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d759df0-618a-4011-a096-06f92335e930 req-bec91aa8-68a4-4aaa-b886-f04d7e7fe4e1 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:52.783628 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-3d759df0-618a-4011-a096-06f92335e930 req-bec91aa8-68a4-4aaa-b886-f04d7e7fe4e1 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/ports?device_id=979133c4-01ae-4510-8d70-018170135a6c HTTP/1.1" status: 200 len: 985 time: 0.0654533 May 31 21:08:52.868794 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-3d759df0-618a-4011-a096-06f92335e930 req-761edf34-b4c8-421d-9854-665e90e1c192 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc53867c-a18f-4781-8698-c86927740494&id=4ed228bd-5021-4a8b-93b3-efccb0105eda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0792065 May 31 21:08:52.987189 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4813ca-6e59-4dac-8adb-906bc2d807f6 req-208153c6-3789-42be-b029-eb52c9a5c388 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:52.989132 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-6a4813ca-6e59-4dac-8adb-906bc2d807f6 req-208153c6-3789-42be-b029-eb52c9a5c388 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?device_id=92254a91-6b12-4811-a58e-e6f4cac9d965 HTTP/1.1" status: 200 len: 943 time: 0.0625076 May 31 21:08:53.063712 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-6a4813ca-6e59-4dac-8adb-906bc2d807f6 req-977dc9f9-966d-4b95-96d6-f086cc023696 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/security-groups?id=af63a73d-db92-422f-a34b-85e8632ce5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683780 May 31 21:08:53.316929 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15119f4-1feb-4178-be93-fe1c2c4dc048 req-9afe2ee9-a88c-4dbf-a250-eeb948537ac1 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:53.318375 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-b15119f4-1feb-4178-be93-fe1c2c4dc048 req-9afe2ee9-a88c-4dbf-a250-eeb948537ac1 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 943 time: 0.0561643 May 31 21:08:53.373815 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-b15119f4-1feb-4178-be93-fe1c2c4dc048 req-f6897c08-0a96-45fd-81ee-c4f7ddb7cec1 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447366 May 31 21:08:53.831411 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device cc0edf95-fc02-451a-b38f-075bee275ed6 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=104322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 31 21:08:53.931311 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] For port cc0edf95-fc02-451a-b38f-075bee275ed6, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=cc0edf95-fc02-451a-b38f-075bee275ed6,segment=NetworkSegment(1b46059a-aa39-4ed2-ad1d-18b4ddc198b2),segment_id=1b46059a-aa39-4ed2-ad1d-18b4ddc198b2)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:08:53.944730 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Returning: {'device': 'cc0edf95-fc02-451a-b38f-075bee275ed6', 'network_id': '68e327a3-96b2-4add-895f-c43a3d5daedc', 'port_id': 'cc0edf95-fc02-451a-b38f-075bee275ed6', 'mac_address': 'fa:16:3e:b6:3d:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc74b44b-e878-454d-9e54-2a90eb48611f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 31 21:08:53.983041 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Current status of the port cc0edf95-fc02-451a-b38f-075bee275ed6 is: DOWN; New status is: BUILD {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:08:53.983439 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (cc0edf95-fc02-451a-b38f-075bee275ed6), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:08:53.998993 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.notifiers.nova [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc0edf95-fc02-451a-b38f-075bee275ed6 {{(pid=104322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 21:08:54.023209 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99275df2-1f5a-4c95-9ee9-e6a9952eca3e req-441c79d4-2384-4ea2-8540-d04ab3d31962 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:54.025044 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-99275df2-1f5a-4c95-9ee9-e6a9952eca3e req-441c79d4-2384-4ea2-8540-d04ab3d31962 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/ports?device_id=979133c4-01ae-4510-8d70-018170135a6c HTTP/1.1" status: 200 len: 985 time: 0.0594392 May 31 21:08:54.026545 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] For port cc0edf95-fc02-451a-b38f-075bee275ed6, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=cc0edf95-fc02-451a-b38f-075bee275ed6,segment=NetworkSegment(1b46059a-aa39-4ed2-ad1d-18b4ddc198b2),segment_id=1b46059a-aa39-4ed2-ad1d-18b4ddc198b2)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:08:54.043029 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:08:54.107122 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-99275df2-1f5a-4c95-9ee9-e6a9952eca3e req-2c000a39-501c-40cb-a88e-90fc3b8362e2 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc53867c-a18f-4781-8698-c86927740494&id=4ed228bd-5021-4a8b-93b3-efccb0105eda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0710065 May 31 21:08:54.123134 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (cc0edf95-fc02-451a-b38f-075bee275ed6), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:08:54.181387 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Pushing event updated for resources: {'Port': ['ID=cc0edf95-fc02-451a-b38f-075bee275ed6,revision_number=9']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:08:54.191138 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:08:54.191526 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:08:54.191901 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:08:54.192327 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:08:54.192748 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:08:54.193178 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:08:54.193516 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:08:54.194080 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:08:54.194406 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:08:54.194827 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:08:54.195486 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:08:54.195908 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:08:54.196241 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:08:54.196637 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:08:54.197076 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:08:54.229383 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db73c3b4-8ef0-4a75-828b-d263eb850ba0 req-a17642ba-7acc-40f8-bccd-eb610440b644 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:54.232622 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-db73c3b4-8ef0-4a75-828b-d263eb850ba0 req-a17642ba-7acc-40f8-bccd-eb610440b644 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?device_id=92254a91-6b12-4811-a58e-e6f4cac9d965 HTTP/1.1" status: 200 len: 943 time: 0.0760198 May 31 21:08:54.301062 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-db73c3b4-8ef0-4a75-828b-d263eb850ba0 req-ea684da6-a61e-47f0-af51-b73eac4b4840 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/security-groups?id=af63a73d-db92-422f-a34b-85e8632ce5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618777 May 31 21:08:54.522013 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] get_ports_and_sgs() called for port_ids ['cc0edf95-fc02-451a-b38f-075bee275ed6'] {{(pid=104322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 31 21:08:54.540107 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced15cf5-fcbe-4c58-b9c0-c549c7fe4bc0 req-8ad279ea-47d0-4d60-bb91-8fa77e2c21b1 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:54.542007 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ced15cf5-fcbe-4c58-b9c0-c549c7fe4bc0 req-8ad279ea-47d0-4d60-bb91-8fa77e2c21b1 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 944 time: 0.0600116 May 31 21:08:54.620169 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ced15cf5-fcbe-4c58-b9c0-c549c7fe4bc0 req-36b72395-d226-4f5d-969e-df17904e929c tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714605 May 31 21:08:55.273582 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c86af5-8e96-438e-9d46-8132a35dd2c7 req-fe4ad868-a31e-4d26-9b26-cc1fd78866a5 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:55.276919 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-14c86af5-8e96-438e-9d46-8132a35dd2c7 req-fe4ad868-a31e-4d26-9b26-cc1fd78866a5 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/ports?device_id=979133c4-01ae-4510-8d70-018170135a6c HTTP/1.1" status: 200 len: 985 time: 0.0613391 May 31 21:08:55.306959 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:08:55.353057 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-14c86af5-8e96-438e-9d46-8132a35dd2c7 req-454a4ccd-6728-4374-956d-67fadecf22a2 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc53867c-a18f-4781-8698-c86927740494&id=4ed228bd-5021-4a8b-93b3-efccb0105eda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0685518 May 31 21:08:55.422938 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f70b85-0f8c-42bb-90f4-c0beb0b3192b req-a3af25f5-c0bf-4da9-aa91-d55638800179 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:55.424493 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-c7f70b85-0f8c-42bb-90f4-c0beb0b3192b req-a3af25f5-c0bf-4da9-aa91-d55638800179 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?device_id=92254a91-6b12-4811-a58e-e6f4cac9d965 HTTP/1.1" status: 200 len: 943 time: 0.0503707 May 31 21:08:55.482873 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-c7f70b85-0f8c-42bb-90f4-c0beb0b3192b req-2e5772df-ee0d-4036-ba44-6bf94cc60e6a tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/security-groups?id=af63a73d-db92-422f-a34b-85e8632ce5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512292 May 31 21:08:55.777380 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675debab-757b-4921-8acb-6d30080ef2fb req-dfa5b313-0138-4e20-86d7-d5f70fae58e5 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:55.779721 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-675debab-757b-4921-8acb-6d30080ef2fb req-dfa5b313-0138-4e20-86d7-d5f70fae58e5 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 944 time: 0.0621982 May 31 21:08:55.830985 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device cc0edf95-fc02-451a-b38f-075bee275ed6 up at agent hyperv_hv-cinder-83979 {{(pid=104322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 31 21:08:55.845523 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-675debab-757b-4921-8acb-6d30080ef2fb req-eeec79d0-2f30-4ebb-8b2f-ad433ddceee0 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562067 May 31 21:08:55.894539 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Provisioning complete for port cc0edf95-fc02-451a-b38f-075bee275ed6 triggered by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:08:55.895062 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (cc0edf95-fc02-451a-b38f-075bee275ed6), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:08:55.984314 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Current status of the port cc0edf95-fc02-451a-b38f-075bee275ed6 is: BUILD; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:08:55.984785 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (cc0edf95-fc02-451a-b38f-075bee275ed6), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:08:56.013818 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a123764b-4693-41b1-bad8-a1a63cc951cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc0edf95-fc02-451a-b38f-075bee275ed6'}] {{(pid=104322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:08:56.016485 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0d07a434bcc94248bd83d89f5df7255b965f34de07d957ea8ea11cb14c6cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b71a586b-b599-43c1-a1bc-bb449a0f4359" -d '{"events": [{"server_uuid": "a123764b-4693-41b1-bad8-a1a63cc951cd", "name": "network-vif-plugged", "status": "completed", "tag": "cc0edf95-fc02-451a-b38f-075bee275ed6"}]}' {{(pid=104322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:08:56.039125 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] For port cc0edf95-fc02-451a-b38f-075bee275ed6, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=cc0edf95-fc02-451a-b38f-075bee275ed6,segment=NetworkSegment(1b46059a-aa39-4ed2-ad1d-18b4ddc198b2),segment_id=1b46059a-aa39-4ed2-ad1d-18b4ddc198b2)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:08:56.056022 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 May 2022 21:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b60d2007-194c-4c94-b7be-5d7c4a527a05 x-openstack-request-id: req-b60d2007-194c-4c94-b7be-5d7c4a527a05 {{(pid=104322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:08:56.058217 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a123764b-4693-41b1-bad8-a1a63cc951cd", "name": "network-vif-plugged", "status": "completed", "tag": "cc0edf95-fc02-451a-b38f-075bee275ed6", "code": 200}]} {{(pid=104322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:08:56.058217 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b60d2007-194c-4c94-b7be-5d7c4a527a05 {{(pid=104322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:08:56.058217 dv-cinder-839793-16-iscsi neutron-server[104322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b60d2007-194c-4c94-b7be-5d7c4a527a05'] response: {'server_uuid': 'a123764b-4693-41b1-bad8-a1a63cc951cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc0edf95-fc02-451a-b38f-075bee275ed6', 'code': 200} May 31 21:08:56.104753 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (cc0edf95-fc02-451a-b38f-075bee275ed6), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:08:56.169875 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Pushing event updated for resources: {'Port': ['ID=cc0edf95-fc02-451a-b38f-075bee275ed6,revision_number=10']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:08:56.235113 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.agents_db [None req-3d709c36-86fd-4f4f-bf7d-9e9748143f4e None None] Agent healthcheck: found 6 active agents {{(pid=104323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 31 21:08:56.499628 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc7fe44-55f5-4a8d-a596-ae0d1f5561de req-75e75fbc-4975-439b-9316-1e63e2142262 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:56.501272 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-7cc7fe44-55f5-4a8d-a596-ae0d1f5561de req-75e75fbc-4975-439b-9316-1e63e2142262 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/ports?device_id=979133c4-01ae-4510-8d70-018170135a6c HTTP/1.1" status: 200 len: 985 time: 0.0571225 May 31 21:08:56.569884 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-7cc7fe44-55f5-4a8d-a596-ae0d1f5561de req-346e856a-e695-4105-a821-c1dd57fe2053 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc53867c-a18f-4781-8698-c86927740494&id=4ed228bd-5021-4a8b-93b3-efccb0105eda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0625870 May 31 21:08:56.638248 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7993d7-c62e-49ce-acd6-aebcf00f5ec5 req-f6904a46-7128-480b-8897-0d5d5c8604e4 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:56.638248 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-2d7993d7-c62e-49ce-acd6-aebcf00f5ec5 req-f6904a46-7128-480b-8897-0d5d5c8604e4 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?device_id=92254a91-6b12-4811-a58e-e6f4cac9d965 HTTP/1.1" status: 200 len: 943 time: 0.0549858 May 31 21:08:56.677380 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-2d7993d7-c62e-49ce-acd6-aebcf00f5ec5 req-6f033bc8-9874-4641-8ee7-0e79945493ac tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/security-groups?id=af63a73d-db92-422f-a34b-85e8632ce5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458584 May 31 21:08:56.970885 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d873085-e564-4236-8fe0-e42985c2e884 req-8d628fc5-cca3-4417-9e96-63620c055793 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:56.972516 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-6d873085-e564-4236-8fe0-e42985c2e884 req-8d628fc5-cca3-4417-9e96-63620c055793 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 946 time: 0.0509026 May 31 21:08:57.001175 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd86e1-993c-439c-bca7-16debe8b5cda req-10d81571-ba74-4fae-b63d-c5259ffab8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:57.002865 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-a2fd86e1-993c-439c-bca7-16debe8b5cda req-10d81571-ba74-4fae-b63d-c5259ffab8a7 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 1130 time: 0.0398388 May 31 21:08:57.022035 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-6d873085-e564-4236-8fe0-e42985c2e884 req-9a3f117c-9ff9-4e6e-9e39-e649c0006b2a tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437891 May 31 21:08:57.054601 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-a2fd86e1-993c-439c-bca7-16debe8b5cda req-0e726a8b-3c48-4251-9e37-69414fe3bcbf service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435717 May 31 21:08:57.707944 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c0150-41b8-407a-a57a-040cc00327e5 req-cba199cf-1521-4eb1-84e9-6d09f2e41648 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:57.709794 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ee7c0150-41b8-407a-a57a-040cc00327e5 req-cba199cf-1521-4eb1-84e9-6d09f2e41648 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/ports?device_id=979133c4-01ae-4510-8d70-018170135a6c HTTP/1.1" status: 200 len: 985 time: 0.0549700 May 31 21:08:57.841556 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ee7c0150-41b8-407a-a57a-040cc00327e5 req-f88bd6af-6f65-4865-8013-e2f1d0b71e8f tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc53867c-a18f-4781-8698-c86927740494&id=4ed228bd-5021-4a8b-93b3-efccb0105eda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1226993 May 31 21:08:57.851861 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80b4791-0700-4c55-87fe-4352d622cae8 req-80d0b1cf-97e9-4005-a536-c4cddbb9ea10 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:57.854121 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-a80b4791-0700-4c55-87fe-4352d622cae8 req-80d0b1cf-97e9-4005-a536-c4cddbb9ea10 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?device_id=92254a91-6b12-4811-a58e-e6f4cac9d965 HTTP/1.1" status: 200 len: 943 time: 0.0975597 May 31 21:08:57.894343 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:08:57.938773 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-a80b4791-0700-4c55-87fe-4352d622cae8 req-bcd832ff-7673-4309-b04c-d1e33e9fade5 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/security-groups?id=af63a73d-db92-422f-a34b-85e8632ce5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775125 May 31 21:08:58.167259 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92683c0a-6180-4ad3-a5ce-a65ab3e633d4 req-4d659f40-bf89-44e2-b3a8-5ba608f7a695 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:58.169231 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-92683c0a-6180-4ad3-a5ce-a65ab3e633d4 req-4d659f40-bf89-44e2-b3a8-5ba608f7a695 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 946 time: 0.0699031 May 31 21:08:58.237543 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-92683c0a-6180-4ad3-a5ce-a65ab3e633d4 req-5e004efd-607d-41e2-b30d-56c2294c20e7 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621641 May 31 21:08:58.989625 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b25d83e-faef-4146-b670-4fcb70f764b6 req-82244be0-63eb-4b0e-8cfe-d73daf7a5b37 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:58.992161 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-5b25d83e-faef-4146-b670-4fcb70f764b6 req-82244be0-63eb-4b0e-8cfe-d73daf7a5b37 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/ports?device_id=979133c4-01ae-4510-8d70-018170135a6c HTTP/1.1" status: 200 len: 985 time: 0.0721569 May 31 21:08:59.101957 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ac7aa8-9ec1-4e3d-8040-de8fc581d318 req-b7f98d07-d683-44f9-a51f-1c7a002e7c89 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:59.103444 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-39ac7aa8-9ec1-4e3d-8040-de8fc581d318 req-b7f98d07-d683-44f9-a51f-1c7a002e7c89 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?device_id=92254a91-6b12-4811-a58e-e6f4cac9d965 HTTP/1.1" status: 200 len: 943 time: 0.0801704 May 31 21:08:59.131861 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-5b25d83e-faef-4146-b670-4fcb70f764b6 req-1f0bc8ed-c936-48e4-850d-7e6595423347 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc53867c-a18f-4781-8698-c86927740494&id=4ed228bd-5021-4a8b-93b3-efccb0105eda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1307442 May 31 21:08:59.179293 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-39ac7aa8-9ec1-4e3d-8040-de8fc581d318 req-a277b0e6-049c-4571-b842-61040b03acef tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/security-groups?id=af63a73d-db92-422f-a34b-85e8632ce5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642240 May 31 21:08:59.371943 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58125f35-b051-4743-af26-0ff2766e110e req-8bf6860e-f730-4dc7-a568-81c190a2e080 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:08:59.373439 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-58125f35-b051-4743-af26-0ff2766e110e req-8bf6860e-f730-4dc7-a568-81c190a2e080 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 946 time: 0.0587933 May 31 21:08:59.427764 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-58125f35-b051-4743-af26-0ff2766e110e req-12217958-2f01-4d6f-b380-c4db099508bf tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485282 May 31 21:08:59.861058 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device 184f337b-0888-4e33-981f-ff3bb1208077 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=104322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 31 21:08:59.967440 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] For port 184f337b-0888-4e33-981f-ff3bb1208077, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=184f337b-0888-4e33-981f-ff3bb1208077,segment=NetworkSegment(8895f7a6-b66f-413c-943d-4d2ad24c0748),segment_id=8895f7a6-b66f-413c-943d-4d2ad24c0748)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:08:59.979827 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Returning: {'device': '184f337b-0888-4e33-981f-ff3bb1208077', 'network_id': '2c2f81e7-9a7d-4701-bf43-a528a17f585a', 'port_id': '184f337b-0888-4e33-981f-ff3bb1208077', 'mac_address': 'fa:16:3e:9b:1c:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e92e8765-6011-45cd-aa17-1b8aedc6fa7b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 31 21:09:00.019159 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Current status of the port 184f337b-0888-4e33-981f-ff3bb1208077 is: DOWN; New status is: BUILD {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:09:00.019550 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (184f337b-0888-4e33-981f-ff3bb1208077), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:09:00.036648 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.notifiers.nova [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 184f337b-0888-4e33-981f-ff3bb1208077 {{(pid=104322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 21:09:00.061421 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] For port 184f337b-0888-4e33-981f-ff3bb1208077, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=184f337b-0888-4e33-981f-ff3bb1208077,segment=NetworkSegment(8895f7a6-b66f-413c-943d-4d2ad24c0748),segment_id=8895f7a6-b66f-413c-943d-4d2ad24c0748)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:09:00.161718 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (184f337b-0888-4e33-981f-ff3bb1208077), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:09:00.187393 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:09:00.197476 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:09:00.225847 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Pushing event updated for resources: {'Port': ['ID=184f337b-0888-4e33-981f-ff3bb1208077,revision_number=4']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:09:00.235126 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:09:00.280565 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d31198-f32b-4ef5-94b1-e09c6b84ed1a req-8151d6c1-6cdb-4d45-b276-c16a1343be9f tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:09:00.282391 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-a3d31198-f32b-4ef5-94b1-e09c6b84ed1a req-8151d6c1-6cdb-4d45-b276-c16a1343be9f tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/ports?device_id=979133c4-01ae-4510-8d70-018170135a6c HTTP/1.1" status: 200 len: 985 time: 0.0585573 May 31 21:09:00.375016 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9414e4-42ad-4198-a2d6-86726d16c97b req-b046031d-71d2-4784-ad02-ab7a23cf7210 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:09:00.376581 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ef9414e4-42ad-4198-a2d6-86726d16c97b req-b046031d-71d2-4784-ad02-ab7a23cf7210 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?device_id=92254a91-6b12-4811-a58e-e6f4cac9d965 HTTP/1.1" status: 200 len: 944 time: 0.0876575 May 31 21:09:00.641056 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] get_ports_and_sgs() called for port_ids ['184f337b-0888-4e33-981f-ff3bb1208077'] {{(pid=104322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 31 21:09:00.669352 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-a3d31198-f32b-4ef5-94b1-e09c6b84ed1a req-e135c993-5a7e-4cbb-82b6-f577d870e7e2 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc53867c-a18f-4781-8698-c86927740494&id=4ed228bd-5021-4a8b-93b3-efccb0105eda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3780107 May 31 21:09:00.710613 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ef9414e4-42ad-4198-a2d6-86726d16c97b req-943398b6-6ac1-40fd-9f66-6fb2d1664dcf tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/security-groups?id=af63a73d-db92-422f-a34b-85e8632ce5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3172052 May 31 21:09:00.798373 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da16d6-7565-4c6c-b44a-d4fa0105778d req-28face33-e7e0-4d85-88e0-5770f6b9db9b tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:09:00.799978 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-67da16d6-7565-4c6c-b44a-d4fa0105778d req-28face33-e7e0-4d85-88e0-5770f6b9db9b tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 946 time: 0.0522006 May 31 21:09:00.855447 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-67da16d6-7565-4c6c-b44a-d4fa0105778d req-e309d600-5be0-4cd1-93ec-32d344907c7e tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493369 May 31 21:09:00.901282 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:09:01.832603 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadb5db5-fe9f-46f0-8bdc-c0ee2bccf016 req-0aefb9f8-d424-40f6-9aac-6d0c1fa5b365 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:09:01.834369 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-eadb5db5-fe9f-46f0-8bdc-c0ee2bccf016 req-0aefb9f8-d424-40f6-9aac-6d0c1fa5b365 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?device_id=92254a91-6b12-4811-a58e-e6f4cac9d965 HTTP/1.1" status: 200 len: 944 time: 0.0523555 May 31 21:09:01.858649 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device 184f337b-0888-4e33-981f-ff3bb1208077 up at agent hyperv_hv-cinder-83979 {{(pid=104322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 31 21:09:01.890569 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-eadb5db5-fe9f-46f0-8bdc-c0ee2bccf016 req-a5213709-846f-4a2c-a47c-dbaa91d8241e tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/security-groups?id=af63a73d-db92-422f-a34b-85e8632ce5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505223 May 31 21:09:01.916510 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Provisioning for port 184f337b-0888-4e33-981f-ff3bb1208077 completed by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 31 21:09:01.993022 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f4eb5b-b018-4138-98fe-fc8bec46a6ef req-9a4a050e-940d-43bb-9bfc-6d4a1fcccbd0 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:09:01.994570 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-e7f4eb5b-b018-4138-98fe-fc8bec46a6ef req-9a4a050e-940d-43bb-9bfc-6d4a1fcccbd0 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 946 time: 0.0486171 May 31 21:09:01.995714 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Provisioning complete for port 184f337b-0888-4e33-981f-ff3bb1208077 triggered by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:09:01.996153 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (184f337b-0888-4e33-981f-ff3bb1208077), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:09:02.028652 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:09:02.045740 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-e7f4eb5b-b018-4138-98fe-fc8bec46a6ef req-806aa9f6-f068-40b6-a8b1-9fe662421c2d tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447729 May 31 21:09:02.073949 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Current status of the port 184f337b-0888-4e33-981f-ff3bb1208077 is: BUILD; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:09:02.074308 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (184f337b-0888-4e33-981f-ff3bb1208077), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:09:02.096981 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92254a91-6b12-4811-a58e-e6f4cac9d965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '184f337b-0888-4e33-981f-ff3bb1208077'}] {{(pid=104322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:09:02.099185 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0d07a434bcc94248bd83d89f5df7255b965f34de07d957ea8ea11cb14c6cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a0e0097-fa61-476e-a910-57ef00a5ba37" -d '{"events": [{"server_uuid": "92254a91-6b12-4811-a58e-e6f4cac9d965", "name": "network-vif-plugged", "status": "completed", "tag": "184f337b-0888-4e33-981f-ff3bb1208077"}]}' {{(pid=104322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:09:02.115508 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] For port 184f337b-0888-4e33-981f-ff3bb1208077, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=184f337b-0888-4e33-981f-ff3bb1208077,segment=NetworkSegment(8895f7a6-b66f-413c-943d-4d2ad24c0748),segment_id=8895f7a6-b66f-413c-943d-4d2ad24c0748)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:09:02.192066 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 May 2022 21:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8713e159-2c67-43b0-bb67-9161398c2693 x-openstack-request-id: req-8713e159-2c67-43b0-bb67-9161398c2693 {{(pid=104322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:09:02.192365 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92254a91-6b12-4811-a58e-e6f4cac9d965", "name": "network-vif-plugged", "status": "completed", "tag": "184f337b-0888-4e33-981f-ff3bb1208077", "code": 200}]} {{(pid=104322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:09:02.192620 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8713e159-2c67-43b0-bb67-9161398c2693 {{(pid=104322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:09:02.193023 dv-cinder-839793-16-iscsi neutron-server[104322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8713e159-2c67-43b0-bb67-9161398c2693'] response: {'server_uuid': '92254a91-6b12-4811-a58e-e6f4cac9d965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '184f337b-0888-4e33-981f-ff3bb1208077', 'code': 200} May 31 21:09:02.230234 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (184f337b-0888-4e33-981f-ff3bb1208077), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:09:02.281755 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Pushing event updated for resources: {'Port': ['ID=184f337b-0888-4e33-981f-ff3bb1208077,revision_number=5']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:09:02.636960 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e3eaf0-80da-48fa-ab0a-d332e4057540 req-747c59c4-c412-41e1-ab3c-7731baaab319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:09:02.639064 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-e7e3eaf0-80da-48fa-ab0a-d332e4057540 req-747c59c4-c412-41e1-ab3c-7731baaab319 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=92254a91-6b12-4811-a58e-e6f4cac9d965 HTTP/1.1" status: 200 len: 1129 time: 0.0377746 May 31 21:09:02.684108 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-e7e3eaf0-80da-48fa-ab0a-d332e4057540 req-62f01c34-9b76-4c82-bfbe-1135a61ecbfd service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=af63a73d-db92-422f-a34b-85e8632ce5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383201 May 31 21:09:03.003247 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e251b-cdcc-45b6-b710-b4eec4e1c5d6 req-0d57473a-6b0b-49a6-9768-65e54b76533c tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:09:03.009213 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-784e251b-cdcc-45b6-b710-b4eec4e1c5d6 req-0d57473a-6b0b-49a6-9768-65e54b76533c tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?device_id=92254a91-6b12-4811-a58e-e6f4cac9d965 HTTP/1.1" status: 200 len: 945 time: 0.0461192 May 31 21:09:03.059680 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-784e251b-cdcc-45b6-b710-b4eec4e1c5d6 req-a0746452-b99b-4c44-87d2-ef057061deaf tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/security-groups?id=af63a73d-db92-422f-a34b-85e8632ce5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492799 May 31 21:09:04.172524 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8618a63-4e16-42e9-9d84-69ee928906e6 req-e4d61049-8fb5-4170-818e-5418f7438f71 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:09:04.173996 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-b8618a63-4e16-42e9-9d84-69ee928906e6 req-e4d61049-8fb5-4170-818e-5418f7438f71 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?device_id=92254a91-6b12-4811-a58e-e6f4cac9d965 HTTP/1.1" status: 200 len: 945 time: 0.0458028 May 31 21:09:04.223390 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-b8618a63-4e16-42e9-9d84-69ee928906e6 req-01688a8f-b53c-4269-a8bd-6902c45187ea tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/security-groups?id=af63a73d-db92-422f-a34b-85e8632ce5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438893 May 31 21:09:05.340004 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef97143-c3c9-4f0a-8079-3605102643e4 req-f74991d4-6db8-4ee1-9e77-c56790ae553b tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:09:05.341580 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-bef97143-c3c9-4f0a-8079-3605102643e4 req-f74991d4-6db8-4ee1-9e77-c56790ae553b tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?device_id=92254a91-6b12-4811-a58e-e6f4cac9d965 HTTP/1.1" status: 200 len: 945 time: 0.0476639 May 31 21:09:05.391846 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-bef97143-c3c9-4f0a-8079-3605102643e4 req-a1092c86-d498-4b96-8c99-293423dff631 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/security-groups?id=af63a73d-db92-422f-a34b-85e8632ce5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441875 May 31 21:09:05.511252 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054e385b-7921-432e-9ec8-949e2ed7e339 req-f3aa3f8a-27b7-42f3-813b-1f69aeb07e8a tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:09:05.512606 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-054e385b-7921-432e-9ec8-949e2ed7e339 req-f3aa3f8a-27b7-42f3-813b-1f69aeb07e8a tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?device_id=92254a91-6b12-4811-a58e-e6f4cac9d965 HTTP/1.1" status: 200 len: 945 time: 0.0523686 May 31 21:09:05.561935 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-054e385b-7921-432e-9ec8-949e2ed7e339 req-7bfd239b-257a-4ab1-bb65-b08effbb4f76 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/security-groups?id=af63a73d-db92-422f-a34b-85e8632ce5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436668 May 31 21:09:05.583803 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 38272) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:09:05.764124 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cad7f23-e080-426b-8e96-217fca221578 tempest-TestVolumeBootPattern-1864005013 tempest-TestVolumeBootPattern-1864005013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:09:05.765555 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-1cad7f23-e080-426b-8e96-217fca221578 tempest-TestVolumeBootPattern-1864005013 tempest-TestVolumeBootPattern-1864005013-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=92254a91-6b12-4811-a58e-e6f4cac9d965 HTTP/1.1" status: 200 len: 1124 time: 0.1802454 May 31 21:09:05.768512 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 38276) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:09:05.772809 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.v2.base [None req-1274bb26-1564-4c80-a3b2-177840f26c50 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Request body: {'floatingip': {'floating_network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'port_id': '184f337b-0888-4e33-981f-ff3bb1208077', 'tenant_id': '8e511490c0f8438fb89ac590bd63529f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:09:05.853145 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-1274bb26-1564-4c80-a3b2-177840f26c50 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:09:05.938736 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-1274bb26-1564-4c80-a3b2-177840f26c50 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:09:06.033153 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:09:06.059849 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.db.db_base_plugin_common [None req-1274bb26-1564-4c80-a3b2-177840f26c50 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Allocated IP 172.27.0.99 (c2cfca3b-95da-4cff-a3c5-795dffb6abac/763c29f6-cebe-4813-9ab2-68212649a0b5/85edf3c3-534c-4c4c-bf70-fe5467725749) {{(pid=104320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 21:09:06.166477 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-1274bb26-1564-4c80-a3b2-177840f26c50 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks [] for port (85edf3c3-534c-4c4c-bf70-fe5467725749), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:09:06.176456 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:09:06.286472 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-1274bb26-1564-4c80-a3b2-177840f26c50 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747261518129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437045'] for port (85edf3c3-534c-4c4c-bf70-fe5467725749), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:09:06.335153 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1274bb26-1564-4c80-a3b2-177840f26c50 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Network c2cfca3b-95da-4cff-a3c5-795dffb6abac is already hosted by enough agents. {{(pid=104320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 21:09:06.338353 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.base_scheduler [None req-1274bb26-1564-4c80-a3b2-177840f26c50 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Resources bound (agent type, host, resource id): {{(pid=104320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:09:06.345625 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1274bb26-1564-4c80-a3b2-177840f26c50 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Received port after_create {{(pid=104320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 31 21:09:06.368222 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1274bb26-1564-4c80-a3b2-177840f26c50 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Pushing event updated for resources: {'Port': ['ID=85edf3c3-534c-4c4c-bf70-fe5467725749,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:09:06.384332 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1274bb26-1564-4c80-a3b2-177840f26c50 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:09:06.384673 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1274bb26-1564-4c80-a3b2-177840f26c50 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:09:06.385012 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1274bb26-1564-4c80-a3b2-177840f26c50 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:09:06.385349 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1274bb26-1564-4c80-a3b2-177840f26c50 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:09:06.385678 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1274bb26-1564-4c80-a3b2-177840f26c50 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:09:06.386030 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1274bb26-1564-4c80-a3b2-177840f26c50 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:09:06.386356 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1274bb26-1564-4c80-a3b2-177840f26c50 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:09:06.386678 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1274bb26-1564-4c80-a3b2-177840f26c50 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:09:06.387115 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1274bb26-1564-4c80-a3b2-177840f26c50 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:09:06.387324 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1274bb26-1564-4c80-a3b2-177840f26c50 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:09:06.387644 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1274bb26-1564-4c80-a3b2-177840f26c50 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:09:06.387962 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1274bb26-1564-4c80-a3b2-177840f26c50 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:09:06.388384 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1274bb26-1564-4c80-a3b2-177840f26c50 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:09:06.389225 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1274bb26-1564-4c80-a3b2-177840f26c50 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:09:06.389539 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1274bb26-1564-4c80-a3b2-177840f26c50 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:09:06.727615 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-1274bb26-1564-4c80-a3b2-177840f26c50 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks [] for floatingip (91f1b0e7-804c-4e70-a58e-885d0eb74ff9), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:09:06.864847 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-1274bb26-1564-4c80-a3b2-177840f26c50 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (85edf3c3-534c-4c4c-bf70-fe5467725749), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:09:07.025646 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:09:07.045563 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-1274bb26-1564-4c80-a3b2-177840f26c50 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks [] for port (85edf3c3-534c-4c4c-bf70-fe5467725749), precommit_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:09:07.133227 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-1274bb26-1564-4c80-a3b2-177840f26c50 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437050'] for port (85edf3c3-534c-4c4c-bf70-fe5467725749), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:09:07.204745 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1274bb26-1564-4c80-a3b2-177840f26c50 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Pushing event updated for resources: {'Port': ['ID=85edf3c3-534c-4c4c-bf70-fe5467725749,revision_number=2']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:09:07.215286 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-1274bb26-1564-4c80-a3b2-177840f26c50 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598426'] for floatingip (91f1b0e7-804c-4e70-a58e-885d0eb74ff9), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:09:07.266468 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:09:07.312283 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.db.l3_db [None req-1274bb26-1564-4c80-a3b2-177840f26c50 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Floating IP 91f1b0e7-804c-4e70-a58e-885d0eb74ff9 associated. External IP: 172.27.0.99, port: 184f337b-0888-4e33-981f-ff3bb1208077. May 31 21:09:07.508888 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1274bb26-1564-4c80-a3b2-177840f26c50 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Router 642623e8-ef26-4b03-9cfd-3f5748911f34 has already been hosted by L3 agent 13ce5b10-321e-4e80-b29e-1cfc3c51661e {{(pid=104320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 31 21:09:07.612603 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1274bb26-1564-4c80-a3b2-177840f26c50 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Notify agent at l3_agent.dv-cinder-839793-16-iscsi the message routers_updated {{(pid=104320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 31 21:09:07.621847 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c158d7b0-feed-4396-bc5f-29ad696f15f6 None None] Sync routers for ids ['642623e8-ef26-4b03-9cfd-3f5748911f34'] in dv-cinder-839793-16-iscsi {{(pid=104323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 21:09:07.632366 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c158d7b0-feed-4396-bc5f-29ad696f15f6 None None] Routers {'642623e8-ef26-4b03-9cfd-3f5748911f34'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:09:07.632971 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-c158d7b0-feed-4396-bc5f-29ad696f15f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:08:44Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['642623e8-ef26-4b03-9cfd-3f5748911f34'], 'active': True} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:09:07.683827 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-1274bb26-1564-4c80-a3b2-177840f26c50 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for floatingip (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:09:07.714690 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-1274bb26-1564-4c80-a3b2-177840f26c50 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9449594 May 31 21:09:07.715369 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92254a91-6b12-4811-a58e-e6f4cac9d965', 'tag': '184f337b-0888-4e33-981f-ff3bb1208077'}] {{(pid=104320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:09:07.717741 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800e09971b12e0035a6cf58b960e7e30052d71c2381d70b5c02cffce84e90f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fdfb2c2-f263-4121-a44a-3dcb58f0e48e" -d '{"events": [{"name": "network-changed", "server_uuid": "92254a91-6b12-4811-a58e-e6f4cac9d965", "tag": "184f337b-0888-4e33-981f-ff3bb1208077"}]}' {{(pid=104320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:09:07.735257 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvr_db [None req-c158d7b0-feed-4396-bc5f-29ad696f15f6 None None] Set router 642623e8-ef26-4b03-9cfd-3f5748911f34 gateway port host: dv-cinder-839793-16-iscsi {{(pid=104323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:09:07.811074 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 May 2022 21:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-691bfbe6-d714-4822-a62a-7e37e2c9a9ee x-openstack-request-id: req-691bfbe6-d714-4822-a62a-7e37e2c9a9ee {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:09:07.811494 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92254a91-6b12-4811-a58e-e6f4cac9d965", "tag": "184f337b-0888-4e33-981f-ff3bb1208077", "status": "completed", "code": 200}]} {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:09:07.811808 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-691bfbe6-d714-4822-a62a-7e37e2c9a9ee {{(pid=104320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:09:07.812278 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-691bfbe6-d714-4822-a62a-7e37e2c9a9ee'] response: {'name': 'network-changed', 'server_uuid': '92254a91-6b12-4811-a58e-e6f4cac9d965', 'tag': '184f337b-0888-4e33-981f-ff3bb1208077', 'status': 'completed', 'code': 200} May 31 21:09:07.947860 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-c158d7b0-feed-4396-bc5f-29ad696f15f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642623e8-ef26-4b03-9cfd-3f5748911f34', 'name': 'tempest-TestVolumeBootPattern-1368220123-router', 'tenant_id': '8e511490c0f8438fb89ac590bd63529f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '3198b83f-a948-46cb-a50f-2db85f890a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:07:37Z', 'updated_at': '2022-05-31T21:07:42Z', 'revision_number': 4, 'project_id': '8e511490c0f8438fb89ac590bd63529f', 'gw_port': {'id': '3198b83f-a948-46cb-a50f-2db85f890a16', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:92:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642623e8-ef26-4b03-9cfd-3f5748911f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:07:38Z', 'updated_at': '2022-05-31T21:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_floatingips': [{'id': '91f1b0e7-804c-4e70-a58e-885d0eb74ff9', 'tenant_id': '8e511490c0f8438fb89ac590bd63529f', 'floating_ip_address': '172.27.0.99', 'floating_network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'router_id': '642623e8-ef26-4b03-9cfd-3f5748911f34', 'port_id': '184f337b-0888-4e33-981f-ff3bb1208077', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c2f81e7-9a7d-4701-bf43-a528a17f585a', 'mac_address': 'fa:16:3e:9b:1c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92254a91-6b12-4811-a58e-e6f4cac9d965', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T21:09:06Z', 'updated_at': '2022-05-31T21:09:06Z', 'revision_number': 0, 'project_id': '8e511490c0f8438fb89ac590bd63529f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b7d105e-bd4b-43ed-adbe-2f47ed346353', 'name': '', 'network_id': '2c2f81e7-9a7d-4701-bf43-a528a17f585a', 'tenant_id': '8e511490c0f8438fb89ac590bd63529f', 'mac_address': 'fa:16:3e:7a:b3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642623e8-ef26-4b03-9cfd-3f5748911f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'e92e8765-6011-45cd-aa17-1b8aedc6fa7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:07:41Z', 'updated_at': '2022-05-31T21:07:48Z', 'revision_number': 5, 'project_id': '8e511490c0f8438fb89ac590bd63529f', 'subnets': [{'id': 'e92e8765-6011-45cd-aa17-1b8aedc6fa7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:09:07.972887 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c158d7b0-feed-4396-bc5f-29ad696f15f6 None None] Checking router: 642623e8-ef26-4b03-9cfd-3f5748911f34 for host: dv-cinder-839793-16-iscsi {{(pid=104323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 21:09:07.981548 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c158d7b0-feed-4396-bc5f-29ad696f15f6 None None] Routers {'642623e8-ef26-4b03-9cfd-3f5748911f34'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:09:07.982249 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-c158d7b0-feed-4396-bc5f-29ad696f15f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:08:44Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['642623e8-ef26-4b03-9cfd-3f5748911f34'], 'active': True} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:09:08.082679 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvr_db [None req-c158d7b0-feed-4396-bc5f-29ad696f15f6 None None] Set router 642623e8-ef26-4b03-9cfd-3f5748911f34 gateway port host: dv-cinder-839793-16-iscsi {{(pid=104323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:09:08.293004 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-c158d7b0-feed-4396-bc5f-29ad696f15f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642623e8-ef26-4b03-9cfd-3f5748911f34', 'name': 'tempest-TestVolumeBootPattern-1368220123-router', 'tenant_id': '8e511490c0f8438fb89ac590bd63529f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '3198b83f-a948-46cb-a50f-2db85f890a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:07:37Z', 'updated_at': '2022-05-31T21:07:42Z', 'revision_number': 4, 'project_id': '8e511490c0f8438fb89ac590bd63529f', 'gw_port': {'id': '3198b83f-a948-46cb-a50f-2db85f890a16', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:92:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642623e8-ef26-4b03-9cfd-3f5748911f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:07:38Z', 'updated_at': '2022-05-31T21:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_floatingips': [{'id': '91f1b0e7-804c-4e70-a58e-885d0eb74ff9', 'tenant_id': '8e511490c0f8438fb89ac590bd63529f', 'floating_ip_address': '172.27.0.99', 'floating_network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'router_id': '642623e8-ef26-4b03-9cfd-3f5748911f34', 'port_id': '184f337b-0888-4e33-981f-ff3bb1208077', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c2f81e7-9a7d-4701-bf43-a528a17f585a', 'mac_address': 'fa:16:3e:9b:1c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92254a91-6b12-4811-a58e-e6f4cac9d965', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T21:09:06Z', 'updated_at': '2022-05-31T21:09:06Z', 'revision_number': 0, 'project_id': '8e511490c0f8438fb89ac590bd63529f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b7d105e-bd4b-43ed-adbe-2f47ed346353', 'name': '', 'network_id': '2c2f81e7-9a7d-4701-bf43-a528a17f585a', 'tenant_id': '8e511490c0f8438fb89ac590bd63529f', 'mac_address': 'fa:16:3e:7a:b3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642623e8-ef26-4b03-9cfd-3f5748911f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'e92e8765-6011-45cd-aa17-1b8aedc6fa7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:07:41Z', 'updated_at': '2022-05-31T21:07:48Z', 'revision_number': 5, 'project_id': '8e511490c0f8438fb89ac590bd63529f', 'subnets': [{'id': 'e92e8765-6011-45cd-aa17-1b8aedc6fa7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:09:08.317194 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c158d7b0-feed-4396-bc5f-29ad696f15f6 None None] The sync data for ids ['642623e8-ef26-4b03-9cfd-3f5748911f34'] in dv-cinder-839793-16-iscsi is: [{'id': '642623e8-ef26-4b03-9cfd-3f5748911f34', 'name': 'tempest-TestVolumeBootPattern-1368220123-router', 'tenant_id': '8e511490c0f8438fb89ac590bd63529f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '3198b83f-a948-46cb-a50f-2db85f890a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:07:37Z', 'updated_at': '2022-05-31T21:07:42Z', 'revision_number': 4, 'project_id': '8e511490c0f8438fb89ac590bd63529f', 'gw_port': {'id': '3198b83f-a948-46cb-a50f-2db85f890a16', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:92:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642623e8-ef26-4b03-9cfd-3f5748911f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:07:38Z', 'updated_at': '2022-05-31T21:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_floatingips': [{'id': '91f1b0e7-804c-4e70-a58e-885d0eb74ff9', 'tenant_id': '8e511490c0f8438fb89ac590bd63529f', 'floating_ip_address': '172.27.0.99', 'floating_network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'router_id': '642623e8-ef26-4b03-9cfd-3f5748911f34', 'port_id': '184f337b-0888-4e33-981f-ff3bb1208077', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c2f81e7-9a7d-4701-bf43-a528a17f585a', 'mac_address': 'fa:16:3e:9b:1c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92254a91-6b12-4811-a58e-e6f4cac9d965', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T21:09:06Z', 'updated_at': '2022-05-31T21:09:06Z', 'revision_number': 0, 'project_id': '8e511490c0f8438fb89ac590bd63529f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b7d105e-bd4b-43ed-adbe-2f47ed346353', 'name': '', 'network_id': '2c2f81e7-9a7d-4701-bf43-a528a17f585a', 'tenant_id': '8e511490c0f8438fb89ac590bd63529f', 'mac_address': 'fa:16:3e:7a:b3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642623e8-ef26-4b03-9cfd-3f5748911f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'e92e8765-6011-45cd-aa17-1b8aedc6fa7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:07:41Z', 'updated_at': '2022-05-31T21:07:48Z', 'revision_number': 5, 'project_id': '8e511490c0f8438fb89ac590bd63529f', 'subnets': [{'id': 'e92e8765-6011-45cd-aa17-1b8aedc6fa7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 21:09:08.362845 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdfb2c2-f263-4121-a44a-3dcb58f0e48e req-ef19a2ad-1dd4-4735-bb53-4bd28b65d3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:09:08.364515 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-6fdfb2c2-f263-4121-a44a-3dcb58f0e48e req-ef19a2ad-1dd4-4735-bb53-4bd28b65d3bd service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=8e511490c0f8438fb89ac590bd63529f&device_id=92254a91-6b12-4811-a58e-e6f4cac9d965 HTTP/1.1" status: 200 len: 1129 time: 0.0449028 May 31 21:09:08.461928 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:09:08.488238 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdfb2c2-f263-4121-a44a-3dcb58f0e48e req-5adcb374-c798-46b7-8742-0b7b41aee5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:09:08.489710 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-6fdfb2c2-f263-4121-a44a-3dcb58f0e48e req-5adcb374-c798-46b7-8742-0b7b41aee5e9 service neutron] 10.222.0.40 "GET /v2.0/networks?id=2c2f81e7-9a7d-4701-bf43-a528a17f585a HTTP/1.1" status: 200 len: 913 time: 0.1191323 May 31 21:09:08.534442 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d9b4c3-847e-4b87-9887-ae798438c56f None None] New status for floating IP 91f1b0e7-804c-4e70-a58e-885d0eb74ff9: ACTIVE {{(pid=104322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 31 21:09:08.559445 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-6fdfb2c2-f263-4121-a44a-3dcb58f0e48e req-3934949b-bb97-4918-8743-6772a38a6d2e service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=184f337b-0888-4e33-981f-ff3bb1208077 HTTP/1.1" status: 200 len: 998 time: 0.0623057 May 31 21:09:08.982702 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdfb2c2-f263-4121-a44a-3dcb58f0e48e req-c98648b8-e661-41d3-9f35-e44b1ddda37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:09:08.984164 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-6fdfb2c2-f263-4121-a44a-3dcb58f0e48e req-c98648b8-e661-41d3-9f35-e44b1ddda37b service neutron] 10.222.0.40 "GET /v2.0/subnets?id=e92e8765-6011-45cd-aa17-1b8aedc6fa7b HTTP/1.1" status: 200 len: 851 time: 0.0497561 May 31 21:09:09.027631 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdfb2c2-f263-4121-a44a-3dcb58f0e48e req-eb5fe7a1-0c4f-4662-99bf-7e27cd67d415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:09:09.029784 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-6fdfb2c2-f263-4121-a44a-3dcb58f0e48e req-eb5fe7a1-0c4f-4662-99bf-7e27cd67d415 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=2c2f81e7-9a7d-4701-bf43-a528a17f585a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0388012 May 31 21:09:09.118428 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-6fdfb2c2-f263-4121-a44a-3dcb58f0e48e req-af6a9bed-b18c-4ae8-a0a6-ab8a781a212f service neutron] 10.222.0.40 "GET /v2.0/networks/2c2f81e7-9a7d-4701-bf43-a528a17f585a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826552 May 31 21:09:09.187793 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=100 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:09:09.219661 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-6fdfb2c2-f263-4121-a44a-3dcb58f0e48e req-6305170c-f5a3-40f7-a401-16e7f1f39774 service neutron] 10.222.0.40 "GET /v2.0/networks/2c2f81e7-9a7d-4701-bf43-a528a17f585a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913255 May 31 21:09:10.785687 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d665b-054d-44e7-b0b5-ce6cf98307f6 req-dac821a4-1fee-40de-af43-e3bfa02a00e1 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:09:10.787369 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-eb7d665b-054d-44e7-b0b5-ce6cf98307f6 req-dac821a4-1fee-40de-af43-e3bfa02a00e1 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff87c7f6-31a7-4836-be01-c23f9c73629f HTTP/1.1" status: 200 len: 946 time: 0.0496087 May 31 21:09:10.842825 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-eb7d665b-054d-44e7-b0b5-ce6cf98307f6 req-ddab7617-584d-40e4-9761-cb278f4a597e tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=45e231cd-88df-4a61-a62e-dfaa346cf0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488825 May 31 21:09:10.848728 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb3e85b-4c63-4b90-a257-1fc6ee8db8a2 req-45f66b37-86f8-4255-bc62-3efdee06611f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:09:10.850279 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-4eb3e85b-4c63-4b90-a257-1fc6ee8db8a2 req-45f66b37-86f8-4255-bc62-3efdee06611f service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=f1b54ceb69fc4041b743a11eda4144a8&device_id=ff87c7f6-31a7-4836-be01-c23f9c73629f HTTP/1.1" status: 200 len: 1130 time: 0.0403244 May 31 21:09:10.942872 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb3e85b-4c63-4b90-a257-1fc6ee8db8a2 req-51621174-036d-46ab-9268-49e5780982f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:09:10.944336 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-4eb3e85b-4c63-4b90-a257-1fc6ee8db8a2 req-51621174-036d-46ab-9268-49e5780982f2 service neutron] 10.222.0.40 "GET /v2.0/networks?id=50707fc3-657a-4d1c-8628-0dfb2710b9bc HTTP/1.1" status: 200 len: 920 time: 0.0877950 May 31 21:09:11.005642 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-4eb3e85b-4c63-4b90-a257-1fc6ee8db8a2 req-d662e6e0-b090-4f97-ad86-bb36e8ade5b0 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77 HTTP/1.1" status: 200 len: 1002 time: 0.0548089 May 31 21:09:11.057552 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb3e85b-4c63-4b90-a257-1fc6ee8db8a2 req-2f0f1562-1b82-4e8b-bb93-9b8ab4b4ac3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:09:11.059063 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-4eb3e85b-4c63-4b90-a257-1fc6ee8db8a2 req-2f0f1562-1b82-4e8b-bb93-9b8ab4b4ac3a service neutron] 10.222.0.40 "GET /v2.0/subnets?id=056887a1-bc98-40be-80ec-f43fe7602ab2 HTTP/1.1" status: 200 len: 858 time: 0.0466568 May 31 21:09:11.101505 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb3e85b-4c63-4b90-a257-1fc6ee8db8a2 req-cc6fbe31-fd4b-4bd1-9334-ecf6b97850d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:09:11.103038 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-4eb3e85b-4c63-4b90-a257-1fc6ee8db8a2 req-cc6fbe31-fd4b-4bd1-9334-ecf6b97850d1 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=50707fc3-657a-4d1c-8628-0dfb2710b9bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0378580 May 31 21:09:11.192584 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-4eb3e85b-4c63-4b90-a257-1fc6ee8db8a2 req-5bf1feb8-2d5a-499f-b5d6-ad1ab2ad9750 service neutron] 10.222.0.40 "GET /v2.0/networks/50707fc3-657a-4d1c-8628-0dfb2710b9bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830255 May 31 21:09:11.288546 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-4eb3e85b-4c63-4b90-a257-1fc6ee8db8a2 req-bbf5b9ef-ea52-4772-b36d-4646e36b514c service neutron] 10.222.0.40 "GET /v2.0/networks/50707fc3-657a-4d1c-8628-0dfb2710b9bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899146 May 31 21:09:11.963483 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e6253-c636-4fa2-976e-1e42d619cfe3 req-b0b0752c-33f5-47d2-a6ce-1bcd36b55073 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:09:11.964962 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-5e0e6253-c636-4fa2-976e-1e42d619cfe3 req-b0b0752c-33f5-47d2-a6ce-1bcd36b55073 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff87c7f6-31a7-4836-be01-c23f9c73629f HTTP/1.1" status: 200 len: 946 time: 0.0517731 May 31 21:09:12.013522 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-5e0e6253-c636-4fa2-976e-1e42d619cfe3 req-c4c914d8-3e66-49d6-b58b-56ffde212d7f tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=45e231cd-88df-4a61-a62e-dfaa346cf0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421095 May 31 21:09:12.199495 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f5d73f47-d7fb-4703-894e-f45864c36c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (5ca9f0a2-8e5f-4b54-94fa-454f095515e4), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:09:13.132673 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fc0ae1-0ce2-410f-a654-b8b7d4baaf7f req-85f6cb88-96b3-4a20-b406-aac39a98a4cb tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:09:13.134149 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-f6fc0ae1-0ce2-410f-a654-b8b7d4baaf7f req-85f6cb88-96b3-4a20-b406-aac39a98a4cb tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff87c7f6-31a7-4836-be01-c23f9c73629f HTTP/1.1" status: 200 len: 946 time: 0.0471117 May 31 21:09:13.181147 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-f6fc0ae1-0ce2-410f-a654-b8b7d4baaf7f req-b8fda10f-994a-4875-946d-d85b7d8c0f97 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=45e231cd-88df-4a61-a62e-dfaa346cf0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414176 May 31 21:09:14.298243 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21018e2-c6ce-46cf-a9d5-6db571bb792f req-3b5c9c64-7684-4a06-84bb-d134656c9d19 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:09:14.299694 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-f21018e2-c6ce-46cf-a9d5-6db571bb792f req-3b5c9c64-7684-4a06-84bb-d134656c9d19 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff87c7f6-31a7-4836-be01-c23f9c73629f HTTP/1.1" status: 200 len: 946 time: 0.0505328 May 31 21:09:14.312066 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:09:14.346741 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-f21018e2-c6ce-46cf-a9d5-6db571bb792f req-c3cb9699-b9af-40eb-b6d4-d7a9e12197f0 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=45e231cd-88df-4a61-a62e-dfaa346cf0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415623 May 31 21:09:14.573075 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-ea4a5d6c-947f-4ee7-9db9-0548f8cc692e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (13ce5b10-321e-4e80-b29e-1cfc3c51661e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:09:15.461570 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2126a-7074-4e5f-b7d5-4aa11a660807 req-eff3a1b1-3c3a-4230-9ce7-43190ae85da2 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:09:15.463132 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-a4b2126a-7074-4e5f-b7d5-4aa11a660807 req-eff3a1b1-3c3a-4230-9ce7-43190ae85da2 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff87c7f6-31a7-4836-be01-c23f9c73629f HTTP/1.1" status: 200 len: 946 time: 0.0475225 May 31 21:09:15.510213 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-a4b2126a-7074-4e5f-b7d5-4aa11a660807 req-7203c0b5-d06f-48a7-8012-26259437fd5e tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=45e231cd-88df-4a61-a62e-dfaa346cf0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416896 May 31 21:09:15.738585 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-58fa0aab-c296-4be2-a1ab-08418c16cad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (8170e961-7e1e-4c09-b09f-6b764c457cfd), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:09:16.629869 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2508e1cb-04b3-40bf-bab5-8ade05e1b308 req-cb6834a3-4799-41ee-a725-acc9b584d2a9 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:09:16.631277 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-2508e1cb-04b3-40bf-bab5-8ade05e1b308 req-cb6834a3-4799-41ee-a725-acc9b584d2a9 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff87c7f6-31a7-4836-be01-c23f9c73629f HTTP/1.1" status: 200 len: 946 time: 0.0517921 May 31 21:09:16.677846 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-2508e1cb-04b3-40bf-bab5-8ade05e1b308 req-65a73c98-2541-4c6f-b011-d8f3f2b494c1 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=45e231cd-88df-4a61-a62e-dfaa346cf0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410783 May 31 21:09:16.824659 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-b770b660-b824-4665-84d0-9bbdd29e8e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (1c1563bc-5b12-4065-8d27-b22246e8e8d3), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:09:17.794524 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af45dea7-987f-4ac4-99a4-b430a49ac2ea req-a972ae3b-8115-4278-baf1-420978d3f893 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:09:17.796572 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-af45dea7-987f-4ac4-99a4-b430a49ac2ea req-a972ae3b-8115-4278-baf1-420978d3f893 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff87c7f6-31a7-4836-be01-c23f9c73629f HTTP/1.1" status: 200 len: 946 time: 0.0490873 May 31 21:09:17.844440 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-af45dea7-987f-4ac4-99a4-b430a49ac2ea req-58bd2a77-ae8c-4104-97e4-0cc59c77fdb7 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=45e231cd-88df-4a61-a62e-dfaa346cf0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423615 May 31 21:09:18.295466 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=73 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:09:18.296271 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=83 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:09:18.538630 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (a61205dd-b11c-42a1-aa2d-4b7310a8dc99), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:09:18.947855 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:09:18.956739 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea32843-34a8-4532-8889-47fdc3f623b1 req-8c40feb0-8f95-4f92-940b-ed9392dd822d tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:09:18.958218 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-5ea32843-34a8-4532-8889-47fdc3f623b1 req-8c40feb0-8f95-4f92-940b-ed9392dd822d tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff87c7f6-31a7-4836-be01-c23f9c73629f HTTP/1.1" status: 200 len: 946 time: 0.0456467 May 31 21:09:19.010832 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-5ea32843-34a8-4532-8889-47fdc3f623b1 req-fdd5766f-43c3-4af5-8463-2349373f42b9 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=45e231cd-88df-4a61-a62e-dfaa346cf0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467789 May 31 21:09:20.128316 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc8032c-d03b-4482-bbfe-b3be90049ee9 req-56ff9676-b9b9-44b7-9f21-55439f7e4795 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:09:20.129771 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-0bc8032c-d03b-4482-bbfe-b3be90049ee9 req-56ff9676-b9b9-44b7-9f21-55439f7e4795 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff87c7f6-31a7-4836-be01-c23f9c73629f HTTP/1.1" status: 200 len: 946 time: 0.0468509 May 31 21:09:20.176760 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-0bc8032c-d03b-4482-bbfe-b3be90049ee9 req-e24e3a43-75e3-4da4-94d2-0d87afba5df1 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=45e231cd-88df-4a61-a62e-dfaa346cf0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413857 May 31 21:09:21.283795 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=44 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:09:21.285693 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=85 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:09:21.291492 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaee7e0-8dc9-4f91-99cf-73dc3131c06d req-fb85ccd5-243b-4ab2-be66-ff216cf61176 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:09:21.292969 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-dbaee7e0-8dc9-4f91-99cf-73dc3131c06d req-fb85ccd5-243b-4ab2-be66-ff216cf61176 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff87c7f6-31a7-4836-be01-c23f9c73629f HTTP/1.1" status: 200 len: 946 time: 0.0483623 May 31 21:09:21.340221 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-dbaee7e0-8dc9-4f91-99cf-73dc3131c06d req-735f7f1d-3365-4e20-ba97-3028f4ce3934 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=45e231cd-88df-4a61-a62e-dfaa346cf0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417309 May 31 21:09:21.342667 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (51675295-7abb-4335-9c5a-c46a9082010e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:09:22.462218 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a770456b-a319-4751-9016-cd7bd4947878 req-d2608190-8054-479b-985a-22bfad6ed1d4 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:09:22.463793 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-a770456b-a319-4751-9016-cd7bd4947878 req-d2608190-8054-479b-985a-22bfad6ed1d4 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff87c7f6-31a7-4836-be01-c23f9c73629f HTTP/1.1" status: 200 len: 946 time: 0.0526173 May 31 21:09:22.513335 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-a770456b-a319-4751-9016-cd7bd4947878 req-42175f69-48bd-4e06-89f0-b5c344b9f75d tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=45e231cd-88df-4a61-a62e-dfaa346cf0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436900 May 31 21:09:22.805689 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-f13584cb-bb29-4743-b8b6-eddaafa10e90 req-0fcaf2e5-454b-44fc-a442-1528894d9d9c service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0374041 May 31 21:09:22.878037 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13584cb-bb29-4743-b8b6-eddaafa10e90 req-986e069f-6e0c-44d2-ab43-1e743f8c47fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:09:22.879497 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-f13584cb-bb29-4743-b8b6-eddaafa10e90 req-986e069f-6e0c-44d2-ab43-1e743f8c47fd service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=af420d43367c42e4a4b0948706dd0546&device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 1130 time: 0.0423374 May 31 21:09:22.987803 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13584cb-bb29-4743-b8b6-eddaafa10e90 req-5c674761-513f-4212-9717-2a46e8ec56aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:09:22.989228 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-f13584cb-bb29-4743-b8b6-eddaafa10e90 req-5c674761-513f-4212-9717-2a46e8ec56aa service neutron] 10.222.0.40 "GET /v2.0/networks?id=68e327a3-96b2-4add-895f-c43a3d5daedc HTTP/1.1" status: 200 len: 918 time: 0.0833595 May 31 21:09:23.052586 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-f13584cb-bb29-4743-b8b6-eddaafa10e90 req-473700c5-04fa-4f0a-a4d5-52fd1d1c0441 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc0edf95-fc02-451a-b38f-075bee275ed6 HTTP/1.1" status: 200 len: 1001 time: 0.0566628 May 31 21:09:23.102941 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13584cb-bb29-4743-b8b6-eddaafa10e90 req-a4ded2b0-2266-4c69-b6b1-bf33bafc715e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:09:23.104386 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-f13584cb-bb29-4743-b8b6-eddaafa10e90 req-a4ded2b0-2266-4c69-b6b1-bf33bafc715e service neutron] 10.222.0.40 "GET /v2.0/subnets?id=dc74b44b-e878-454d-9e54-2a90eb48611f HTTP/1.1" status: 200 len: 856 time: 0.0440464 May 31 21:09:23.147630 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13584cb-bb29-4743-b8b6-eddaafa10e90 req-458b4f74-4d11-4178-9755-5183da69c556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:09:23.149094 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-f13584cb-bb29-4743-b8b6-eddaafa10e90 req-458b4f74-4d11-4178-9755-5183da69c556 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=68e327a3-96b2-4add-895f-c43a3d5daedc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0370750 May 31 21:09:23.463971 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-f13584cb-bb29-4743-b8b6-eddaafa10e90 req-3aafde06-903f-40da-abc7-40af68938ffc service neutron] 10.222.0.40 "GET /v2.0/networks/68e327a3-96b2-4add-895f-c43a3d5daedc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042152 May 31 21:09:23.553827 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-f13584cb-bb29-4743-b8b6-eddaafa10e90 req-6516f7a8-77cd-4b9a-bb98-564ea5fc87f3 service neutron] 10.222.0.40 "GET /v2.0/networks/68e327a3-96b2-4add-895f-c43a3d5daedc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826311 May 31 21:09:23.628839 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5222f7-6d97-44c4-90c1-5088017ae11e req-973d234d-adbf-4a8b-ba80-332b6ebdabc8 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:09:23.630362 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-4b5222f7-6d97-44c4-90c1-5088017ae11e req-973d234d-adbf-4a8b-ba80-332b6ebdabc8 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff87c7f6-31a7-4836-be01-c23f9c73629f HTTP/1.1" status: 200 len: 946 time: 0.0482891 May 31 21:09:23.692892 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-4b5222f7-6d97-44c4-90c1-5088017ae11e req-50852fb4-6b00-461b-bfff-2b54f1228a8c tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=45e231cd-88df-4a61-a62e-dfaa346cf0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567672 May 31 21:09:24.812923 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c22706-ce48-4acc-9bf2-607982744ac5 req-49f1d07d-1b01-4e8d-a9e0-823fafa8cf36 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:09:24.814462 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-a2c22706-ce48-4acc-9bf2-607982744ac5 req-49f1d07d-1b01-4e8d-a9e0-823fafa8cf36 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff87c7f6-31a7-4836-be01-c23f9c73629f HTTP/1.1" status: 200 len: 946 time: 0.0494881 May 31 21:09:24.866512 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-a2c22706-ce48-4acc-9bf2-607982744ac5 req-368cb73b-458b-4879-b8fd-3f8595dc8926 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=45e231cd-88df-4a61-a62e-dfaa346cf0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464640 May 31 21:09:25.982439 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7720fa0-ce00-4655-9f60-d68677856dd0 req-ab94f289-5bcb-450d-bc7e-0759280d6723 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:09:25.983928 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-e7720fa0-ce00-4655-9f60-d68677856dd0 req-ab94f289-5bcb-450d-bc7e-0759280d6723 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff87c7f6-31a7-4836-be01-c23f9c73629f HTTP/1.1" status: 200 len: 946 time: 0.0466528 May 31 21:09:26.033423 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-e7720fa0-ce00-4655-9f60-d68677856dd0 req-3bfaa2b8-36db-4e52-b064-b8ea83bc46fc tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=45e231cd-88df-4a61-a62e-dfaa346cf0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437002 May 31 21:09:27.152174 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9766b740-9ff6-4316-ba9b-f5efb11b7709 req-47102b92-8c33-4868-9947-e155ab1c8a93 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:09:27.153787 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-9766b740-9ff6-4316-ba9b-f5efb11b7709 req-47102b92-8c33-4868-9947-e155ab1c8a93 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff87c7f6-31a7-4836-be01-c23f9c73629f HTTP/1.1" status: 200 len: 946 time: 0.0483875 May 31 21:09:27.183448 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:09:27.209242 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-9766b740-9ff6-4316-ba9b-f5efb11b7709 req-d726c000-5740-45e3-8c5d-889cebe07e10 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=45e231cd-88df-4a61-a62e-dfaa346cf0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476522 May 31 21:09:28.150050 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb495c0-9aec-459b-acff-74ae0a7b8208 req-1ac38ebf-4362-4916-b515-06096c6ba9f7 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:09:28.151536 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-cfb495c0-9aec-459b-acff-74ae0a7b8208 req-1ac38ebf-4362-4916-b515-06096c6ba9f7 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=faf12fce-2352-40df-a297-0d7b28379014 HTTP/1.1" status: 200 len: 945 time: 0.0525177 May 31 21:09:28.200377 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-cfb495c0-9aec-459b-acff-74ae0a7b8208 req-190ea88e-7d14-4161-adc0-51bd0ec720f8 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/security-groups?id=71909b2b-34a3-4d69-b398-0bd2a67db903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428717 May 31 21:09:28.327560 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96179c1f-8086-43ab-928c-00071b0ddf89 req-f66cafc3-8e1a-4736-970f-d595e9b3c994 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:09:28.328965 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-96179c1f-8086-43ab-928c-00071b0ddf89 req-f66cafc3-8e1a-4736-970f-d595e9b3c994 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff87c7f6-31a7-4836-be01-c23f9c73629f HTTP/1.1" status: 200 len: 946 time: 0.0479097 May 31 21:09:28.377018 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-96179c1f-8086-43ab-928c-00071b0ddf89 req-9c64aca9-57ac-470d-9432-c3278ff3f8f1 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=45e231cd-88df-4a61-a62e-dfaa346cf0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421948 May 31 21:09:28.481829 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=52,neutron:UPDATE=5 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:09:29.321919 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9b0039-b372-481b-a555-61f6259d9b74 req-78062f9e-7293-4dfa-98f6-95249cca42b1 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:09:29.323376 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ef9b0039-b372-481b-a555-61f6259d9b74 req-78062f9e-7293-4dfa-98f6-95249cca42b1 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=faf12fce-2352-40df-a297-0d7b28379014 HTTP/1.1" status: 200 len: 945 time: 0.0513713 May 31 21:09:29.370256 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ef9b0039-b372-481b-a555-61f6259d9b74 req-02136034-c306-4f97-9795-898009c282e1 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/security-groups?id=71909b2b-34a3-4d69-b398-0bd2a67db903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413613 May 31 21:09:29.489615 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4af04e-1172-4905-a0ea-aa28286d12c8 req-616ebfab-4178-4331-a6c3-36374037bdb6 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:09:29.491032 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-dc4af04e-1172-4905-a0ea-aa28286d12c8 req-616ebfab-4178-4331-a6c3-36374037bdb6 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff87c7f6-31a7-4836-be01-c23f9c73629f HTTP/1.1" status: 200 len: 946 time: 0.0467446 May 31 21:09:29.509686 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:09:29.538829 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-dc4af04e-1172-4905-a0ea-aa28286d12c8 req-959ded72-398f-4ae9-b009-feaf23b6f9f2 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=45e231cd-88df-4a61-a62e-dfaa346cf0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423937 May 31 21:09:30.673798 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094624f3-3096-4f9d-ab71-a0582cae36df req-0c761d76-87fd-4e58-a755-bce6b1f5a274 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:09:30.675147 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-094624f3-3096-4f9d-ab71-a0582cae36df req-0c761d76-87fd-4e58-a755-bce6b1f5a274 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=faf12fce-2352-40df-a297-0d7b28379014 HTTP/1.1" status: 200 len: 945 time: 0.0781610 May 31 21:09:30.683100 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa9811-08ce-4fa5-bc83-9b61064f557f req-c2b1e3f7-76b2-4de6-bae3-dfc3bd6d787a tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:09:30.684450 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-edfa9811-08ce-4fa5-bc83-9b61064f557f req-c2b1e3f7-76b2-4de6-bae3-dfc3bd6d787a tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff87c7f6-31a7-4836-be01-c23f9c73629f HTTP/1.1" status: 200 len: 946 time: 0.0757525 May 31 21:09:30.758690 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-094624f3-3096-4f9d-ab71-a0582cae36df req-30ccaa25-cc33-4041-b12e-4c151f2499b0 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/security-groups?id=71909b2b-34a3-4d69-b398-0bd2a67db903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731516 May 31 21:09:30.761863 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-edfa9811-08ce-4fa5-bc83-9b61064f557f req-96f21643-1c01-4cf2-a684-5516f0ba08dd tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=45e231cd-88df-4a61-a62e-dfaa346cf0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706174 May 31 21:09:31.278501 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=32,neutron:UPDATE=3 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:09:31.280046 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=60,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:09:31.911053 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af9707-77fd-4a11-9269-5054851b13a4 req-d4f3987e-995b-4a91-8aa9-fd05988deb5f tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:09:31.912560 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-b4af9707-77fd-4a11-9269-5054851b13a4 req-d4f3987e-995b-4a91-8aa9-fd05988deb5f tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=faf12fce-2352-40df-a297-0d7b28379014 HTTP/1.1" status: 200 len: 945 time: 0.0803661 May 31 21:09:31.918735 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33516a17-a68f-407f-97b9-c905baa53e25 req-1a8e67cb-a5a7-4277-ba0e-34e3aa476873 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:09:31.920796 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-33516a17-a68f-407f-97b9-c905baa53e25 req-1a8e67cb-a5a7-4277-ba0e-34e3aa476873 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff87c7f6-31a7-4836-be01-c23f9c73629f HTTP/1.1" status: 200 len: 946 time: 0.0786438 May 31 21:09:31.994837 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-b4af9707-77fd-4a11-9269-5054851b13a4 req-4844239e-9a12-4e24-bc08-0916dd22f547 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/security-groups?id=71909b2b-34a3-4d69-b398-0bd2a67db903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730743 May 31 21:09:31.998549 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-33516a17-a68f-407f-97b9-c905baa53e25 req-5747efda-5e0e-455b-978a-890fb5cc5d65 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=45e231cd-88df-4a61-a62e-dfaa346cf0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700412 May 31 21:09:33.142172 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bf4b30-db9b-4f6d-981b-5902c6f68ec2 req-3eb75362-9eff-41e5-b0c8-4c03c8c52165 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:09:33.143561 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-f5bf4b30-db9b-4f6d-981b-5902c6f68ec2 req-3eb75362-9eff-41e5-b0c8-4c03c8c52165 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=faf12fce-2352-40df-a297-0d7b28379014 HTTP/1.1" status: 200 len: 945 time: 0.0790305 May 31 21:09:33.149609 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de6f34f-6bde-4957-933b-6654c578fd31 req-e5bebb51-7c55-4925-b123-1fe29aca5ce3 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:09:33.150993 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-8de6f34f-6bde-4957-933b-6654c578fd31 req-e5bebb51-7c55-4925-b123-1fe29aca5ce3 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff87c7f6-31a7-4836-be01-c23f9c73629f HTTP/1.1" status: 200 len: 946 time: 0.0763059 May 31 21:09:33.220831 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-f5bf4b30-db9b-4f6d-981b-5902c6f68ec2 req-b648a228-d3b3-40e7-bfaf-87db2a90f19c tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/security-groups?id=71909b2b-34a3-4d69-b398-0bd2a67db903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688756 May 31 21:09:33.233268 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-8de6f34f-6bde-4957-933b-6654c578fd31 req-9e95de8d-6d1e-498d-9d7c-7d16671b5d55 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=45e231cd-88df-4a61-a62e-dfaa346cf0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753937 May 31 21:09:33.234940 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.agents_db [None req-3d709c36-86fd-4f4f-bf7d-9e9748143f4e None None] Agent healthcheck: found 6 active agents {{(pid=104323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 31 21:09:33.548993 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=52 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:09:33.549869 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=49 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:09:33.661192 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43269167-f7b5-497d-a68b-25876aa3f237 req-dda372af-2748-4391-9ebe-a38f854db848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:09:33.662743 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-43269167-f7b5-497d-a68b-25876aa3f237 req-dda372af-2748-4391-9ebe-a38f854db848 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=ff87c7f6-31a7-4836-be01-c23f9c73629f HTTP/1.1" status: 200 len: 1130 time: 0.0403590 May 31 21:09:33.713878 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-43269167-f7b5-497d-a68b-25876aa3f237 req-c876c95f-2781-45c5-b1f9-ebfc24f774a3 service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=45e231cd-88df-4a61-a62e-dfaa346cf0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452440 May 31 21:09:34.370373 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3f697-c21e-4184-9d07-c43c6815bb66 req-6543edc3-a1d5-4ccf-88c0-983c847089a9 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:09:34.371845 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-82c3f697-c21e-4184-9d07-c43c6815bb66 req-6543edc3-a1d5-4ccf-88c0-983c847089a9 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=faf12fce-2352-40df-a297-0d7b28379014 HTTP/1.1" status: 200 len: 945 time: 0.0786114 May 31 21:09:34.380366 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee38eec-7daa-4ac3-9987-65be17cb92ff req-7338eda4-d9ef-4c0a-a13d-b805cca2a105 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:09:34.381754 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-1ee38eec-7daa-4ac3-9987-65be17cb92ff req-7338eda4-d9ef-4c0a-a13d-b805cca2a105 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff87c7f6-31a7-4836-be01-c23f9c73629f HTTP/1.1" status: 200 len: 946 time: 0.0771806 May 31 21:09:34.426886 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:09:34.456330 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-82c3f697-c21e-4184-9d07-c43c6815bb66 req-4b96fa69-1b5e-488e-a96f-d54bc11b8cbb tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/security-groups?id=71909b2b-34a3-4d69-b398-0bd2a67db903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734479 May 31 21:09:34.459804 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-1ee38eec-7daa-4ac3-9987-65be17cb92ff req-811228b0-a9fb-4ef7-9d64-5d5874ca14ef tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=45e231cd-88df-4a61-a62e-dfaa346cf0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705373 May 31 21:09:35.603928 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79b3f6-e709-4d18-8ade-a9a42bbfd9bf req-34f69357-9ca7-428a-a43a-f0d0f5da36ac tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:09:35.605335 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-aa79b3f6-e709-4d18-8ade-a9a42bbfd9bf req-34f69357-9ca7-428a-a43a-f0d0f5da36ac tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=faf12fce-2352-40df-a297-0d7b28379014 HTTP/1.1" status: 200 len: 945 time: 0.0792921 May 31 21:09:35.611919 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffebb68-c49e-4c15-96a2-ed974fd9969e req-6cb07358-5c2f-45ee-82c4-64ec3497b683 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:09:35.613291 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-4ffebb68-c49e-4c15-96a2-ed974fd9969e req-6cb07358-5c2f-45ee-82c4-64ec3497b683 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff87c7f6-31a7-4836-be01-c23f9c73629f HTTP/1.1" status: 200 len: 946 time: 0.0778313 May 31 21:09:35.675331 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:09:35.688809 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-aa79b3f6-e709-4d18-8ade-a9a42bbfd9bf req-2bc031bd-1842-42d8-a8fc-dd600438a2ab tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/security-groups?id=71909b2b-34a3-4d69-b398-0bd2a67db903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746162 May 31 21:09:35.692801 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-4ffebb68-c49e-4c15-96a2-ed974fd9969e req-0885f8c2-90b7-4f36-b60e-4ca812545a91 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=45e231cd-88df-4a61-a62e-dfaa346cf0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717249 May 31 21:09:36.840826 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56581a73-2751-4706-852a-3ecd97e011fc req-95b478c5-8869-4989-8d61-ac8dbf6603de tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:09:36.842857 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-56581a73-2751-4706-852a-3ecd97e011fc req-95b478c5-8869-4989-8d61-ac8dbf6603de tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff87c7f6-31a7-4836-be01-c23f9c73629f HTTP/1.1" status: 200 len: 946 time: 0.0797451 May 31 21:09:36.848929 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d0dc81-9ea6-42ba-a62e-8fc2ffeab90d req-e0a9b5a8-5e4e-4ea5-a44c-3f821c944ff8 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:09:36.850304 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-22d0dc81-9ea6-42ba-a62e-8fc2ffeab90d req-e0a9b5a8-5e4e-4ea5-a44c-3f821c944ff8 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=faf12fce-2352-40df-a297-0d7b28379014 HTTP/1.1" status: 200 len: 945 time: 0.0771730 May 31 21:09:37.147657 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-56581a73-2751-4706-852a-3ecd97e011fc req-304f136c-32fd-419d-8a55-afb22c6482b0 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=45e231cd-88df-4a61-a62e-dfaa346cf0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2963238 May 31 21:09:37.150628 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-22d0dc81-9ea6-42ba-a62e-8fc2ffeab90d req-fdc59b59-cd09-40b3-9dc4-f10ff98452c1 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/security-groups?id=71909b2b-34a3-4d69-b398-0bd2a67db903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2933857 May 31 21:09:37.632174 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1172742b-36eb-4835-86f9-14a5d35a7bec req-a6931038-796f-4f2d-abad-bd04d64c0066 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:09:37.633649 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-1172742b-36eb-4835-86f9-14a5d35a7bec req-a6931038-796f-4f2d-abad-bd04d64c0066 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff87c7f6-31a7-4836-be01-c23f9c73629f HTTP/1.1" status: 200 len: 946 time: 0.0491173 May 31 21:09:37.670162 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb014ad-a379-413c-819a-33c74352dccc req-595ab208-db32-4d23-9b08-329dfb8110eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:09:37.670746 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-acb014ad-a379-413c-819a-33c74352dccc req-595ab208-db32-4d23-9b08-329dfb8110eb service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=f1b54ceb69fc4041b743a11eda4144a8&device_id=ff87c7f6-31a7-4836-be01-c23f9c73629f HTTP/1.1" status: 200 len: 1130 time: 0.0407701 May 31 21:09:37.682713 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-1172742b-36eb-4835-86f9-14a5d35a7bec req-47fee859-b660-46ad-9fd0-efbe490ae06c tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=45e231cd-88df-4a61-a62e-dfaa346cf0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435922 May 31 21:09:37.769580 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb014ad-a379-413c-819a-33c74352dccc req-32fbf725-278c-4d9e-9269-0b44e9a9694f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:09:37.771054 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-acb014ad-a379-413c-819a-33c74352dccc req-32fbf725-278c-4d9e-9269-0b44e9a9694f service neutron] 10.222.0.40 "GET /v2.0/networks?id=50707fc3-657a-4d1c-8628-0dfb2710b9bc HTTP/1.1" status: 200 len: 920 time: 0.0940909 May 31 21:09:37.831707 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-acb014ad-a379-413c-819a-33c74352dccc req-24f780d7-ae6b-4a66-86a9-c56600293918 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77 HTTP/1.1" status: 200 len: 1002 time: 0.0543919 May 31 21:09:37.880197 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb014ad-a379-413c-819a-33c74352dccc req-d0f1c2df-0615-4227-a166-695143840f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:09:37.881592 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-acb014ad-a379-413c-819a-33c74352dccc req-d0f1c2df-0615-4227-a166-695143840f37 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=056887a1-bc98-40be-80ec-f43fe7602ab2 HTTP/1.1" status: 200 len: 858 time: 0.0423548 May 31 21:09:37.928009 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb014ad-a379-413c-819a-33c74352dccc req-e48e4f7f-abf9-43c5-bc45-71083c6b94fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:09:37.929470 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-acb014ad-a379-413c-819a-33c74352dccc req-e48e4f7f-abf9-43c5-bc45-71083c6b94fc service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=50707fc3-657a-4d1c-8628-0dfb2710b9bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0412638 May 31 21:09:38.046613 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-acb014ad-a379-413c-819a-33c74352dccc req-3b799500-e88e-44d3-ae0c-9f8937c8fb71 service neutron] 10.222.0.40 "GET /v2.0/networks/50707fc3-657a-4d1c-8628-0dfb2710b9bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838704 May 31 21:09:38.142299 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-acb014ad-a379-413c-819a-33c74352dccc req-9642ffcf-2164-4980-8d90-6cc8a8b832fe service neutron] 10.222.0.40 "GET /v2.0/networks/50707fc3-657a-4d1c-8628-0dfb2710b9bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876887 May 31 21:09:38.267438 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705ae362-d66e-419f-84b4-a9c76c4804bc req-23471bff-acc0-4da1-aa26-b06b0166600e tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:09:38.268858 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-705ae362-d66e-419f-84b4-a9c76c4804bc req-23471bff-acc0-4da1-aa26-b06b0166600e tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=faf12fce-2352-40df-a297-0d7b28379014 HTTP/1.1" status: 200 len: 945 time: 0.0494959 May 31 21:09:38.316499 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-705ae362-d66e-419f-84b4-a9c76c4804bc req-47e82261-94b7-4edf-b463-43d9317fe464 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/security-groups?id=71909b2b-34a3-4d69-b398-0bd2a67db903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419040 May 31 21:09:38.802086 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd8fcd1-e23b-456d-b47f-899b4981a58c req-f3b032e8-62ed-4caf-b0ea-91b41600c9f0 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:09:38.803503 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-acd8fcd1-e23b-456d-b47f-899b4981a58c req-f3b032e8-62ed-4caf-b0ea-91b41600c9f0 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff87c7f6-31a7-4836-be01-c23f9c73629f HTTP/1.1" status: 200 len: 946 time: 0.0493147 May 31 21:09:38.849937 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-acd8fcd1-e23b-456d-b47f-899b4981a58c req-4a6443fd-58b7-46ae-bb8e-95fcf876ec6b tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=45e231cd-88df-4a61-a62e-dfaa346cf0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409877 May 31 21:09:39.428445 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d75ca59-c24e-46e0-a944-fa184f0488e6 req-76a525dc-1483-4412-9c56-e06dcc272af7 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:09:39.429921 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-6d75ca59-c24e-46e0-a944-fa184f0488e6 req-76a525dc-1483-4412-9c56-e06dcc272af7 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=faf12fce-2352-40df-a297-0d7b28379014 HTTP/1.1" status: 200 len: 945 time: 0.0460141 May 31 21:09:39.479947 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-6d75ca59-c24e-46e0-a944-fa184f0488e6 req-09703260-2f2c-4c76-bf35-eaa78387d020 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/security-groups?id=71909b2b-34a3-4d69-b398-0bd2a67db903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439448 May 31 21:09:39.817318 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ba56e7-638a-45e7-b301-fdbef0a2b94b req-5348446a-21d4-4423-9c09-35f74cb839dc tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:09:39.818806 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-80ba56e7-638a-45e7-b301-fdbef0a2b94b req-5348446a-21d4-4423-9c09-35f74cb839dc tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=faf12fce-2352-40df-a297-0d7b28379014 HTTP/1.1" status: 200 len: 945 time: 0.0472357 May 31 21:09:39.865719 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-80ba56e7-638a-45e7-b301-fdbef0a2b94b req-cc5f600b-d2f2-410a-b2b8-369ad251ab3f tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/security-groups?id=71909b2b-34a3-4d69-b398-0bd2a67db903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413620 May 31 21:09:39.964457 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b881e53c-ab38-4a4a-91e8-3fb4ffce4986 req-b1bd6d63-0b8e-4b59-88ca-1b628a1f44c6 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:09:39.966028 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-b881e53c-ab38-4a4a-91e8-3fb4ffce4986 req-b1bd6d63-0b8e-4b59-88ca-1b628a1f44c6 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff87c7f6-31a7-4836-be01-c23f9c73629f HTTP/1.1" status: 200 len: 946 time: 0.0456393 May 31 21:09:40.013544 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-b881e53c-ab38-4a4a-91e8-3fb4ffce4986 req-d48ac7bb-1379-4202-a037-7f0ec0007120 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=45e231cd-88df-4a61-a62e-dfaa346cf0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412438 May 31 21:09:40.623295 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7faa29-13a9-404e-b035-3b7382498d86 req-d917d79e-9ca8-4ae9-acef-811c01d68897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:09:40.624683 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-da7faa29-13a9-404e-b035-3b7382498d86 req-d917d79e-9ca8-4ae9-acef-811c01d68897 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=180ff6fd8c5b434abffa058ea99ef7c4&device_id=faf12fce-2352-40df-a297-0d7b28379014 HTTP/1.1" status: 200 len: 1129 time: 0.0396187 May 31 21:09:40.982961 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d81390f-8559-4593-b414-78d476158830 req-3bf46c7f-1d65-46a8-9250-f61f9e70c081 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:09:40.984392 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-7d81390f-8559-4593-b414-78d476158830 req-3bf46c7f-1d65-46a8-9250-f61f9e70c081 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=faf12fce-2352-40df-a297-0d7b28379014 HTTP/1.1" status: 200 len: 945 time: 0.0509150 May 31 21:09:41.004149 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:09:41.031202 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-7d81390f-8559-4593-b414-78d476158830 req-ae3d2a5f-9c50-4e15-89fc-d4a4d06c5ea7 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/security-groups?id=71909b2b-34a3-4d69-b398-0bd2a67db903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412364 May 31 21:09:41.147992 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7faa29-13a9-404e-b035-3b7382498d86 req-9be8a53a-eef8-46a8-96d9-93252ef4d692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:09:41.148215 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e2ff66-54af-4137-8671-8316216240af req-2e91ad21-de69-44bc-8807-deea7c5055a1 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:09:41.149370 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-da7faa29-13a9-404e-b035-3b7382498d86 req-9be8a53a-eef8-46a8-96d9-93252ef4d692 service neutron] 10.222.0.40 "GET /v2.0/networks?id=1cab6d20-22a6-4088-8e1d-60992c365df4 HTTP/1.1" status: 200 len: 911 time: 0.0934961 May 31 21:09:41.149642 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-b6e2ff66-54af-4137-8671-8316216240af req-2e91ad21-de69-44bc-8807-deea7c5055a1 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff87c7f6-31a7-4836-be01-c23f9c73629f HTTP/1.1" status: 200 len: 946 time: 0.0502770 May 31 21:09:41.199620 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-b6e2ff66-54af-4137-8671-8316216240af req-945b3d79-8788-4496-a63c-97085defe032 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=45e231cd-88df-4a61-a62e-dfaa346cf0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436516 May 31 21:09:41.212702 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-da7faa29-13a9-404e-b035-3b7382498d86 req-06e51906-f767-42d3-a7b9-fcca8826d1d5 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb53f5b6-46bd-4009-8d09-18c62dd763ce HTTP/1.1" status: 200 len: 1001 time: 0.0559158 May 31 21:09:41.261451 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7faa29-13a9-404e-b035-3b7382498d86 req-542b0897-3e29-45b0-9381-237e4eba9322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:09:41.263596 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-da7faa29-13a9-404e-b035-3b7382498d86 req-542b0897-3e29-45b0-9381-237e4eba9322 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=ed08b0b7-388e-4929-9128-adbbfafb9e7c HTTP/1.1" status: 200 len: 849 time: 0.0435200 May 31 21:09:41.311354 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7faa29-13a9-404e-b035-3b7382498d86 req-63923763-5461-4d22-a64a-bf4d145a25bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:09:41.312858 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-da7faa29-13a9-404e-b035-3b7382498d86 req-63923763-5461-4d22-a64a-bf4d145a25bf service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=1cab6d20-22a6-4088-8e1d-60992c365df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0433493 May 31 21:09:41.314596 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a7cc25-be2f-4bc2-8ab3-6ceb937d7830 req-9e0ca753-4e5d-43b9-b593-f6319bb4ae24 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:09:41.316066 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-06a7cc25-be2f-4bc2-8ab3-6ceb937d7830 req-9e0ca753-4e5d-43b9-b593-f6319bb4ae24 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff87c7f6-31a7-4836-be01-c23f9c73629f HTTP/1.1" status: 200 len: 946 time: 0.0485330 May 31 21:09:41.324716 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 38434) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:09:41.329222 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.v2.base [None req-2c37704c-c597-40a1-99fc-bffad2e40262 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Request body: {'floatingip': {'port_id': 'f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77'}} {{(pid=104320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:09:41.385080 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-2c37704c-c597-40a1-99fc-bffad2e40262 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Publish callbacks [] for floatingip (ef0e977f-0c66-4aac-8538-83f676614c57), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:09:41.403288 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-da7faa29-13a9-404e-b035-3b7382498d86 req-801b5914-bd2f-4340-afa9-fc094daeb0d8 service neutron] 10.222.0.40 "GET /v2.0/networks/1cab6d20-22a6-4088-8e1d-60992c365df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837696 May 31 21:09:41.418720 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:09:41.453874 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=100 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:09:41.474537 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=100 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:09:41.498608 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-da7faa29-13a9-404e-b035-3b7382498d86 req-b738d6db-86f2-4599-8062-3ffd14990ec2 service neutron] 10.222.0.40 "GET /v2.0/networks/1cab6d20-22a6-4088-8e1d-60992c365df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886011 May 31 21:09:41.832555 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-2c37704c-c597-40a1-99fc-bffad2e40262 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:09:41.881483 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-2c37704c-c597-40a1-99fc-bffad2e40262 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598426'] for floatingip (ef0e977f-0c66-4aac-8538-83f676614c57), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:09:42.082213 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c37704c-c597-40a1-99fc-bffad2e40262 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Router f10feabd-124e-4c67-b3a2-78168d08d400 has already been hosted by L3 agent 13ce5b10-321e-4e80-b29e-1cfc3c51661e {{(pid=104320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 31 21:09:42.160949 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:09:42.185808 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea5b679-72b5-404b-a7b8-c65fdf4eeaad req-bfbce4b5-cc2e-4775-9c64-45200dda8b5b tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:09:42.187267 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-4ea5b679-72b5-404b-a7b8-c65fdf4eeaad req-bfbce4b5-cc2e-4775-9c64-45200dda8b5b tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=faf12fce-2352-40df-a297-0d7b28379014 HTTP/1.1" status: 200 len: 945 time: 0.0622232 May 31 21:09:42.218503 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-ad03e8f8-bc4b-42b8-aa86-b73a5a9c1c96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (5ca9f0a2-8e5f-4b54-94fa-454f095515e4), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:09:42.243877 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c37704c-c597-40a1-99fc-bffad2e40262 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Notify agent at l3_agent.dv-cinder-839793-16-iscsi the message routers_updated {{(pid=104320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 31 21:09:42.249792 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-2c37704c-c597-40a1-99fc-bffad2e40262 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for floatingip (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:09:42.254529 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e84a44d-1f80-478c-bc26-3750b6392e2f None None] Sync routers for ids ['f10feabd-124e-4c67-b3a2-78168d08d400'] in dv-cinder-839793-16-iscsi {{(pid=104323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 21:09:42.264740 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e84a44d-1f80-478c-bc26-3750b6392e2f None None] Routers {'f10feabd-124e-4c67-b3a2-78168d08d400'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:09:42.265348 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-3e84a44d-1f80-478c-bc26-3750b6392e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:09:14Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['f10feabd-124e-4c67-b3a2-78168d08d400'], 'active': True} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:09:42.297441 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-4ea5b679-72b5-404b-a7b8-c65fdf4eeaad req-c6caba48-51be-40c2-acfd-4318a7f0cdfb tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/security-groups?id=71909b2b-34a3-4d69-b398-0bd2a67db903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841961 May 31 21:09:42.300627 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff87c7f6-31a7-4836-be01-c23f9c73629f', 'tag': 'f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77'}] {{(pid=104320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:09:42.302916 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800e09971b12e0035a6cf58b960e7e30052d71c2381d70b5c02cffce84e90f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f61c7e-ee34-4d04-bb7e-9dc70f64bef3" -d '{"events": [{"name": "network-changed", "server_uuid": "ff87c7f6-31a7-4836-be01-c23f9c73629f", "tag": "f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77"}]}' {{(pid=104320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:09:42.332570 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:09:42.339609 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-2c37704c-c597-40a1-99fc-bffad2e40262 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "PUT /v2.0/floatingips/ef0e977f-0c66-4aac-8538-83f676614c57 HTTP/1.1" status: 200 len: 994 time: 1.0134046 May 31 21:09:42.357351 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 May 2022 21:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e6bb8c-522a-4922-aa5c-632458faccf5 x-openstack-request-id: req-05e6bb8c-522a-4922-aa5c-632458faccf5 {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:09:42.357643 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff87c7f6-31a7-4836-be01-c23f9c73629f", "tag": "f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77", "status": "completed", "code": 200}]} {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:09:42.358011 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-05e6bb8c-522a-4922-aa5c-632458faccf5 {{(pid=104320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:09:42.358416 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05e6bb8c-522a-4922-aa5c-632458faccf5'] response: {'name': 'network-changed', 'server_uuid': 'ff87c7f6-31a7-4836-be01-c23f9c73629f', 'tag': 'f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77', 'status': 'completed', 'code': 200} May 31 21:09:42.378997 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvr_db [None req-3e84a44d-1f80-478c-bc26-3750b6392e2f None None] Set router f10feabd-124e-4c67-b3a2-78168d08d400 gateway port host: dv-cinder-839793-16-iscsi {{(pid=104323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:09:42.479099 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f61c7e-ee34-4d04-bb7e-9dc70f64bef3 req-d0ccf555-0cd8-4c6d-9372-c188b466ba23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:09:42.480625 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-a6f61c7e-ee34-4d04-bb7e-9dc70f64bef3 req-d0ccf555-0cd8-4c6d-9372-c188b466ba23 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=f1b54ceb69fc4041b743a11eda4144a8&device_id=ff87c7f6-31a7-4836-be01-c23f9c73629f HTTP/1.1" status: 200 len: 1130 time: 0.0393083 May 31 21:09:42.582994 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f61c7e-ee34-4d04-bb7e-9dc70f64bef3 req-ba284f88-bcc5-48cb-ac48-b228612bb9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:09:42.584634 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-a6f61c7e-ee34-4d04-bb7e-9dc70f64bef3 req-ba284f88-bcc5-48cb-ac48-b228612bb9c0 service neutron] 10.222.0.40 "GET /v2.0/networks?id=50707fc3-657a-4d1c-8628-0dfb2710b9bc HTTP/1.1" status: 200 len: 920 time: 0.0962768 May 31 21:09:42.645940 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-a6f61c7e-ee34-4d04-bb7e-9dc70f64bef3 req-77c7533a-447a-44f5-9d98-c9249e005212 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77 HTTP/1.1" status: 200 len: 1002 time: 0.0552223 May 31 21:09:42.675240 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-3e84a44d-1f80-478c-bc26-3750b6392e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10feabd-124e-4c67-b3a2-78168d08d400', 'name': 'tempest-ServerRescueNegativeTestJSON-1173740089-router', 'tenant_id': 'f1b54ceb69fc4041b743a11eda4144a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '88678874-cbd7-48bd-9013-1ce7147065a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:03:20Z', 'updated_at': '2022-05-31T21:03:30Z', 'revision_number': 4, 'project_id': 'f1b54ceb69fc4041b743a11eda4144a8', 'gw_port': {'id': '88678874-cbd7-48bd-9013-1ce7147065a8', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:8f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10feabd-124e-4c67-b3a2-78168d08d400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:21Z', 'updated_at': '2022-05-31T21:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_floatingips': [{'id': 'ef0e977f-0c66-4aac-8538-83f676614c57', 'tenant_id': 'f1b54ceb69fc4041b743a11eda4144a8', 'floating_ip_address': '172.27.0.178', 'floating_network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'router_id': 'f10feabd-124e-4c67-b3a2-78168d08d400', 'port_id': 'f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 302, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50707fc3-657a-4d1c-8628-0dfb2710b9bc', 'mac_address': 'fa:16:3e:75:25:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff87c7f6-31a7-4836-be01-c23f9c73629f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T21:05:40Z', 'updated_at': '2022-05-31T21:09:41Z', 'revision_number': 3, 'project_id': 'f1b54ceb69fc4041b743a11eda4144a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f65c209b-1770-43c4-a6aa-8d34755f1725', 'name': '', 'network_id': '50707fc3-657a-4d1c-8628-0dfb2710b9bc', 'tenant_id': 'f1b54ceb69fc4041b743a11eda4144a8', 'mac_address': 'fa:16:3e:18:60:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10feabd-124e-4c67-b3a2-78168d08d400', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '056887a1-bc98-40be-80ec-f43fe7602ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:28Z', 'updated_at': '2022-05-31T21:03:44Z', 'revision_number': 5, 'project_id': 'f1b54ceb69fc4041b743a11eda4144a8', 'subnets': [{'id': '056887a1-bc98-40be-80ec-f43fe7602ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:09:42.693969 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f61c7e-ee34-4d04-bb7e-9dc70f64bef3 req-bdf98bf3-0a9a-42a7-9a92-d91b5bc662ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:09:42.695413 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-a6f61c7e-ee34-4d04-bb7e-9dc70f64bef3 req-bdf98bf3-0a9a-42a7-9a92-d91b5bc662ad service neutron] 10.222.0.40 "GET /v2.0/subnets?id=056887a1-bc98-40be-80ec-f43fe7602ab2 HTTP/1.1" status: 200 len: 858 time: 0.0433590 May 31 21:09:42.700527 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e84a44d-1f80-478c-bc26-3750b6392e2f None None] Checking router: f10feabd-124e-4c67-b3a2-78168d08d400 for host: dv-cinder-839793-16-iscsi {{(pid=104323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 21:09:42.709358 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e84a44d-1f80-478c-bc26-3750b6392e2f None None] Routers {'f10feabd-124e-4c67-b3a2-78168d08d400'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:09:42.709979 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-3e84a44d-1f80-478c-bc26-3750b6392e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:09:14Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['f10feabd-124e-4c67-b3a2-78168d08d400'], 'active': True} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:09:42.743111 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f61c7e-ee34-4d04-bb7e-9dc70f64bef3 req-73203a88-cfc6-4d82-a570-38bc1f0be723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:09:42.744604 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-a6f61c7e-ee34-4d04-bb7e-9dc70f64bef3 req-73203a88-cfc6-4d82-a570-38bc1f0be723 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=50707fc3-657a-4d1c-8628-0dfb2710b9bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0421298 May 31 21:09:42.814495 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvr_db [None req-3e84a44d-1f80-478c-bc26-3750b6392e2f None None] Set router f10feabd-124e-4c67-b3a2-78168d08d400 gateway port host: dv-cinder-839793-16-iscsi {{(pid=104323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:09:42.834790 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-a6f61c7e-ee34-4d04-bb7e-9dc70f64bef3 req-6ba600f1-7ecf-4242-afe6-26f6da451046 service neutron] 10.222.0.40 "GET /v2.0/networks/50707fc3-657a-4d1c-8628-0dfb2710b9bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842938 May 31 21:09:42.927326 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-a6f61c7e-ee34-4d04-bb7e-9dc70f64bef3 req-234abb31-83a4-461b-902d-6a485d4ae57c service neutron] 10.222.0.40 "GET /v2.0/networks/50707fc3-657a-4d1c-8628-0dfb2710b9bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867755 May 31 21:09:43.023150 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-3e84a44d-1f80-478c-bc26-3750b6392e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10feabd-124e-4c67-b3a2-78168d08d400', 'name': 'tempest-ServerRescueNegativeTestJSON-1173740089-router', 'tenant_id': 'f1b54ceb69fc4041b743a11eda4144a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '88678874-cbd7-48bd-9013-1ce7147065a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:03:20Z', 'updated_at': '2022-05-31T21:03:30Z', 'revision_number': 4, 'project_id': 'f1b54ceb69fc4041b743a11eda4144a8', 'gw_port': {'id': '88678874-cbd7-48bd-9013-1ce7147065a8', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:8f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10feabd-124e-4c67-b3a2-78168d08d400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:21Z', 'updated_at': '2022-05-31T21:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_floatingips': [{'id': 'ef0e977f-0c66-4aac-8538-83f676614c57', 'tenant_id': 'f1b54ceb69fc4041b743a11eda4144a8', 'floating_ip_address': '172.27.0.178', 'floating_network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'router_id': 'f10feabd-124e-4c67-b3a2-78168d08d400', 'port_id': 'f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 302, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50707fc3-657a-4d1c-8628-0dfb2710b9bc', 'mac_address': 'fa:16:3e:75:25:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff87c7f6-31a7-4836-be01-c23f9c73629f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T21:05:40Z', 'updated_at': '2022-05-31T21:09:41Z', 'revision_number': 3, 'project_id': 'f1b54ceb69fc4041b743a11eda4144a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f65c209b-1770-43c4-a6aa-8d34755f1725', 'name': '', 'network_id': '50707fc3-657a-4d1c-8628-0dfb2710b9bc', 'tenant_id': 'f1b54ceb69fc4041b743a11eda4144a8', 'mac_address': 'fa:16:3e:18:60:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10feabd-124e-4c67-b3a2-78168d08d400', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '056887a1-bc98-40be-80ec-f43fe7602ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:28Z', 'updated_at': '2022-05-31T21:03:44Z', 'revision_number': 5, 'project_id': 'f1b54ceb69fc4041b743a11eda4144a8', 'subnets': [{'id': '056887a1-bc98-40be-80ec-f43fe7602ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:09:43.047078 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e84a44d-1f80-478c-bc26-3750b6392e2f None None] The sync data for ids ['f10feabd-124e-4c67-b3a2-78168d08d400'] in dv-cinder-839793-16-iscsi is: [{'id': 'f10feabd-124e-4c67-b3a2-78168d08d400', 'name': 'tempest-ServerRescueNegativeTestJSON-1173740089-router', 'tenant_id': 'f1b54ceb69fc4041b743a11eda4144a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '88678874-cbd7-48bd-9013-1ce7147065a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:03:20Z', 'updated_at': '2022-05-31T21:03:30Z', 'revision_number': 4, 'project_id': 'f1b54ceb69fc4041b743a11eda4144a8', 'gw_port': {'id': '88678874-cbd7-48bd-9013-1ce7147065a8', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:8f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10feabd-124e-4c67-b3a2-78168d08d400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:21Z', 'updated_at': '2022-05-31T21:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_floatingips': [{'id': 'ef0e977f-0c66-4aac-8538-83f676614c57', 'tenant_id': 'f1b54ceb69fc4041b743a11eda4144a8', 'floating_ip_address': '172.27.0.178', 'floating_network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'router_id': 'f10feabd-124e-4c67-b3a2-78168d08d400', 'port_id': 'f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 302, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50707fc3-657a-4d1c-8628-0dfb2710b9bc', 'mac_address': 'fa:16:3e:75:25:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff87c7f6-31a7-4836-be01-c23f9c73629f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T21:05:40Z', 'updated_at': '2022-05-31T21:09:41Z', 'revision_number': 3, 'project_id': 'f1b54ceb69fc4041b743a11eda4144a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f65c209b-1770-43c4-a6aa-8d34755f1725', 'name': '', 'network_id': '50707fc3-657a-4d1c-8628-0dfb2710b9bc', 'tenant_id': 'f1b54ceb69fc4041b743a11eda4144a8', 'mac_address': 'fa:16:3e:18:60:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10feabd-124e-4c67-b3a2-78168d08d400', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '056887a1-bc98-40be-80ec-f43fe7602ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:28Z', 'updated_at': '2022-05-31T21:03:44Z', 'revision_number': 5, 'project_id': 'f1b54ceb69fc4041b743a11eda4144a8', 'subnets': [{'id': '056887a1-bc98-40be-80ec-f43fe7602ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 21:09:43.416898 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741ef031-d407-481a-b3c1-fef4320e70d7 req-3811114b-8582-4a6e-a084-7e0fdead6b6f tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:09:43.418317 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-741ef031-d407-481a-b3c1-fef4320e70d7 req-3811114b-8582-4a6e-a084-7e0fdead6b6f tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=faf12fce-2352-40df-a297-0d7b28379014 HTTP/1.1" status: 200 len: 945 time: 0.0499716 May 31 21:09:43.466830 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-741ef031-d407-481a-b3c1-fef4320e70d7 req-73b221ce-8f49-4cfe-8823-7ae3b0f60483 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/security-groups?id=71909b2b-34a3-4d69-b398-0bd2a67db903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422375 May 31 21:09:44.359747 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff87c7f6-31a7-4836-be01-c23f9c73629f', 'tag': 'f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77'}] {{(pid=104320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:09:44.362134 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800e09971b12e0035a6cf58b960e7e30052d71c2381d70b5c02cffce84e90f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-422bc37c-8695-41d5-a6cd-8b66786a50af" -d '{"events": [{"name": "network-changed", "server_uuid": "ff87c7f6-31a7-4836-be01-c23f9c73629f", "tag": "f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77"}]}' {{(pid=104320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:09:44.399446 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 May 2022 21:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d85a4c4-f968-46a3-8d04-fc3e176d2abd x-openstack-request-id: req-6d85a4c4-f968-46a3-8d04-fc3e176d2abd {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:09:44.399740 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff87c7f6-31a7-4836-be01-c23f9c73629f", "tag": "f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77", "status": "completed", "code": 200}]} {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:09:44.399993 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6d85a4c4-f968-46a3-8d04-fc3e176d2abd {{(pid=104320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:09:44.400393 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d85a4c4-f968-46a3-8d04-fc3e176d2abd'] response: {'name': 'network-changed', 'server_uuid': 'ff87c7f6-31a7-4836-be01-c23f9c73629f', 'tag': 'f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77', 'status': 'completed', 'code': 200} May 31 21:09:44.461794 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422bc37c-8695-41d5-a6cd-8b66786a50af req-b9397ffe-20dc-446b-a992-965cd101395e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:09:44.463300 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-422bc37c-8695-41d5-a6cd-8b66786a50af req-b9397ffe-20dc-446b-a992-965cd101395e service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=f1b54ceb69fc4041b743a11eda4144a8&device_id=ff87c7f6-31a7-4836-be01-c23f9c73629f HTTP/1.1" status: 200 len: 1130 time: 0.0384135 May 31 21:09:44.549946 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-139b9446-89ed-4862-ae94-c47269a6be47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (13ce5b10-321e-4e80-b29e-1cfc3c51661e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:09:44.557369 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422bc37c-8695-41d5-a6cd-8b66786a50af req-5f8dc739-0cab-4e64-b92e-eaba147ccc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:09:44.561679 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-422bc37c-8695-41d5-a6cd-8b66786a50af req-5f8dc739-0cab-4e64-b92e-eaba147ccc0c service neutron] 10.222.0.40 "GET /v2.0/networks?id=50707fc3-657a-4d1c-8628-0dfb2710b9bc HTTP/1.1" status: 200 len: 920 time: 0.0887592 May 31 21:09:44.619908 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-422bc37c-8695-41d5-a6cd-8b66786a50af req-da256f04-9813-4379-9fec-deb06ca0ab2e service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77 HTTP/1.1" status: 200 len: 1002 time: 0.0548673 May 31 21:09:44.667311 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422bc37c-8695-41d5-a6cd-8b66786a50af req-d70ea563-ac06-4f05-acad-2c2d6e85ca0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:09:44.668741 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-422bc37c-8695-41d5-a6cd-8b66786a50af req-d70ea563-ac06-4f05-acad-2c2d6e85ca0e service neutron] 10.222.0.40 "GET /v2.0/subnets?id=056887a1-bc98-40be-80ec-f43fe7602ab2 HTTP/1.1" status: 200 len: 858 time: 0.0431864 May 31 21:09:44.715247 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422bc37c-8695-41d5-a6cd-8b66786a50af req-c124f740-28a0-470c-93a9-77a3b92ea616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:09:44.716795 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-422bc37c-8695-41d5-a6cd-8b66786a50af req-c124f740-28a0-470c-93a9-77a3b92ea616 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=50707fc3-657a-4d1c-8628-0dfb2710b9bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0421691 May 31 21:09:44.803493 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-422bc37c-8695-41d5-a6cd-8b66786a50af req-ae109cdc-9389-422e-a9db-880f8b363447 service neutron] 10.222.0.40 "GET /v2.0/networks/50707fc3-657a-4d1c-8628-0dfb2710b9bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809944 May 31 21:09:44.894103 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-422bc37c-8695-41d5-a6cd-8b66786a50af req-8c7c30a7-942f-4517-a16f-7f4de01fcc65 service neutron] 10.222.0.40 "GET /v2.0/networks/50707fc3-657a-4d1c-8628-0dfb2710b9bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848162 May 31 21:09:45.639758 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-58fa0aab-c296-4be2-a1ab-08418c16cad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (8170e961-7e1e-4c09-b09f-6b764c457cfd), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:09:46.795698 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-b770b660-b824-4665-84d0-9bbdd29e8e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (1c1563bc-5b12-4065-8d27-b22246e8e8d3), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:09:48.571041 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (a61205dd-b11c-42a1-aa2d-4b7310a8dc99), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:09:51.359036 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (51675295-7abb-4335-9c5a-c46a9082010e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:09:53.020677 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=89 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:09:53.026633 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=93 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:09:53.460616 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=9 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:09:53.463625 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=18 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:09:54.890002 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=99 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:09:54.890783 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=95 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:09:58.486251 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:09:58.487027 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:10:01.270603 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:10:08.523066 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-1d3086fa-fb1c-4040-bc14-7b38e6124560 req-dd211357-3739-4e21-9ad8-58e34a4aa128 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1064894292&fields=id&tenant_id=9f9ac73d84244b1c9029586fa4969bbf HTTP/1.1" status: 200 len: 267 time: 0.0454512 May 31 21:10:08.573590 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3086fa-fb1c-4040-bc14-7b38e6124560 req-1c6b1323-f9d7-4613-9c8f-403f4dd3f1e2 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:10:08.575075 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-1d3086fa-fb1c-4040-bc14-7b38e6124560 req-1c6b1323-f9d7-4613-9c8f-403f4dd3f1e2 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/ports?device_id=979133c4-01ae-4510-8d70-018170135a6c HTTP/1.1" status: 200 len: 985 time: 0.0462751 May 31 21:10:08.585456 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.v2.base [req-1d3086fa-fb1c-4040-bc14-7b38e6124560 req-078c9ecd-c6b0-4812-9495-80b6a2503d11 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Request body: {'port': {'security_groups': ['fc53867c-a18f-4781-8698-c86927740494']}} {{(pid=104320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:10:08.665388 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [req-1d3086fa-fb1c-4040-bc14-7b38e6124560 req-078c9ecd-c6b0-4812-9495-80b6a2503d11 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (6ba426b9-2ac4-463e-bc64-9ae379649087), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:08.879420 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [req-1d3086fa-fb1c-4040-bc14-7b38e6124560 req-078c9ecd-c6b0-4812-9495-80b6a2503d11 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] For port 6ba426b9-2ac4-463e-bc64-9ae379649087, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=6ba426b9-2ac4-463e-bc64-9ae379649087,segment=NetworkSegment(88d8d1e3-3d6c-42b5-a877-6f1b62878109),segment_id=88d8d1e3-3d6c-42b5-a877-6f1b62878109)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:10:08.906711 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [req-1d3086fa-fb1c-4040-bc14-7b38e6124560 req-078c9ecd-c6b0-4812-9495-80b6a2503d11 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Publish callbacks [] for port (6ba426b9-2ac4-463e-bc64-9ae379649087), precommit_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:08.995328 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [req-1d3086fa-fb1c-4040-bc14-7b38e6124560 req-078c9ecd-c6b0-4812-9495-80b6a2503d11 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437050'] for port (6ba426b9-2ac4-463e-bc64-9ae379649087), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:09.007678 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] get_ports_and_sgs() called for port_ids ['6ba426b9-2ac4-463e-bc64-9ae379649087'] {{(pid=104322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 31 21:10:09.043321 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3086fa-fb1c-4040-bc14-7b38e6124560 req-078c9ecd-c6b0-4812-9495-80b6a2503d11 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:10:09.045613 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [req-1d3086fa-fb1c-4040-bc14-7b38e6124560 req-078c9ecd-c6b0-4812-9495-80b6a2503d11 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696852'] for port (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:09.045613 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-1d3086fa-fb1c-4040-bc14-7b38e6124560 req-078c9ecd-c6b0-4812-9495-80b6a2503d11 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "PUT /v2.0/ports/6ba426b9-2ac4-463e-bc64-9ae379649087 HTTP/1.1" status: 200 len: 943 time: 0.4644706 May 31 21:10:09.045847 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '979133c4-01ae-4510-8d70-018170135a6c', 'tag': '6ba426b9-2ac4-463e-bc64-9ae379649087'}] {{(pid=104320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:10:09.051212 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800e09971b12e0035a6cf58b960e7e30052d71c2381d70b5c02cffce84e90f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a20755c-6ccc-405f-9e29-ee0083ecbad2" -d '{"events": [{"name": "network-changed", "server_uuid": "979133c4-01ae-4510-8d70-018170135a6c", "tag": "6ba426b9-2ac4-463e-bc64-9ae379649087"}]}' {{(pid=104320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:10:09.051798 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 38476) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:10:09.075077 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078c9ecd-c6b0-4812-9495-80b6a2503d11 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Pushing event updated for resources: {'Port': ['ID=6ba426b9-2ac4-463e-bc64-9ae379649087,revision_number=7']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:10:09.083679 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078c9ecd-c6b0-4812-9495-80b6a2503d11 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:10:09.084355 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078c9ecd-c6b0-4812-9495-80b6a2503d11 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:10:09.084708 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078c9ecd-c6b0-4812-9495-80b6a2503d11 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:10:09.085182 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078c9ecd-c6b0-4812-9495-80b6a2503d11 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:10:09.085531 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078c9ecd-c6b0-4812-9495-80b6a2503d11 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:10:09.085872 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078c9ecd-c6b0-4812-9495-80b6a2503d11 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:10:09.086237 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078c9ecd-c6b0-4812-9495-80b6a2503d11 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:10:09.086572 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078c9ecd-c6b0-4812-9495-80b6a2503d11 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:10:09.086906 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078c9ecd-c6b0-4812-9495-80b6a2503d11 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:10:09.087236 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078c9ecd-c6b0-4812-9495-80b6a2503d11 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:10:09.087568 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078c9ecd-c6b0-4812-9495-80b6a2503d11 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:10:09.087896 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078c9ecd-c6b0-4812-9495-80b6a2503d11 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:10:09.088223 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078c9ecd-c6b0-4812-9495-80b6a2503d11 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:10:09.088848 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078c9ecd-c6b0-4812-9495-80b6a2503d11 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:10:09.089184 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078c9ecd-c6b0-4812-9495-80b6a2503d11 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:10:09.108805 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 May 2022 21:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f45808e0-5b3c-465f-93bc-ec2766a3003f x-openstack-request-id: req-f45808e0-5b3c-465f-93bc-ec2766a3003f {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:10:09.108945 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "979133c4-01ae-4510-8d70-018170135a6c", "tag": "6ba426b9-2ac4-463e-bc64-9ae379649087", "status": "completed", "code": 200}]} {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:10:09.109103 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f45808e0-5b3c-465f-93bc-ec2766a3003f {{(pid=104320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:10:09.110207 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f45808e0-5b3c-465f-93bc-ec2766a3003f'] response: {'name': 'network-changed', 'server_uuid': '979133c4-01ae-4510-8d70-018170135a6c', 'tag': '6ba426b9-2ac4-463e-bc64-9ae379649087', 'status': 'completed', 'code': 200} May 31 21:10:09.143621 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-333f1ab2-4114-426e-8d70-3a64f967e318 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Publish callbacks [] for security_group (4ed228bd-5021-4a8b-93b3-efccb0105eda), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:09.195569 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] get_ports_and_sgs() called for port_ids ['6ba426b9-2ac4-463e-bc64-9ae379649087'] {{(pid=104322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 31 21:10:09.197865 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-333f1ab2-4114-426e-8d70-3a64f967e318 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Publish callbacks [] for security_group (4ed228bd-5021-4a8b-93b3-efccb0105eda), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:09.221673 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a20755c-6ccc-405f-9e29-ee0083ecbad2 req-5177c169-b7e6-475c-b588-dc69c88955fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:10:09.223598 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-9a20755c-6ccc-405f-9e29-ee0083ecbad2 req-5177c169-b7e6-475c-b588-dc69c88955fa service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=9f9ac73d84244b1c9029586fa4969bbf&device_id=979133c4-01ae-4510-8d70-018170135a6c HTTP/1.1" status: 200 len: 1130 time: 0.0817525 May 31 21:10:09.315805 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-4cbadc0b-f7bd-4026-8145-839e19adea2c None None] Provisioning complete for port 6ba426b9-2ac4-463e-bc64-9ae379649087 triggered by entity DHCP. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:10:09.320126 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-4cbadc0b-f7bd-4026-8145-839e19adea2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (6ba426b9-2ac4-463e-bc64-9ae379649087), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:09.366640 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a20755c-6ccc-405f-9e29-ee0083ecbad2 req-f86a7574-b3ae-48d1-97ee-32f6fcf6d787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:10:09.368160 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-9a20755c-6ccc-405f-9e29-ee0083ecbad2 req-f86a7574-b3ae-48d1-97ee-32f6fcf6d787 service neutron] 10.222.0.40 "GET /v2.0/networks?id=3e967741-aa19-4db4-8371-4ee869c23fa1 HTTP/1.1" status: 200 len: 915 time: 0.1180196 May 31 21:10:09.417217 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-333f1ab2-4114-426e-8d70-3a64f967e318 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (4ed228bd-5021-4a8b-93b3-efccb0105eda), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:09.419946 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-333f1ab2-4114-426e-8d70-3a64f967e318 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Publish callbacks [] for security_group (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:09.423040 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-333f1ab2-4114-426e-8d70-3a64f967e318 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "DELETE /v2.0/security-groups/4ed228bd-5021-4a8b-93b3-efccb0105eda HTTP/1.1" status: 204 len: 168 time: 0.3688133 May 31 21:10:09.429603 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 38486) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:10:09.441160 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-4cbadc0b-f7bd-4026-8145-839e19adea2c None None] Current status of the port 6ba426b9-2ac4-463e-bc64-9ae379649087 is: ACTIVE; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:10:09.443547 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333f1ab2-4114-426e-8d70-3a64f967e318 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed228bd-5021-4a8b-93b3-efccb0105eda,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:10:09.462402 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333f1ab2-4114-426e-8d70-3a64f967e318 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:10:09.462754 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333f1ab2-4114-426e-8d70-3a64f967e318 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:10:09.463101 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333f1ab2-4114-426e-8d70-3a64f967e318 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:10:09.463440 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333f1ab2-4114-426e-8d70-3a64f967e318 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:10:09.463778 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333f1ab2-4114-426e-8d70-3a64f967e318 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:10:09.464115 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333f1ab2-4114-426e-8d70-3a64f967e318 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:10:09.464448 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333f1ab2-4114-426e-8d70-3a64f967e318 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:10:09.464778 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333f1ab2-4114-426e-8d70-3a64f967e318 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:10:09.465115 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333f1ab2-4114-426e-8d70-3a64f967e318 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:10:09.465446 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333f1ab2-4114-426e-8d70-3a64f967e318 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:10:09.465772 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333f1ab2-4114-426e-8d70-3a64f967e318 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:10:09.466124 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333f1ab2-4114-426e-8d70-3a64f967e318 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:10:09.466544 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333f1ab2-4114-426e-8d70-3a64f967e318 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:10:09.466811 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333f1ab2-4114-426e-8d70-3a64f967e318 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:10:09.467138 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333f1ab2-4114-426e-8d70-3a64f967e318 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:10:09.472874 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-9a20755c-6ccc-405f-9e29-ee0083ecbad2 req-1aa26483-7f35-4d70-a60a-85ff7937e11c service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ba426b9-2ac4-463e-bc64-9ae379649087 HTTP/1.1" status: 200 len: 1001 time: 0.0976098 May 31 21:10:09.527416 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a20755c-6ccc-405f-9e29-ee0083ecbad2 req-05cb1c7d-3b24-418f-8806-6ac85ed62ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:10:09.528932 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-9a20755c-6ccc-405f-9e29-ee0083ecbad2 req-05cb1c7d-3b24-418f-8806-6ac85ed62ae4 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=c963a7bb-fcb2-47cb-b4af-694452e58e3a HTTP/1.1" status: 200 len: 853 time: 0.0498416 May 31 21:10:09.572250 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a20755c-6ccc-405f-9e29-ee0083ecbad2 req-a079cc11-fdc9-4fc7-93cd-e0f1d02fc812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:10:09.574279 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-9a20755c-6ccc-405f-9e29-ee0083ecbad2 req-a079cc11-fdc9-4fc7-93cd-e0f1d02fc812 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=3e967741-aa19-4db4-8371-4ee869c23fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0396781 May 31 21:10:09.584367 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-9fcb247c-d5e7-447e-b5c9-fa0835149edb tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Deleting port 7a879b79-748f-4584-b931-70b96055a948 {{(pid=104320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 31 21:10:09.584844 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-9fcb247c-d5e7-447e-b5c9-fa0835149edb tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747262076802'] for port (7a879b79-748f-4584-b931-70b96055a948), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:09.665856 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-9fcb247c-d5e7-447e-b5c9-fa0835149edb tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574989'] for port (7a879b79-748f-4584-b931-70b96055a948), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:09.666228 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-9fcb247c-d5e7-447e-b5c9-fa0835149edb tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Publish callbacks [] for floatingip (7a879b79-748f-4584-b931-70b96055a948), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:09.670652 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-9a20755c-6ccc-405f-9e29-ee0083ecbad2 req-17f41c0f-bff4-41c4-98eb-6c28de586151 service neutron] 10.222.0.40 "GET /v2.0/networks/3e967741-aa19-4db4-8371-4ee869c23fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892093 May 31 21:10:09.679061 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-9fcb247c-d5e7-447e-b5c9-fa0835149edb tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Calling delete_port for 7a879b79-748f-4584-b931-70b96055a948 owned by network:floatingip {{(pid=104320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 31 21:10:09.808806 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-9a20755c-6ccc-405f-9e29-ee0083ecbad2 req-ea6bae0c-c9e8-495a-9823-bc5cf41c644b service neutron] 10.222.0.40 "GET /v2.0/networks/3e967741-aa19-4db4-8371-4ee869c23fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138391 May 31 21:10:09.864695 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:10:09.898544 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:10:09.995258 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-9fcb247c-d5e7-447e-b5c9-fa0835149edb tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747262050753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747261518138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437045'] for port (7a879b79-748f-4584-b931-70b96055a948), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:10.024511 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcb247c-d5e7-447e-b5c9-fa0835149edb tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Pushing event deleted for resources: {'Port': ['ID=7a879b79-748f-4584-b931-70b96055a948,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:10:10.084730 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-9fcb247c-d5e7-447e-b5c9-fa0835149edb tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Publish callbacks [] for floatingip (42f9a46a-b2c1-41dd-b6c5-6a3bc454f3d8), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:10.085046 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.db.l3_db [None req-9fcb247c-d5e7-447e-b5c9-fa0835149edb tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Floating IP 42f9a46a-b2c1-41dd-b6c5-6a3bc454f3d8 disassociated (deleted). External IP: 172.27.0.84, port: 6ba426b9-2ac4-463e-bc64-9ae379649087. May 31 21:10:10.234258 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.agents_db [None req-3d709c36-86fd-4f4f-bf7d-9e9748143f4e None None] Agent healthcheck: found 6 active agents {{(pid=104323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 31 21:10:10.522211 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fcb247c-d5e7-447e-b5c9-fa0835149edb tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Router 14c3f35a-2282-417f-a522-4a4609962030 has already been hosted by L3 agent 13ce5b10-321e-4e80-b29e-1cfc3c51661e {{(pid=104320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 31 21:10:10.626739 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fcb247c-d5e7-447e-b5c9-fa0835149edb tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Notify agent at l3_agent.dv-cinder-839793-16-iscsi the message routers_updated {{(pid=104320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 31 21:10:10.631466 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-9fcb247c-d5e7-447e-b5c9-fa0835149edb tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for floatingip (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:10.636271 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bd219c-da36-46e8-89f6-574ee133a63a None None] Sync routers for ids ['14c3f35a-2282-417f-a522-4a4609962030'] in dv-cinder-839793-16-iscsi {{(pid=104322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 21:10:10.646473 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bd219c-da36-46e8-89f6-574ee133a63a None None] Routers {'14c3f35a-2282-417f-a522-4a4609962030'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:10:10.647090 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-f5bd219c-da36-46e8-89f6-574ee133a63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:09:44Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['14c3f35a-2282-417f-a522-4a4609962030'], 'active': True} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:10:10.661634 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-9fcb247c-d5e7-447e-b5c9-fa0835149edb tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "DELETE /v2.0/floatingips/42f9a46a-b2c1-41dd-b6c5-6a3bc454f3d8 HTTP/1.1" status: 204 len: 168 time: 1.2347975 May 31 21:10:10.753325 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvr_db [None req-f5bd219c-da36-46e8-89f6-574ee133a63a None None] Set router 14c3f35a-2282-417f-a522-4a4609962030 gateway port host: dv-cinder-839793-16-iscsi {{(pid=104322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:10:10.992548 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-f5bd219c-da36-46e8-89f6-574ee133a63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c3f35a-2282-417f-a522-4a4609962030', 'name': 'tempest-TestMinimumBasicScenario-453660573-router', 'tenant_id': '9f9ac73d84244b1c9029586fa4969bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': 'c1e1499c-86b5-4938-9039-69807e3bdd1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:04:52Z', 'updated_at': '2022-05-31T21:04:57Z', 'revision_number': 4, 'project_id': '9f9ac73d84244b1c9029586fa4969bbf', 'gw_port': {'id': 'c1e1499c-86b5-4938-9039-69807e3bdd1e', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:2d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c3f35a-2282-417f-a522-4a4609962030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:04:53Z', 'updated_at': '2022-05-31T21:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_interfaces': [{'id': '69133f43-a7f7-4b68-82d3-5aee36970683', 'name': '', 'network_id': '3e967741-aa19-4db4-8371-4ee869c23fa1', 'tenant_id': '9f9ac73d84244b1c9029586fa4969bbf', 'mac_address': 'fa:16:3e:d7:8c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c3f35a-2282-417f-a522-4a4609962030', 'device_owner': 'network:router_interface', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': 'c963a7bb-fcb2-47cb-b4af-694452e58e3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:04:56Z', 'updated_at': '2022-05-31T21:05:02Z', 'revision_number': 5, 'project_id': '9f9ac73d84244b1c9029586fa4969bbf', 'subnets': [{'id': 'c963a7bb-fcb2-47cb-b4af-694452e58e3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:10:11.024245 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bd219c-da36-46e8-89f6-574ee133a63a None None] Checking router: 14c3f35a-2282-417f-a522-4a4609962030 for host: dv-cinder-839793-16-iscsi {{(pid=104322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 21:10:11.033062 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bd219c-da36-46e8-89f6-574ee133a63a None None] Routers {'14c3f35a-2282-417f-a522-4a4609962030'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:10:11.033969 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-f5bd219c-da36-46e8-89f6-574ee133a63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:09:44Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['14c3f35a-2282-417f-a522-4a4609962030'], 'active': True} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:10:11.112124 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '979133c4-01ae-4510-8d70-018170135a6c', 'tag': '6ba426b9-2ac4-463e-bc64-9ae379649087'}] {{(pid=104320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:10:11.115013 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800e09971b12e0035a6cf58b960e7e30052d71c2381d70b5c02cffce84e90f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ddcf26f-116a-4cd0-980b-54ba1f0225cd" -d '{"events": [{"name": "network-changed", "server_uuid": "979133c4-01ae-4510-8d70-018170135a6c", "tag": "6ba426b9-2ac4-463e-bc64-9ae379649087"}]}' {{(pid=104320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:10:11.142521 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvr_db [None req-f5bd219c-da36-46e8-89f6-574ee133a63a None None] Set router 14c3f35a-2282-417f-a522-4a4609962030 gateway port host: dv-cinder-839793-16-iscsi {{(pid=104322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:10:11.248457 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 May 2022 21:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6004538-b4c9-47f0-a94d-3f148e7082f4 x-openstack-request-id: req-a6004538-b4c9-47f0-a94d-3f148e7082f4 {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:10:11.248802 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "979133c4-01ae-4510-8d70-018170135a6c", "tag": "6ba426b9-2ac4-463e-bc64-9ae379649087", "status": "completed", "code": 200}]} {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:10:11.249193 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a6004538-b4c9-47f0-a94d-3f148e7082f4 {{(pid=104320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:10:11.249654 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6004538-b4c9-47f0-a94d-3f148e7082f4'] response: {'name': 'network-changed', 'server_uuid': '979133c4-01ae-4510-8d70-018170135a6c', 'tag': '6ba426b9-2ac4-463e-bc64-9ae379649087', 'status': 'completed', 'code': 200} May 31 21:10:11.315047 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddcf26f-116a-4cd0-980b-54ba1f0225cd req-eaa45431-4939-4fb2-9913-1bbd923cf36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:10:11.316569 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-7ddcf26f-116a-4cd0-980b-54ba1f0225cd req-eaa45431-4939-4fb2-9913-1bbd923cf36a service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=9f9ac73d84244b1c9029586fa4969bbf&device_id=979133c4-01ae-4510-8d70-018170135a6c HTTP/1.1" status: 200 len: 1130 time: 0.0452774 May 31 21:10:11.354993 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-f5bd219c-da36-46e8-89f6-574ee133a63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c3f35a-2282-417f-a522-4a4609962030', 'name': 'tempest-TestMinimumBasicScenario-453660573-router', 'tenant_id': '9f9ac73d84244b1c9029586fa4969bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': 'c1e1499c-86b5-4938-9039-69807e3bdd1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:04:52Z', 'updated_at': '2022-05-31T21:04:57Z', 'revision_number': 4, 'project_id': '9f9ac73d84244b1c9029586fa4969bbf', 'gw_port': {'id': 'c1e1499c-86b5-4938-9039-69807e3bdd1e', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:2d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c3f35a-2282-417f-a522-4a4609962030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:04:53Z', 'updated_at': '2022-05-31T21:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_interfaces': [{'id': '69133f43-a7f7-4b68-82d3-5aee36970683', 'name': '', 'network_id': '3e967741-aa19-4db4-8371-4ee869c23fa1', 'tenant_id': '9f9ac73d84244b1c9029586fa4969bbf', 'mac_address': 'fa:16:3e:d7:8c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c3f35a-2282-417f-a522-4a4609962030', 'device_owner': 'network:router_interface', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': 'c963a7bb-fcb2-47cb-b4af-694452e58e3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:04:56Z', 'updated_at': '2022-05-31T21:05:02Z', 'revision_number': 5, 'project_id': '9f9ac73d84244b1c9029586fa4969bbf', 'subnets': [{'id': 'c963a7bb-fcb2-47cb-b4af-694452e58e3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:10:11.387154 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bd219c-da36-46e8-89f6-574ee133a63a None None] The sync data for ids ['14c3f35a-2282-417f-a522-4a4609962030'] in dv-cinder-839793-16-iscsi is: [{'id': '14c3f35a-2282-417f-a522-4a4609962030', 'name': 'tempest-TestMinimumBasicScenario-453660573-router', 'tenant_id': '9f9ac73d84244b1c9029586fa4969bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': 'c1e1499c-86b5-4938-9039-69807e3bdd1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:04:52Z', 'updated_at': '2022-05-31T21:04:57Z', 'revision_number': 4, 'project_id': '9f9ac73d84244b1c9029586fa4969bbf', 'gw_port': {'id': 'c1e1499c-86b5-4938-9039-69807e3bdd1e', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:2d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c3f35a-2282-417f-a522-4a4609962030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:04:53Z', 'updated_at': '2022-05-31T21:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_interfaces': [{'id': '69133f43-a7f7-4b68-82d3-5aee36970683', 'name': '', 'network_id': '3e967741-aa19-4db4-8371-4ee869c23fa1', 'tenant_id': '9f9ac73d84244b1c9029586fa4969bbf', 'mac_address': 'fa:16:3e:d7:8c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c3f35a-2282-417f-a522-4a4609962030', 'device_owner': 'network:router_interface', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': 'c963a7bb-fcb2-47cb-b4af-694452e58e3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:04:56Z', 'updated_at': '2022-05-31T21:05:02Z', 'revision_number': 5, 'project_id': '9f9ac73d84244b1c9029586fa4969bbf', 'subnets': [{'id': 'c963a7bb-fcb2-47cb-b4af-694452e58e3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 21:10:11.422977 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddcf26f-116a-4cd0-980b-54ba1f0225cd req-71bdb952-dbc5-44be-a202-f70779bdf741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:10:11.424488 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-7ddcf26f-116a-4cd0-980b-54ba1f0225cd req-71bdb952-dbc5-44be-a202-f70779bdf741 service neutron] 10.222.0.40 "GET /v2.0/networks?id=3e967741-aa19-4db4-8371-4ee869c23fa1 HTTP/1.1" status: 200 len: 915 time: 0.1007574 May 31 21:10:11.564867 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbf17ee-6275-41a0-9e7c-0f98e45756d2 req-471932d1-fd99-46b4-8da8-280c3177871a tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:10:11.567162 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-3cbf17ee-6275-41a0-9e7c-0f98e45756d2 req-471932d1-fd99-46b4-8da8-280c3177871a tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 946 time: 0.0516138 May 31 21:10:11.600305 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:10:11.618396 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-3cbf17ee-6275-41a0-9e7c-0f98e45756d2 req-678af4a6-2228-41b3-9dc2-5788b34b750e tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457847 May 31 21:10:11.648487 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ede5bfe-c058-414c-919f-3504e46af702 None None] New status for floating IP 42f9a46a-b2c1-41dd-b6c5-6a3bc454f3d8: DOWN {{(pid=104323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 31 21:10:12.193375 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-d55f183c-1507-4073-b2d8-00b18771f7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (5ca9f0a2-8e5f-4b54-94fa-454f095515e4), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:12.739085 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46410ca7-d202-4ace-9c72-f02db03b8c0e req-248dec64-c116-4cc0-87e9-da339b31e5ed tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:10:12.740530 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-46410ca7-d202-4ace-9c72-f02db03b8c0e req-248dec64-c116-4cc0-87e9-da339b31e5ed tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 946 time: 0.0508091 May 31 21:10:12.788677 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-46410ca7-d202-4ace-9c72-f02db03b8c0e req-85b1a722-605e-4a3c-8384-140ac461e3bd tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425050 May 31 21:10:13.102574 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-7ddcf26f-116a-4cd0-980b-54ba1f0225cd req-0bd4227d-2863-4218-8305-067797311d6b service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ba426b9-2ac4-463e-bc64-9ae379649087 HTTP/1.1" status: 200 len: 217 time: 0.0354602 May 31 21:10:13.154766 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddcf26f-116a-4cd0-980b-54ba1f0225cd req-ea0dbb08-6b0e-4d19-b8c3-e75858a0dbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:10:13.156190 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-7ddcf26f-116a-4cd0-980b-54ba1f0225cd req-ea0dbb08-6b0e-4d19-b8c3-e75858a0dbbd service neutron] 10.222.0.40 "GET /v2.0/subnets?id=c963a7bb-fcb2-47cb-b4af-694452e58e3a HTTP/1.1" status: 200 len: 853 time: 0.0440924 May 31 21:10:13.241253 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddcf26f-116a-4cd0-980b-54ba1f0225cd req-9b92b3c2-941a-4a38-8465-023d0cd28215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:10:13.242757 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-7ddcf26f-116a-4cd0-980b-54ba1f0225cd req-9b92b3c2-941a-4a38-8465-023d0cd28215 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=3e967741-aa19-4db4-8371-4ee869c23fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0386603 May 31 21:10:13.307228 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:10:13.339919 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-7ddcf26f-116a-4cd0-980b-54ba1f0225cd req-fc21cd8b-fd75-4577-ab23-7f29e22b7146 service neutron] 10.222.0.40 "GET /v2.0/networks/3e967741-aa19-4db4-8371-4ee869c23fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875552 May 31 21:10:13.354926 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:10:13.434482 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-7ddcf26f-116a-4cd0-980b-54ba1f0225cd req-9710043a-1538-4bec-b83d-c77b391cd73f service neutron] 10.222.0.40 "GET /v2.0/networks/3e967741-aa19-4db4-8371-4ee869c23fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877802 May 31 21:10:13.887497 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e6d331-1214-418c-b187-6858ec5956ce req-25455bdc-cc88-458e-b427-9ae7262b3d91 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:10:13.888943 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-09e6d331-1214-418c-b187-6858ec5956ce req-25455bdc-cc88-458e-b427-9ae7262b3d91 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.40 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 946 time: 0.0507405 May 31 21:10:13.908792 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99af40a0-1a53-41ed-a79e-305c86f34041 req-eec3c48d-1661-459e-9e01-942457afdbf2 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:10:13.910296 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-99af40a0-1a53-41ed-a79e-305c86f34041 req-eec3c48d-1661-459e-9e01-942457afdbf2 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 946 time: 0.0469644 May 31 21:10:13.959102 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-99af40a0-1a53-41ed-a79e-305c86f34041 req-126b702e-3c24-49ed-a6a9-e78725768d59 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=67ead12c-a1d1-4001-b288-d9ec98514c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428929 May 31 21:10:13.973453 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.plugin [req-09e6d331-1214-418c-b187-6858ec5956ce req-bae18734-95c8-452d-942e-e5116a87f273 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Deleting port cc0edf95-fc02-451a-b38f-075bee275ed6 {{(pid=104321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 31 21:10:13.973693 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-09e6d331-1214-418c-b187-6858ec5956ce req-bae18734-95c8-452d-942e-e5116a87f273 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747262076802'] for port (cc0edf95-fc02-451a-b38f-075bee275ed6), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:14.063767 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [req-09e6d331-1214-418c-b187-6858ec5956ce req-bae18734-95c8-452d-942e-e5116a87f273 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] For port cc0edf95-fc02-451a-b38f-075bee275ed6, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=cc0edf95-fc02-451a-b38f-075bee275ed6,segment=NetworkSegment(1b46059a-aa39-4ed2-ad1d-18b4ddc198b2),segment_id=1b46059a-aa39-4ed2-ad1d-18b4ddc198b2)] {{(pid=104321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:10:14.064124 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-09e6d331-1214-418c-b187-6858ec5956ce req-bae18734-95c8-452d-942e-e5116a87f273 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574989'] for port (cc0edf95-fc02-451a-b38f-075bee275ed6), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:14.269199 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-09e6d331-1214-418c-b187-6858ec5956ce req-bae18734-95c8-452d-942e-e5116a87f273 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:14.269856 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-09e6d331-1214-418c-b187-6858ec5956ce req-bae18734-95c8-452d-942e-e5116a87f273 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598426'] for floatingip (1a573023-2895-4424-af86-585fc78f69c2), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:14.269856 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.db.l3_db [req-09e6d331-1214-418c-b187-6858ec5956ce req-bae18734-95c8-452d-942e-e5116a87f273 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Floating IP 1a573023-2895-4424-af86-585fc78f69c2 disassociated. External IP: 172.27.0.228, port: cc0edf95-fc02-451a-b38f-075bee275ed6. May 31 21:10:14.270122 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.plugin [req-09e6d331-1214-418c-b187-6858ec5956ce req-bae18734-95c8-452d-942e-e5116a87f273 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Calling delete_port for cc0edf95-fc02-451a-b38f-075bee275ed6 owned by compute:nova {{(pid=104321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 31 21:10:14.450566 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-09e6d331-1214-418c-b187-6858ec5956ce req-bae18734-95c8-452d-942e-e5116a87f273 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747262050753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747261518138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25540506'] for port (cc0edf95-fc02-451a-b38f-075bee275ed6), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:14.479445 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae18734-95c8-452d-942e-e5116a87f273 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Pushing event deleted for resources: {'Port': ['ID=cc0edf95-fc02-451a-b38f-075bee275ed6,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:10:14.567010 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-991561d0-0e59-4a7c-8e6d-4a993b57ddd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (13ce5b10-321e-4e80-b29e-1cfc3c51661e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:14.817810 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.l3_agent_scheduler [req-09e6d331-1214-418c-b187-6858ec5956ce req-bae18734-95c8-452d-942e-e5116a87f273 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Router c146d4db-8b65-4583-a308-5750e8471648 has already been hosted by L3 agent 13ce5b10-321e-4e80-b29e-1cfc3c51661e {{(pid=104321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 31 21:10:14.910632 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:10:14.922410 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-09e6d331-1214-418c-b187-6858ec5956ce req-bae18734-95c8-452d-942e-e5116a87f273 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Notify agent at l3_agent.dv-cinder-839793-16-iscsi the message routers_updated {{(pid=104321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 31 21:10:14.935248 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de82ee56-698e-4fd4-b62d-30cfb0795c3a None None] Sync routers for ids ['c146d4db-8b65-4583-a308-5750e8471648'] in dv-cinder-839793-16-iscsi {{(pid=104322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 21:10:14.952427 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de82ee56-698e-4fd4-b62d-30cfb0795c3a None None] Routers {'c146d4db-8b65-4583-a308-5750e8471648'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:10:14.953232 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-de82ee56-698e-4fd4-b62d-30cfb0795c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:10:14Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['c146d4db-8b65-4583-a308-5750e8471648'], 'active': True} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:10:14.968203 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [req-09e6d331-1214-418c-b187-6858ec5956ce req-bae18734-95c8-452d-942e-e5116a87f273 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] No DVR routers for this DVR port cc0edf95-fc02-451a-b38f-075bee275ed6 on host hv-cinder-83979 {{(pid=104321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} May 31 21:10:14.971046 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-09e6d331-1214-418c-b187-6858ec5956ce req-bae18734-95c8-452d-942e-e5116a87f273 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for port (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:14.974203 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-09e6d331-1214-418c-b187-6858ec5956ce req-bae18734-95c8-452d-942e-e5116a87f273 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.40 "DELETE /v2.0/ports/cc0edf95-fc02-451a-b38f-075bee275ed6 HTTP/1.1" status: 204 len: 173 time: 1.0798824 May 31 21:10:14.974649 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a123764b-4693-41b1-bad8-a1a63cc951cd', 'name': 'network-vif-deleted', 'tag': 'cc0edf95-fc02-451a-b38f-075bee275ed6'}] {{(pid=104321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:10:14.977113 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6b014d5dee29fffbb36c15c330f4dd8b871b4cb67f19a16d167ed5ff3960b8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e6fa01-0c03-4aeb-9268-a468b9ac8179" -d '{"events": [{"server_uuid": "a123764b-4693-41b1-bad8-a1a63cc951cd", "name": "network-vif-deleted", "tag": "cc0edf95-fc02-451a-b38f-075bee275ed6"}]}' {{(pid=104321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:10:14.992218 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=100 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:10:15.016213 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:10:15.074059 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:10:15.095685 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-6d364cdd-ad70-4564-bdf7-6434d26c24ed req-8e998cef-3f08-4377-9006-b99c996eb8eb tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=a123764b-4693-41b1-bad8-a1a63cc951cd HTTP/1.1" status: 200 len: 210 time: 0.0447955 May 31 21:10:15.096149 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 May 2022 21:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92bbda3c-6566-4ffd-91d9-99a8594a29ac x-openstack-request-id: req-92bbda3c-6566-4ffd-91d9-99a8594a29ac {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:10:15.096149 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a123764b-4693-41b1-bad8-a1a63cc951cd", "name": "network-vif-deleted", "tag": "cc0edf95-fc02-451a-b38f-075bee275ed6", "status": "completed", "code": 200}]} {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:10:15.096372 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvr_db [None req-de82ee56-698e-4fd4-b62d-30cfb0795c3a None None] Set router c146d4db-8b65-4583-a308-5750e8471648 gateway port host: dv-cinder-839793-16-iscsi {{(pid=104322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:10:15.096815 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-92bbda3c-6566-4ffd-91d9-99a8594a29ac {{(pid=104321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:10:15.097219 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92bbda3c-6566-4ffd-91d9-99a8594a29ac'] response: {'server_uuid': 'a123764b-4693-41b1-bad8-a1a63cc951cd', 'name': 'network-vif-deleted', 'tag': 'cc0edf95-fc02-451a-b38f-075bee275ed6', 'status': 'completed', 'code': 200} May 31 21:10:15.293159 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-de82ee56-698e-4fd4-b62d-30cfb0795c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c146d4db-8b65-4583-a308-5750e8471648', 'name': 'tempest-AttachVolumeShelveTestJSON-1941033604-router', 'tenant_id': 'af420d43367c42e4a4b0948706dd0546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '8cf7c9b7-e566-4c8f-a423-3180fca528cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:03:21Z', 'updated_at': '2022-05-31T21:03:30Z', 'revision_number': 4, 'project_id': 'af420d43367c42e4a4b0948706dd0546', 'gw_port': {'id': '8cf7c9b7-e566-4c8f-a423-3180fca528cb', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c146d4db-8b65-4583-a308-5750e8471648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:23Z', 'updated_at': '2022-05-31T21:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_interfaces': [{'id': 'e2afe974-777e-432a-a39a-3157fd96ce22', 'name': '', 'network_id': '68e327a3-96b2-4add-895f-c43a3d5daedc', 'tenant_id': 'af420d43367c42e4a4b0948706dd0546', 'mac_address': 'fa:16:3e:35:9a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c146d4db-8b65-4583-a308-5750e8471648', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'dc74b44b-e878-454d-9e54-2a90eb48611f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:28Z', 'updated_at': '2022-05-31T21:03:47Z', 'revision_number': 5, 'project_id': 'af420d43367c42e4a4b0948706dd0546', 'subnets': [{'id': 'dc74b44b-e878-454d-9e54-2a90eb48611f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:10:15.322861 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de82ee56-698e-4fd4-b62d-30cfb0795c3a None None] Checking router: c146d4db-8b65-4583-a308-5750e8471648 for host: dv-cinder-839793-16-iscsi {{(pid=104322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 21:10:15.332018 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de82ee56-698e-4fd4-b62d-30cfb0795c3a None None] Routers {'c146d4db-8b65-4583-a308-5750e8471648'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:10:15.332635 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-de82ee56-698e-4fd4-b62d-30cfb0795c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:10:14Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['c146d4db-8b65-4583-a308-5750e8471648'], 'active': True} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:10:15.439172 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvr_db [None req-de82ee56-698e-4fd4-b62d-30cfb0795c3a None None] Set router c146d4db-8b65-4583-a308-5750e8471648 gateway port host: dv-cinder-839793-16-iscsi {{(pid=104322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:10:15.640715 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-de82ee56-698e-4fd4-b62d-30cfb0795c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c146d4db-8b65-4583-a308-5750e8471648', 'name': 'tempest-AttachVolumeShelveTestJSON-1941033604-router', 'tenant_id': 'af420d43367c42e4a4b0948706dd0546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '8cf7c9b7-e566-4c8f-a423-3180fca528cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:03:21Z', 'updated_at': '2022-05-31T21:03:30Z', 'revision_number': 4, 'project_id': 'af420d43367c42e4a4b0948706dd0546', 'gw_port': {'id': '8cf7c9b7-e566-4c8f-a423-3180fca528cb', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c146d4db-8b65-4583-a308-5750e8471648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:23Z', 'updated_at': '2022-05-31T21:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_interfaces': [{'id': 'e2afe974-777e-432a-a39a-3157fd96ce22', 'name': '', 'network_id': '68e327a3-96b2-4add-895f-c43a3d5daedc', 'tenant_id': 'af420d43367c42e4a4b0948706dd0546', 'mac_address': 'fa:16:3e:35:9a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c146d4db-8b65-4583-a308-5750e8471648', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'dc74b44b-e878-454d-9e54-2a90eb48611f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:28Z', 'updated_at': '2022-05-31T21:03:47Z', 'revision_number': 5, 'project_id': 'af420d43367c42e4a4b0948706dd0546', 'subnets': [{'id': 'dc74b44b-e878-454d-9e54-2a90eb48611f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:10:15.666583 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-58fa0aab-c296-4be2-a1ab-08418c16cad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (8170e961-7e1e-4c09-b09f-6b764c457cfd), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:15.667828 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de82ee56-698e-4fd4-b62d-30cfb0795c3a None None] The sync data for ids ['c146d4db-8b65-4583-a308-5750e8471648'] in dv-cinder-839793-16-iscsi is: [{'id': 'c146d4db-8b65-4583-a308-5750e8471648', 'name': 'tempest-AttachVolumeShelveTestJSON-1941033604-router', 'tenant_id': 'af420d43367c42e4a4b0948706dd0546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '8cf7c9b7-e566-4c8f-a423-3180fca528cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:03:21Z', 'updated_at': '2022-05-31T21:03:30Z', 'revision_number': 4, 'project_id': 'af420d43367c42e4a4b0948706dd0546', 'gw_port': {'id': '8cf7c9b7-e566-4c8f-a423-3180fca528cb', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c146d4db-8b65-4583-a308-5750e8471648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:23Z', 'updated_at': '2022-05-31T21:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_interfaces': [{'id': 'e2afe974-777e-432a-a39a-3157fd96ce22', 'name': '', 'network_id': '68e327a3-96b2-4add-895f-c43a3d5daedc', 'tenant_id': 'af420d43367c42e4a4b0948706dd0546', 'mac_address': 'fa:16:3e:35:9a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c146d4db-8b65-4583-a308-5750e8471648', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'dc74b44b-e878-454d-9e54-2a90eb48611f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:28Z', 'updated_at': '2022-05-31T21:03:47Z', 'revision_number': 5, 'project_id': 'af420d43367c42e4a4b0948706dd0546', 'subnets': [{'id': 'dc74b44b-e878-454d-9e54-2a90eb48611f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 21:10:15.908052 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f6ec8e-6d96-4d6c-a48e-64387dcaca46 None None] New status for floating IP 1a573023-2895-4424-af86-585fc78f69c2: DOWN {{(pid=104323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 31 21:10:16.309631 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 38556) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:10:16.319438 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device cc0edf95-fc02-451a-b38f-075bee275ed6 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 31 21:10:16.345457 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] No Port match for: cc0edf95-fc02-451a-b38f-075bee275ed6 {{(pid=104322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 31 21:10:16.346184 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device cc0edf95-fc02-451a-b38f-075bee275ed6 not bound to the agent host hv-cinder-83979 {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 31 21:10:16.421780 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84248dfd-5c2c-430a-b341-99bd1516b3a3 req-4531a815-6b94-40e9-98c1-8b2308dc7c6e tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:10:16.423999 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-84248dfd-5c2c-430a-b341-99bd1516b3a3 req-4531a815-6b94-40e9-98c1-8b2308dc7c6e tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/ports?device_id=979133c4-01ae-4510-8d70-018170135a6c HTTP/1.1" status: 200 len: 946 time: 0.0677803 May 31 21:10:16.429187 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-61082a8f-09b3-4a06-a4c6-197b4fb3187a tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks [] for security_group (67ead12c-a1d1-4001-b288-d9ec98514c21), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:16.475628 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-61082a8f-09b3-4a06-a4c6-197b4fb3187a tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks [] for security_group (67ead12c-a1d1-4001-b288-d9ec98514c21), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:16.506948 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-84248dfd-5c2c-430a-b341-99bd1516b3a3 req-7eaa5a15-2091-4564-b579-d5fa20728e9c tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc53867c-a18f-4781-8698-c86927740494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757265 May 31 21:10:16.612676 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-61082a8f-09b3-4a06-a4c6-197b4fb3187a tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (67ead12c-a1d1-4001-b288-d9ec98514c21), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:16.615385 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-61082a8f-09b3-4a06-a4c6-197b4fb3187a tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks [] for security_group (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:16.616672 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-61082a8f-09b3-4a06-a4c6-197b4fb3187a tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "DELETE /v2.0/security-groups/67ead12c-a1d1-4001-b288-d9ec98514c21 HTTP/1.1" status: 204 len: 168 time: 0.3060145 May 31 21:10:16.619441 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 38558) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:10:16.626564 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61082a8f-09b3-4a06-a4c6-197b4fb3187a tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ead12c-a1d1-4001-b288-d9ec98514c21,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:10:16.642453 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.api.v2.resource [None req-9269941d-eb25-4081-acba-0d41cbb577a8 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] show failed (client error): The resource could not be found. May 31 21:10:16.643736 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-9269941d-eb25-4081-acba-0d41cbb577a8 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups/67ead12c-a1d1-4001-b288-d9ec98514c21 HTTP/1.1" status: 404 len: 347 time: 0.0232730 May 31 21:10:16.646730 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 38560) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:10:16.734014 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:10:16.753420 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:10:16.764086 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.plugin [None req-fd921b2f-c7ba-4096-acdd-63ea964a8268 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Deleting port 0951a879-4b3c-490f-8ae0-7d530c98d7b9 {{(pid=104321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 31 21:10:16.764424 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-fd921b2f-c7ba-4096-acdd-63ea964a8268 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747262076802'] for port (0951a879-4b3c-490f-8ae0-7d530c98d7b9), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:16.824292 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-b770b660-b824-4665-84d0-9bbdd29e8e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (1c1563bc-5b12-4065-8d27-b22246e8e8d3), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:16.843602 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-fd921b2f-c7ba-4096-acdd-63ea964a8268 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574989'] for port (0951a879-4b3c-490f-8ae0-7d530c98d7b9), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:16.844075 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-fd921b2f-c7ba-4096-acdd-63ea964a8268 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks [] for floatingip (0951a879-4b3c-490f-8ae0-7d530c98d7b9), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:16.862193 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.plugin [None req-fd921b2f-c7ba-4096-acdd-63ea964a8268 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Calling delete_port for 0951a879-4b3c-490f-8ae0-7d530c98d7b9 owned by network:floatingip {{(pid=104321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 31 21:10:17.086701 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-fd921b2f-c7ba-4096-acdd-63ea964a8268 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747262050753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747261518138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25540506'] for port (0951a879-4b3c-490f-8ae0-7d530c98d7b9), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:17.115005 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd921b2f-c7ba-4096-acdd-63ea964a8268 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Pushing event deleted for resources: {'Port': ['ID=0951a879-4b3c-490f-8ae0-7d530c98d7b9,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:10:17.176574 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-fd921b2f-c7ba-4096-acdd-63ea964a8268 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks [] for floatingip (1a573023-2895-4424-af86-585fc78f69c2), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:17.179056 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-fd921b2f-c7ba-4096-acdd-63ea964a8268 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for floatingip (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:17.180194 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-fd921b2f-c7ba-4096-acdd-63ea964a8268 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "DELETE /v2.0/floatingips/1a573023-2895-4424-af86-585fc78f69c2 HTTP/1.1" status: 204 len: 168 time: 0.5323761 May 31 21:10:17.379545 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 38564) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:10:17.384441 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [None req-e7d82b04-4b24-44c0-8690-b695f6797a54 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Request body: {'security_group': {'name': 'tempest-securitygroup--828799658', 'description': 'tempest-description--927208928'}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:10:17.519613 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-e7d82b04-4b24-44c0-8690-b695f6797a54 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks [] for security_group (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:17.577004 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:10:17.604303 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-e7d82b04-4b24-44c0-8690-b695f6797a54 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks [] for security_group (295dbee3-21fc-49de-afe0-c511ddab502e), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:17.648967 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbea6d12-9fa9-425c-98ab-e70311748ab0 req-de3184bc-52fe-4c56-a783-db2e918b9fbf tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:10:17.650609 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-cbea6d12-9fa9-425c-98ab-e70311748ab0 req-de3184bc-52fe-4c56-a783-db2e918b9fbf tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/ports?device_id=979133c4-01ae-4510-8d70-018170135a6c HTTP/1.1" status: 200 len: 946 time: 0.0585132 May 31 21:10:17.667851 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-e7d82b04-4b24-44c0-8690-b695f6797a54 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (295dbee3-21fc-49de-afe0-c511ddab502e), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:17.708238 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d82b04-4b24-44c0-8690-b695f6797a54 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=295dbee3-21fc-49de-afe0-c511ddab502e,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:10:17.722880 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-cbea6d12-9fa9-425c-98ab-e70311748ab0 req-6010d176-6748-4c5e-a3c4-8f2a673208f3 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc53867c-a18f-4781-8698-c86927740494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661156 May 31 21:10:17.774698 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-e7d82b04-4b24-44c0-8690-b695f6797a54 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks [] for security_group (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:17.775971 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-e7d82b04-4b24-44c0-8690-b695f6797a54 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3954349 May 31 21:10:17.778979 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 38570) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:10:17.784390 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [None req-99eadf8e-d820-4a71-8db3-d152ce649aea tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Request body: {'security_group_rule': {'security_group_id': '295dbee3-21fc-49de-afe0-c511ddab502e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:10:17.908517 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-99eadf8e-d820-4a71-8db3-d152ce649aea tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks [] for security_group_rule (8924f442-c1fb-46a0-b612-029229f73ebe), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:17.968424 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-99eadf8e-d820-4a71-8db3-d152ce649aea tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks [] for security_group_rule (8924f442-c1fb-46a0-b612-029229f73ebe), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:18.041180 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-99eadf8e-d820-4a71-8db3-d152ce649aea tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769332'] for security_group_rule (8924f442-c1fb-46a0-b612-029229f73ebe), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:18.062332 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eadf8e-d820-4a71-8db3-d152ce649aea tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8924f442-c1fb-46a0-b612-029229f73ebe,revision_number=0']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:10:18.157872 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-99eadf8e-d820-4a71-8db3-d152ce649aea tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:18.159240 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-99eadf8e-d820-4a71-8db3-d152ce649aea tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3791792 May 31 21:10:18.161795 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 38572) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:10:18.166121 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [None req-aa7f0104-e679-4bb0-862f-1afd7279e804 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Request body: {'security_group_rule': {'security_group_id': '295dbee3-21fc-49de-afe0-c511ddab502e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:10:18.257659 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-aa7f0104-e679-4bb0-862f-1afd7279e804 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks [] for security_group_rule (468835d1-9480-48c6-82b1-73c6e4b95c70), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:18.313861 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-aa7f0104-e679-4bb0-862f-1afd7279e804 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks [] for security_group_rule (468835d1-9480-48c6-82b1-73c6e4b95c70), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:18.384051 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-aa7f0104-e679-4bb0-862f-1afd7279e804 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769332'] for security_group_rule (468835d1-9480-48c6-82b1-73c6e4b95c70), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:18.402506 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7f0104-e679-4bb0-862f-1afd7279e804 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=468835d1-9480-48c6-82b1-73c6e4b95c70,revision_number=0']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:10:18.459465 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91e4e11-0e8f-4e89-a815-3e9be0d350eb req-213b29cb-e3a3-4874-bdfd-58ec6b5271ba tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:10:18.460984 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-b91e4e11-0e8f-4e89-a815-3e9be0d350eb req-213b29cb-e3a3-4874-bdfd-58ec6b5271ba tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.40 "GET /v2.0/ports?device_id=979133c4-01ae-4510-8d70-018170135a6c HTTP/1.1" status: 200 len: 946 time: 0.0493448 May 31 21:10:18.506561 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-aa7f0104-e679-4bb0-862f-1afd7279e804 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:18.510754 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-aa7f0104-e679-4bb0-862f-1afd7279e804 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3449941 May 31 21:10:18.511030 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 38576) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:10:18.515805 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.v2.base [None req-87f207e3-0c0d-41cb-87de-0eab57dbab68 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Request body: {'floatingip': {'floating_network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac'}} {{(pid=104320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:10:18.564872 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.plugin [req-b91e4e11-0e8f-4e89-a815-3e9be0d350eb req-90412956-1eb8-43be-9d61-730116487a62 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Deleting port 6ba426b9-2ac4-463e-bc64-9ae379649087 {{(pid=104321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 31 21:10:18.565210 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-b91e4e11-0e8f-4e89-a815-3e9be0d350eb req-90412956-1eb8-43be-9d61-730116487a62 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747262076802'] for port (6ba426b9-2ac4-463e-bc64-9ae379649087), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:18.575854 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (a61205dd-b11c-42a1-aa2d-4b7310a8dc99), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:18.604766 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-87f207e3-0c0d-41cb-87de-0eab57dbab68 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:18.609935 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:10:18.660120 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [req-b91e4e11-0e8f-4e89-a815-3e9be0d350eb req-90412956-1eb8-43be-9d61-730116487a62 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] For port 6ba426b9-2ac4-463e-bc64-9ae379649087, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=6ba426b9-2ac4-463e-bc64-9ae379649087,segment=NetworkSegment(88d8d1e3-3d6c-42b5-a877-6f1b62878109),segment_id=88d8d1e3-3d6c-42b5-a877-6f1b62878109)] {{(pid=104321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:10:18.660395 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-b91e4e11-0e8f-4e89-a815-3e9be0d350eb req-90412956-1eb8-43be-9d61-730116487a62 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574989'] for port (6ba426b9-2ac4-463e-bc64-9ae379649087), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:18.674271 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.plugin [req-b91e4e11-0e8f-4e89-a815-3e9be0d350eb req-90412956-1eb8-43be-9d61-730116487a62 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Calling delete_port for 6ba426b9-2ac4-463e-bc64-9ae379649087 owned by compute:nova {{(pid=104321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 31 21:10:18.683563 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-87f207e3-0c0d-41cb-87de-0eab57dbab68 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:18.778048 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:10:18.797817 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.db.db_base_plugin_common [None req-87f207e3-0c0d-41cb-87de-0eab57dbab68 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Allocated IP 172.27.0.62 (c2cfca3b-95da-4cff-a3c5-795dffb6abac/763c29f6-cebe-4813-9ab2-68212649a0b5/2e9552c8-a547-451d-bf56-1a917deb607e) {{(pid=104320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 21:10:18.878692 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:10:18.892637 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ac5bc-1919-44d9-be02-19864648e7fe req-e6e47cd8-7bbc-4932-8f9c-736c266a26a2 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:10:18.894117 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-4f5ac5bc-1919-44d9-be02-19864648e7fe req-e6e47cd8-7bbc-4932-8f9c-736c266a26a2 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/ports?device_id=979133c4-01ae-4510-8d70-018170135a6c HTTP/1.1" status: 200 len: 946 time: 0.0917082 May 31 21:10:18.921678 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-b91e4e11-0e8f-4e89-a815-3e9be0d350eb req-90412956-1eb8-43be-9d61-730116487a62 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747262050753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747261518138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25540506'] for port (6ba426b9-2ac4-463e-bc64-9ae379649087), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:18.930014 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=6,neutron:INSERT=4 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:10:18.934366 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] get_ports_and_sgs() called for port_ids ['6ba426b9-2ac4-463e-bc64-9ae379649087'] {{(pid=104322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 31 21:10:18.950929 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90412956-1eb8-43be-9d61-730116487a62 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Pushing event deleted for resources: {'Port': ['ID=6ba426b9-2ac4-463e-bc64-9ae379649087,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:10:18.970354 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-87f207e3-0c0d-41cb-87de-0eab57dbab68 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks [] for port (2e9552c8-a547-451d-bf56-1a917deb607e), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:18.999810 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [req-b91e4e11-0e8f-4e89-a815-3e9be0d350eb req-90412956-1eb8-43be-9d61-730116487a62 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] No DVR routers for this DVR port 6ba426b9-2ac4-463e-bc64-9ae379649087 on host hv-cinder-83979 {{(pid=104321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} May 31 21:10:19.003125 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-b91e4e11-0e8f-4e89-a815-3e9be0d350eb req-90412956-1eb8-43be-9d61-730116487a62 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for port (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:19.006766 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-b91e4e11-0e8f-4e89-a815-3e9be0d350eb req-90412956-1eb8-43be-9d61-730116487a62 tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.40 "DELETE /v2.0/ports/6ba426b9-2ac4-463e-bc64-9ae379649087 HTTP/1.1" status: 204 len: 173 time: 0.5401504 May 31 21:10:19.007426 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '979133c4-01ae-4510-8d70-018170135a6c', 'name': 'network-vif-deleted', 'tag': '6ba426b9-2ac4-463e-bc64-9ae379649087'}] {{(pid=104321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:10:19.009746 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6b014d5dee29fffbb36c15c330f4dd8b871b4cb67f19a16d167ed5ff3960b8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9499d9e1-e1d5-47cc-973d-5ca9074a0942" -d '{"events": [{"server_uuid": "979133c4-01ae-4510-8d70-018170135a6c", "name": "network-vif-deleted", "tag": "6ba426b9-2ac4-463e-bc64-9ae379649087"}]}' {{(pid=104321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:10:19.019231 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-4f5ac5bc-1919-44d9-be02-19864648e7fe req-be040619-3135-4eec-8e2c-694028c8840d tempest-TestMinimumBasicScenario-1603848848 tempest-TestMinimumBasicScenario-1603848848-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc53867c-a18f-4781-8698-c86927740494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158695 May 31 21:10:19.046537 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 May 2022 21:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17028612-96a0-4d6c-a663-f4a72be7ad28 x-openstack-request-id: req-17028612-96a0-4d6c-a663-f4a72be7ad28 {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:10:19.046861 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "979133c4-01ae-4510-8d70-018170135a6c", "name": "network-vif-deleted", "tag": "6ba426b9-2ac4-463e-bc64-9ae379649087", "status": "completed", "code": 200}]} {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:10:19.050404 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-17028612-96a0-4d6c-a663-f4a72be7ad28 {{(pid=104321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:10:19.050404 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17028612-96a0-4d6c-a663-f4a72be7ad28'] response: {'server_uuid': '979133c4-01ae-4510-8d70-018170135a6c', 'name': 'network-vif-deleted', 'tag': '6ba426b9-2ac4-463e-bc64-9ae379649087', 'status': 'completed', 'code': 200} May 31 21:10:19.098618 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-87f207e3-0c0d-41cb-87de-0eab57dbab68 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747261518129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437045'] for port (2e9552c8-a547-451d-bf56-1a917deb607e), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:19.135831 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f207e3-0c0d-41cb-87de-0eab57dbab68 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Network c2cfca3b-95da-4cff-a3c5-795dffb6abac is already hosted by enough agents. {{(pid=104320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 21:10:19.140335 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.base_scheduler [None req-87f207e3-0c0d-41cb-87de-0eab57dbab68 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Resources bound (agent type, host, resource id): {{(pid=104320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:10:19.146359 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f207e3-0c0d-41cb-87de-0eab57dbab68 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Received port after_create {{(pid=104320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 31 21:10:19.151501 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f207e3-0c0d-41cb-87de-0eab57dbab68 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Pushing event updated for resources: {'Port': ['ID=2e9552c8-a547-451d-bf56-1a917deb607e,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:10:19.237402 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-87f207e3-0c0d-41cb-87de-0eab57dbab68 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks [] for floatingip (86876eb1-bf25-4734-a610-67edfc0b7b26), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:19.359073 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-87f207e3-0c0d-41cb-87de-0eab57dbab68 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (2e9552c8-a547-451d-bf56-1a917deb607e), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:19.363325 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:10:19.539908 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-87f207e3-0c0d-41cb-87de-0eab57dbab68 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks [] for port (2e9552c8-a547-451d-bf56-1a917deb607e), precommit_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:19.610882 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-87f207e3-0c0d-41cb-87de-0eab57dbab68 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437050'] for port (2e9552c8-a547-451d-bf56-1a917deb607e), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:19.686362 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f207e3-0c0d-41cb-87de-0eab57dbab68 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Pushing event updated for resources: {'Port': ['ID=2e9552c8-a547-451d-bf56-1a917deb607e,revision_number=2']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:10:19.697195 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-87f207e3-0c0d-41cb-87de-0eab57dbab68 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598426'] for floatingip (86876eb1-bf25-4734-a610-67edfc0b7b26), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:19.777875 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-87f207e3-0c0d-41cb-87de-0eab57dbab68 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for floatingip (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:19.779157 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-87f207e3-0c0d-41cb-87de-0eab57dbab68 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2669632 May 31 21:10:19.985394 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-f97f8375-14e7-4098-8783-450b33273982 req-c8e356fc-673a-4fd1-856d-29d7724f454b tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--828799658&fields=id&tenant_id=af420d43367c42e4a4b0948706dd0546 HTTP/1.1" status: 200 len: 267 time: 0.0436327 May 31 21:10:20.099670 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97f8375-14e7-4098-8783-450b33273982 req-c491316f-1ea1-45ad-88d5-61d4ee65fcde tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:10:20.101170 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-f97f8375-14e7-4098-8783-450b33273982 req-c491316f-1ea1-45ad-88d5-61d4ee65fcde tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/networks?id=68e327a3-96b2-4add-895f-c43a3d5daedc HTTP/1.1" status: 200 len: 817 time: 0.1092277 May 31 21:10:20.117088 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-f97f8375-14e7-4098-8783-450b33273982 req-1a7cbabb-6aca-47af-8eb0-f7aa35db9c52 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/quotas/af420d43367c42e4a4b0948706dd0546 HTTP/1.1" status: 200 len: 375 time: 0.0105853 May 31 21:10:20.169711 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-f97f8375-14e7-4098-8783-450b33273982 req-858e8203-5635-4c51-bda9-5c4d1f9a20ce tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=af420d43367c42e4a4b0948706dd0546&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472896 May 31 21:10:20.266219 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-f97f8375-14e7-4098-8783-450b33273982 req-2a9ac95c-7767-43d5-a891-6a9cc3e0fd94 service neutron] 10.222.0.55 "GET /v2.0/networks/68e327a3-96b2-4add-895f-c43a3d5daedc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851285 May 31 21:10:20.346622 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:10:20.363156 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-f97f8375-14e7-4098-8783-450b33273982 req-f815337b-10bb-42ab-8144-15e5be4a30b0 service neutron] 10.222.0.55 "GET /v2.0/networks/68e327a3-96b2-4add-895f-c43a3d5daedc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904365 May 31 21:10:20.598698 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-3009dbe8-4b72-41ff-aad0-d31b1b2e738f req-19bed6e3-3e8f-4c83-8988-1290bd8b286e tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d316a51-73db-479f-8449-ab51b42548e4 HTTP/1.1" status: 200 len: 210 time: 0.0314028 May 31 21:10:21.378457 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (51675295-7abb-4335-9c5a-c46a9082010e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:21.576465 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 38650) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:10:21.706247 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-9546364d-2d71-4f61-9c34-949887123b4c req-0909e68d-e337-4504-9bff-543df68d96b4 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d316a51-73db-479f-8449-ab51b42548e4 HTTP/1.1" status: 200 len: 210 time: 0.0336702 May 31 21:10:22.080431 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-8baed1ff-774c-4e56-8a4f-2a5aa8a0f7d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1599450'] for router_interface (14c3f35a-2282-417f-a522-4a4609962030), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:22.265604 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:10:22.356213 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-8baed1ff-774c-4e56-8a4f-2a5aa8a0f7d5 admin admin] Deleting port 69133f43-a7f7-4b68-82d3-5aee36970683 {{(pid=104320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 31 21:10:22.356452 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-8baed1ff-774c-4e56-8a4f-2a5aa8a0f7d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747262076802'] for port (69133f43-a7f7-4b68-82d3-5aee36970683), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:22.358726 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device 6ba426b9-2ac4-463e-bc64-9ae379649087 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 31 21:10:22.377801 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] No Port match for: 6ba426b9-2ac4-463e-bc64-9ae379649087 {{(pid=104322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 31 21:10:22.378219 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device 6ba426b9-2ac4-463e-bc64-9ae379649087 not bound to the agent host hv-cinder-83979 {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 31 21:10:22.434830 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-8baed1ff-774c-4e56-8a4f-2a5aa8a0f7d5 admin admin] For port 69133f43-a7f7-4b68-82d3-5aee36970683, host dv-cinder-839793-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=69133f43-a7f7-4b68-82d3-5aee36970683,segment=NetworkSegment(88d8d1e3-3d6c-42b5-a877-6f1b62878109),segment_id=88d8d1e3-3d6c-42b5-a877-6f1b62878109)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:10:22.435210 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-8baed1ff-774c-4e56-8a4f-2a5aa8a0f7d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574989'] for port (69133f43-a7f7-4b68-82d3-5aee36970683), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:22.448312 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-8baed1ff-774c-4e56-8a4f-2a5aa8a0f7d5 admin admin] Calling delete_port for 69133f43-a7f7-4b68-82d3-5aee36970683 owned by network:router_interface {{(pid=104320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 31 21:10:22.561080 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:10:22.578322 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97f8375-14e7-4098-8783-450b33273982 req-141ac487-46a6-4fb5-bb8c-92fc3e652ecd tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:10:22.579851 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-f97f8375-14e7-4098-8783-450b33273982 req-141ac487-46a6-4fb5-bb8c-92fc3e652ecd tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.40 "GET /v2.0/networks?id=68e327a3-96b2-4add-895f-c43a3d5daedc HTTP/1.1" status: 200 len: 817 time: 0.1051869 May 31 21:10:22.641224 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-f97f8375-14e7-4098-8783-450b33273982 req-c58c76f4-4af4-4655-a242-6f5f09967d98 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.40 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af420d43367c42e4a4b0948706dd0546 HTTP/1.1" status: 200 len: 379 time: 0.0536957 May 31 21:10:22.649750 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [req-f97f8375-14e7-4098-8783-450b33273982 req-b3cdecb0-6ca2-4437-a5c2-4f95dc8b12a4 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Request body: {'port': {'device_id': '1d316a51-73db-479f-8449-ab51b42548e4', 'network_id': '68e327a3-96b2-4add-895f-c43a3d5daedc', 'admin_state_up': True, 'tenant_id': 'af420d43367c42e4a4b0948706dd0546', 'security_groups': ['295dbee3-21fc-49de-afe0-c511ddab502e']}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:10:22.686806 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-8baed1ff-774c-4e56-8a4f-2a5aa8a0f7d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747262050753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747261518138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437045'] for port (69133f43-a7f7-4b68-82d3-5aee36970683), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:22.728495 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baed1ff-774c-4e56-8a4f-2a5aa8a0f7d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=69133f43-a7f7-4b68-82d3-5aee36970683,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:10:22.839558 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-3c7ce55f-d588-484d-8ea0-c1895656c43a req-fa8ccb07-51db-46a6-84b2-5305fa4adebc tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d316a51-73db-479f-8449-ab51b42548e4 HTTP/1.1" status: 200 len: 210 time: 0.0325992 May 31 21:10:22.875438 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f97f8375-14e7-4098-8783-450b33273982 req-b3cdecb0-6ca2-4437-a5c2-4f95dc8b12a4 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Made reservation on behalf of af420d43367c42e4a4b0948706dd0546 for: {'port': 1} {{(pid=104321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 21:10:22.879662 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-f97f8375-14e7-4098-8783-450b33273982 req-b3cdecb0-6ca2-4437-a5c2-4f95dc8b12a4 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:22.952424 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-8baed1ff-774c-4e56-8a4f-2a5aa8a0f7d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1696841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1612805'] for router_interface (14c3f35a-2282-417f-a522-4a4609962030), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:23.029373 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.db_base_plugin_common [req-f97f8375-14e7-4098-8783-450b33273982 req-b3cdecb0-6ca2-4437-a5c2-4f95dc8b12a4 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Allocated IP 172.20.0.3 (68e327a3-96b2-4add-895f-c43a3d5daedc/dc74b44b-e878-454d-9e54-2a90eb48611f/ad3164a5-db8a-4332-a6c0-bcd7015cabda) {{(pid=104321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 21:10:23.167743 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8baed1ff-774c-4e56-8a4f-2a5aa8a0f7d5 admin admin] Router 14c3f35a-2282-417f-a522-4a4609962030 has already been hosted by L3 agent 13ce5b10-321e-4e80-b29e-1cfc3c51661e {{(pid=104320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 31 21:10:23.168609 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-f97f8375-14e7-4098-8783-450b33273982 req-b3cdecb0-6ca2-4437-a5c2-4f95dc8b12a4 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks [] for port (ad3164a5-db8a-4332-a6c0-bcd7015cabda), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:23.223080 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:10:23.258538 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-f97f8375-14e7-4098-8783-450b33273982 req-b3cdecb0-6ca2-4437-a5c2-4f95dc8b12a4 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747261518129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25540506'] for port (ad3164a5-db8a-4332-a6c0-bcd7015cabda), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:23.306031 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f97f8375-14e7-4098-8783-450b33273982 req-b3cdecb0-6ca2-4437-a5c2-4f95dc8b12a4 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Network 68e327a3-96b2-4add-895f-c43a3d5daedc is already hosted by enough agents. {{(pid=104321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 21:10:23.309515 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.base_scheduler [req-f97f8375-14e7-4098-8783-450b33273982 req-b3cdecb0-6ca2-4437-a5c2-4f95dc8b12a4 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Resources bound (agent type, host, resource id): {{(pid=104321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:10:23.313773 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [req-f97f8375-14e7-4098-8783-450b33273982 req-b3cdecb0-6ca2-4437-a5c2-4f95dc8b12a4 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Received port after_create {{(pid=104321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 31 21:10:23.351287 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cdecb0-6ca2-4437-a5c2-4f95dc8b12a4 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Pushing event updated for resources: {'Port': ['ID=ad3164a5-db8a-4332-a6c0-bcd7015cabda,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:10:23.378584 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:10:23.387264 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97f8375-14e7-4098-8783-450b33273982 req-b3cdecb0-6ca2-4437-a5c2-4f95dc8b12a4 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:10:23.390292 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-f97f8375-14e7-4098-8783-450b33273982 req-b3cdecb0-6ca2-4437-a5c2-4f95dc8b12a4 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for port (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:23.464943 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-f97f8375-14e7-4098-8783-450b33273982 req-b3cdecb0-6ca2-4437-a5c2-4f95dc8b12a4 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8187180 May 31 21:10:23.476334 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [req-f97f8375-14e7-4098-8783-450b33273982 req-a0887f0c-1b79-4dee-8199-e1575b9f9fd8 service neutron] Request body: {'port': {'device_id': '1d316a51-73db-479f-8449-ab51b42548e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:10:23.506919 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:DELETE=6,neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:10:23.534059 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8baed1ff-774c-4e56-8a4f-2a5aa8a0f7d5 admin admin] Notify agent at l3_agent.dv-cinder-839793-16-iscsi the message routers_updated {{(pid=104320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 31 21:10:23.539063 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-8baed1ff-774c-4e56-8a4f-2a5aa8a0f7d5 admin admin] 10.222.0.55 "PUT /v2.0/routers/14c3f35a-2282-417f-a522-4a4609962030/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9615867 May 31 21:10:23.541876 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 38662) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:10:23.545920 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7257a6b-5561-43e4-b4dc-713e5956e340 None None] Sync routers for ids ['14c3f35a-2282-417f-a522-4a4609962030'] in dv-cinder-839793-16-iscsi {{(pid=104322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 21:10:23.546437 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-f97f8375-14e7-4098-8783-450b33273982 req-a0887f0c-1b79-4dee-8199-e1575b9f9fd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (ad3164a5-db8a-4332-a6c0-bcd7015cabda), before_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:23.566895 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-16d0b0d6-83b6-4891-ac99-1e07e7f5f744 None None] Provisioning complete for port ad3164a5-db8a-4332-a6c0-bcd7015cabda triggered by entity DHCP. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:10:23.567259 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-16d0b0d6-83b6-4891-ac99-1e07e7f5f744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (ad3164a5-db8a-4332-a6c0-bcd7015cabda), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:23.570236 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7257a6b-5561-43e4-b4dc-713e5956e340 None None] Routers {'14c3f35a-2282-417f-a522-4a4609962030'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:10:23.571173 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-a7257a6b-5561-43e4-b4dc-713e5956e340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:10:14Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['14c3f35a-2282-417f-a522-4a4609962030'], 'active': True} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:10:23.637218 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-16d0b0d6-83b6-4891-ac99-1e07e7f5f744 None None] Port ad3164a5-db8a-4332-a6c0-bcd7015cabda cannot update to ACTIVE because it is not bound. {{(pid=104322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 31 21:10:23.650954 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6752c7ec-e852-4704-8a5d-f946525adf9a admin admin] Publish callbacks [] for router (14c3f35a-2282-417f-a522-4a4609962030), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:23.716371 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvr_db [None req-a7257a6b-5561-43e4-b4dc-713e5956e340 None None] Set router 14c3f35a-2282-417f-a522-4a4609962030 gateway port host: dv-cinder-839793-16-iscsi {{(pid=104322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:10:23.749600 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:10:23.768077 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6752c7ec-e852-4704-8a5d-f946525adf9a admin admin] Publish callbacks [] for router_gateway (14c3f35a-2282-417f-a522-4a4609962030), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:23.839723 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-fa6852f5-776a-4fa4-b43a-c9d471044490 req-38bdb0f4-bd39-4349-a964-f53f0f0d4193 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=24059932-87a0-4e56-8bb0-4797276e2042&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0475733 May 31 21:10:23.909180 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-6752c7ec-e852-4704-8a5d-f946525adf9a admin admin] Deleting port c1e1499c-86b5-4938-9039-69807e3bdd1e {{(pid=104320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 31 21:10:23.909523 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6752c7ec-e852-4704-8a5d-f946525adf9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747262076802'] for port (c1e1499c-86b5-4938-9039-69807e3bdd1e), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:23.922381 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-a7257a6b-5561-43e4-b4dc-713e5956e340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c3f35a-2282-417f-a522-4a4609962030', 'name': 'tempest-TestMinimumBasicScenario-453660573-router', 'tenant_id': '9f9ac73d84244b1c9029586fa4969bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': 'c1e1499c-86b5-4938-9039-69807e3bdd1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:04:52Z', 'updated_at': '2022-05-31T21:10:22Z', 'revision_number': 5, 'project_id': '9f9ac73d84244b1c9029586fa4969bbf', 'gw_port': {'id': 'c1e1499c-86b5-4938-9039-69807e3bdd1e', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:2d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c3f35a-2282-417f-a522-4a4609962030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:04:53Z', 'updated_at': '2022-05-31T21:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi'}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:10:23.951072 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7257a6b-5561-43e4-b4dc-713e5956e340 None None] Checking router: 14c3f35a-2282-417f-a522-4a4609962030 for host: dv-cinder-839793-16-iscsi {{(pid=104322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 21:10:23.961009 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7257a6b-5561-43e4-b4dc-713e5956e340 None None] Routers {'14c3f35a-2282-417f-a522-4a4609962030'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:10:23.962020 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-a7257a6b-5561-43e4-b4dc-713e5956e340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:10:14Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['14c3f35a-2282-417f-a522-4a4609962030'], 'active': True} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:10:23.967917 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.notifiers.nova [req-f97f8375-14e7-4098-8783-450b33273982 req-a0887f0c-1b79-4dee-8199-e1575b9f9fd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad3164a5-db8a-4332-a6c0-bcd7015cabda {{(pid=104321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 21:10:23.979163 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-f97f8375-14e7-4098-8783-450b33273982 req-a0887f0c-1b79-4dee-8199-e1575b9f9fd8 service neutron] Publish callbacks [] for port (ad3164a5-db8a-4332-a6c0-bcd7015cabda), precommit_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:23.992304 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6852f5-776a-4fa4-b43a-c9d471044490 req-5e68c49b-7873-4740-b415-a698bd6e7a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:10:24.003614 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-fa6852f5-776a-4fa4-b43a-c9d471044490 req-5e68c49b-7873-4740-b415-a698bd6e7a22 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=f1b54ceb69fc4041b743a11eda4144a8&device_id=24059932-87a0-4e56-8bb0-4797276e2042 HTTP/1.1" status: 200 len: 1130 time: 0.0674319 May 31 21:10:24.004815 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.provisioning_blocks [req-f97f8375-14e7-4098-8783-450b33273982 req-a0887f0c-1b79-4dee-8199-e1575b9f9fd8 service neutron] Transition to ACTIVE for port object ad3164a5-db8a-4332-a6c0-bcd7015cabda will not be triggered until provisioned by entity L2. {{(pid=104321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 31 21:10:24.010463 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07641ed9-ccc2-43ac-891e-a28cfd03dfb5 req-5070ff8e-03a0-48a2-a485-f35c06bc1b41 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:10:24.011952 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-07641ed9-ccc2-43ac-891e-a28cfd03dfb5 req-5070ff8e-03a0-48a2-a485-f35c06bc1b41 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d316a51-73db-479f-8449-ab51b42548e4 HTTP/1.1" status: 200 len: 931 time: 0.0609469 May 31 21:10:24.062361 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-6752c7ec-e852-4704-8a5d-f946525adf9a admin admin] For port c1e1499c-86b5-4938-9039-69807e3bdd1e, host dv-cinder-839793-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=c1e1499c-86b5-4938-9039-69807e3bdd1e,segment=NetworkSegment(4436eed2-294e-4646-83cf-aec09b7c7c9c),segment_id=4436eed2-294e-4646-83cf-aec09b7c7c9c)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:10:24.062701 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6752c7ec-e852-4704-8a5d-f946525adf9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574989'] for port (c1e1499c-86b5-4938-9039-69807e3bdd1e), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:24.089693 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-6752c7ec-e852-4704-8a5d-f946525adf9a admin admin] Calling delete_port for c1e1499c-86b5-4938-9039-69807e3bdd1e owned by network:router_gateway {{(pid=104320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 31 21:10:24.114203 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-f97f8375-14e7-4098-8783-450b33273982 req-a0887f0c-1b79-4dee-8199-e1575b9f9fd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25540501'] for port (ad3164a5-db8a-4332-a6c0-bcd7015cabda), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:24.115547 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-07641ed9-ccc2-43ac-891e-a28cfd03dfb5 req-11b800f4-69bc-4a7a-aab8-58e3f1dbadb3 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=295dbee3-21fc-49de-afe0-c511ddab502e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914435 May 31 21:10:24.165297 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:10:24.197254 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvr_db [None req-a7257a6b-5561-43e4-b4dc-713e5956e340 None None] Set router 14c3f35a-2282-417f-a522-4a4609962030 gateway port host: None {{(pid=104322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:10:24.212762 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6852f5-776a-4fa4-b43a-c9d471044490 req-5b4e2e9e-403c-4159-b343-ee1dd73b36cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:10:24.214275 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-fa6852f5-776a-4fa4-b43a-c9d471044490 req-5b4e2e9e-403c-4159-b343-ee1dd73b36cb service neutron] 10.222.0.40 "GET /v2.0/networks?id=50707fc3-657a-4d1c-8628-0dfb2710b9bc HTTP/1.1" status: 200 len: 920 time: 0.1873605 May 31 21:10:24.220208 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0887f0c-1b79-4dee-8199-e1575b9f9fd8 service neutron] Pushing event updated for resources: {'Port': ['ID=ad3164a5-db8a-4332-a6c0-bcd7015cabda,revision_number=2']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:10:24.252334 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-a7257a6b-5561-43e4-b4dc-713e5956e340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c3f35a-2282-417f-a522-4a4609962030', 'name': 'tempest-TestMinimumBasicScenario-453660573-router', 'tenant_id': '9f9ac73d84244b1c9029586fa4969bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:04:52Z', 'updated_at': '2022-05-31T21:10:23Z', 'revision_number': 6, 'project_id': '9f9ac73d84244b1c9029586fa4969bbf', 'gw_port_host': None}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:10:24.281781 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7257a6b-5561-43e4-b4dc-713e5956e340 None None] The sync data for ids ['14c3f35a-2282-417f-a522-4a4609962030'] in dv-cinder-839793-16-iscsi is: [{'id': '14c3f35a-2282-417f-a522-4a4609962030', 'name': 'tempest-TestMinimumBasicScenario-453660573-router', 'tenant_id': '9f9ac73d84244b1c9029586fa4969bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:04:52Z', 'updated_at': '2022-05-31T21:10:23Z', 'revision_number': 6, 'project_id': '9f9ac73d84244b1c9029586fa4969bbf', 'gw_port_host': None}] {{(pid=104322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 21:10:24.288036 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-fa6852f5-776a-4fa4-b43a-c9d471044490 req-0ba5521c-036c-4f0f-a2e5-93f2561577d3 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d441d5e6-2812-4d1f-bf38-96cb2c781ded HTTP/1.1" status: 200 len: 217 time: 0.0413864 May 31 21:10:24.363775 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [req-f97f8375-14e7-4098-8783-450b33273982 req-a0887f0c-1b79-4dee-8199-e1575b9f9fd8 service neutron] Attempting to bind port ad3164a5-db8a-4332-a6c0-bcd7015cabda on host hv-cinder-83979 for vnic_type normal with profile {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 31 21:10:24.364091 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [req-f97f8375-14e7-4098-8783-450b33273982 req-a0887f0c-1b79-4dee-8199-e1575b9f9fd8 service neutron] Attempting to bind port ad3164a5-db8a-4332-a6c0-bcd7015cabda by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': '1b46059a-aa39-4ed2-ad1d-18b4ddc198b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '68e327a3-96b2-4add-895f-c43a3d5daedc'}] {{(pid=104321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 31 21:10:24.364416 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97f8375-14e7-4098-8783-450b33273982 req-a0887f0c-1b79-4dee-8199-e1575b9f9fd8 service neutron] Attempting to bind port ad3164a5-db8a-4332-a6c0-bcd7015cabda on network 68e327a3-96b2-4add-895f-c43a3d5daedc {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 31 21:10:24.367563 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6852f5-776a-4fa4-b43a-c9d471044490 req-fe633bf6-18c8-4bcb-9c33-12a86d64a300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:10:24.369015 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-fa6852f5-776a-4fa4-b43a-c9d471044490 req-fe633bf6-18c8-4bcb-9c33-12a86d64a300 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=056887a1-bc98-40be-80ec-f43fe7602ab2 HTTP/1.1" status: 200 len: 858 time: 0.0730455 May 31 21:10:24.372644 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97f8375-14e7-4098-8783-450b33273982 req-a0887f0c-1b79-4dee-8199-e1575b9f9fd8 service neutron] Port ad3164a5-db8a-4332-a6c0-bcd7015cabda on network 68e327a3-96b2-4add-895f-c43a3d5daedc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 31 21:10:24.372961 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97f8375-14e7-4098-8783-450b33273982 req-a0887f0c-1b79-4dee-8199-e1575b9f9fd8 service neutron] Attempting to bind port ad3164a5-db8a-4332-a6c0-bcd7015cabda on network 68e327a3-96b2-4add-895f-c43a3d5daedc {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 31 21:10:24.405008 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6752c7ec-e852-4704-8a5d-f946525adf9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747262050753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747261518138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437045'] for port (c1e1499c-86b5-4938-9039-69807e3bdd1e), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:24.408949 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97f8375-14e7-4098-8783-450b33273982 req-a0887f0c-1b79-4dee-8199-e1575b9f9fd8 service neutron] Checking agent: {'id': '51675295-7abb-4335-9c5a-c46a9082010e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 21, 1, 20), 'started_at': datetime.datetime(2022, 5, 31, 21, 1, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 21, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 31 21:10:24.409318 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97f8375-14e7-4098-8783-450b33273982 req-a0887f0c-1b79-4dee-8199-e1575b9f9fd8 service neutron] Checking segment: {'id': '1b46059a-aa39-4ed2-ad1d-18b4ddc198b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '68e327a3-96b2-4add-895f-c43a3d5daedc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 31 21:10:24.409693 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97f8375-14e7-4098-8783-450b33273982 req-a0887f0c-1b79-4dee-8199-e1575b9f9fd8 service neutron] Bound using segment: {'id': '1b46059a-aa39-4ed2-ad1d-18b4ddc198b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '68e327a3-96b2-4add-895f-c43a3d5daedc'} {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 31 21:10:24.410193 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [req-f97f8375-14e7-4098-8783-450b33273982 req-a0887f0c-1b79-4dee-8199-e1575b9f9fd8 service neutron] Bound port: ad3164a5-db8a-4332-a6c0-bcd7015cabda, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b46059a-aa39-4ed2-ad1d-18b4ddc198b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '68e327a3-96b2-4add-895f-c43a3d5daedc'}}] {{(pid=104321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 31 21:10:24.410560 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-f97f8375-14e7-4098-8783-450b33273982 req-a0887f0c-1b79-4dee-8199-e1575b9f9fd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (ad3164a5-db8a-4332-a6c0-bcd7015cabda), before_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:24.429686 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6752c7ec-e852-4704-8a5d-f946525adf9a admin admin] Pushing event deleted for resources: {'Port': ['ID=c1e1499c-86b5-4938-9039-69807e3bdd1e,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:10:24.436881 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6852f5-776a-4fa4-b43a-c9d471044490 req-7f28e275-2080-4763-a467-998dc1505d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:10:24.439858 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-fa6852f5-776a-4fa4-b43a-c9d471044490 req-7f28e275-2080-4763-a467-998dc1505d7e service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=50707fc3-657a-4d1c-8628-0dfb2710b9bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0627999 May 31 21:10:24.494624 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6752c7ec-e852-4704-8a5d-f946525adf9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598469'] for router_gateway (14c3f35a-2282-417f-a522-4a4609962030), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:24.544808 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [req-f97f8375-14e7-4098-8783-450b33273982 req-a0887f0c-1b79-4dee-8199-e1575b9f9fd8 service neutron] For port ad3164a5-db8a-4332-a6c0-bcd7015cabda, host hv-cinder-83979, cleared binding levels {{(pid=104321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 31 21:10:24.547067 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [req-f97f8375-14e7-4098-8783-450b33273982 req-a0887f0c-1b79-4dee-8199-e1575b9f9fd8 service neutron] For port ad3164a5-db8a-4332-a6c0-bcd7015cabda, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=ad3164a5-db8a-4332-a6c0-bcd7015cabda,segment=NetworkSegment(1b46059a-aa39-4ed2-ad1d-18b4ddc198b2),segment_id=1b46059a-aa39-4ed2-ad1d-18b4ddc198b2)] {{(pid=104321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 31 21:10:24.571599 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-fa6852f5-776a-4fa4-b43a-c9d471044490 req-65fa71ca-4407-460b-9411-a8df9d61a692 service neutron] 10.222.0.40 "GET /v2.0/networks/50707fc3-657a-4d1c-8628-0dfb2710b9bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172907 May 31 21:10:24.598691 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6752c7ec-e852-4704-8a5d-f946525adf9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1599166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256068'] for router (14c3f35a-2282-417f-a522-4a4609962030), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:24.601130 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6752c7ec-e852-4704-8a5d-f946525adf9a admin admin] Publish callbacks [] for router_controller (14c3f35a-2282-417f-a522-4a4609962030), precommit_delete_associations {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:24.627914 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-f97f8375-14e7-4098-8783-450b33273982 req-a0887f0c-1b79-4dee-8199-e1575b9f9fd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25540501'] for port (ad3164a5-db8a-4332-a6c0-bcd7015cabda), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:24.677444 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97f8375-14e7-4098-8783-450b33273982 req-a0887f0c-1b79-4dee-8199-e1575b9f9fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:10:24.678106 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-f97f8375-14e7-4098-8783-450b33273982 req-a0887f0c-1b79-4dee-8199-e1575b9f9fd8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for port (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:24.679503 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-f97f8375-14e7-4098-8783-450b33273982 req-a0887f0c-1b79-4dee-8199-e1575b9f9fd8 service neutron] 10.222.0.40 "PUT /v2.0/ports/ad3164a5-db8a-4332-a6c0-bcd7015cabda HTTP/1.1" status: 200 len: 1093 time: 1.2076566 May 31 21:10:24.682067 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d316a51-73db-479f-8449-ab51b42548e4', 'tag': 'ad3164a5-db8a-4332-a6c0-bcd7015cabda'}] {{(pid=104321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:10:24.684339 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6b014d5dee29fffbb36c15c330f4dd8b871b4cb67f19a16d167ed5ff3960b8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9a6c50c-e862-431f-81ac-39cd63ec59c3" -d '{"events": [{"name": "network-changed", "server_uuid": "1d316a51-73db-479f-8449-ab51b42548e4", "tag": "ad3164a5-db8a-4332-a6c0-bcd7015cabda"}]}' {{(pid=104321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:10:24.698205 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:10:24.733857 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 May 2022 21:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe7ceb29-abb9-4d98-af95-209e18332155 x-openstack-request-id: req-fe7ceb29-abb9-4d98-af95-209e18332155 {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:10:24.736395 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d316a51-73db-479f-8449-ab51b42548e4", "tag": "ad3164a5-db8a-4332-a6c0-bcd7015cabda", "status": "completed", "code": 200}]} {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:10:24.736395 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fe7ceb29-abb9-4d98-af95-209e18332155 {{(pid=104321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:10:24.736395 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe7ceb29-abb9-4d98-af95-209e18332155'] response: {'name': 'network-changed', 'server_uuid': '1d316a51-73db-479f-8449-ab51b42548e4', 'tag': 'ad3164a5-db8a-4332-a6c0-bcd7015cabda', 'status': 'completed', 'code': 200} May 31 21:10:24.761132 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6752c7ec-e852-4704-8a5d-f946525adf9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1599157'] for router (14c3f35a-2282-417f-a522-4a4609962030), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:24.761636 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6752c7ec-e852-4704-8a5d-f946525adf9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14c3f35a-2282-417f-a522-4a4609962030 {{(pid=104320) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 31 21:10:24.762570 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0887f0c-1b79-4dee-8199-e1575b9f9fd8 service neutron] Pushing event updated for resources: {'Port': ['ID=ad3164a5-db8a-4332-a6c0-bcd7015cabda,revision_number=3']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:10:24.770891 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-fa6852f5-776a-4fa4-b43a-c9d471044490 req-66f20743-a67a-4e48-8400-1284db071f59 service neutron] 10.222.0.40 "GET /v2.0/networks/50707fc3-657a-4d1c-8628-0dfb2710b9bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892638 May 31 21:10:24.773018 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6752c7ec-e852-4704-8a5d-f946525adf9a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:24.776357 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-6752c7ec-e852-4704-8a5d-f946525adf9a admin admin] 10.222.0.55 "DELETE /v2.0/routers/14c3f35a-2282-417f-a522-4a4609962030 HTTP/1.1" status: 204 len: 168 time: 1.2316370 May 31 21:10:24.776625 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 38668) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:10:24.826175 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a6c50c-e862-431f-81ac-39cd63ec59c3 req-42f895ee-372a-4993-a1bd-e008655822ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:10:24.827831 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-b9a6c50c-e862-431f-81ac-39cd63ec59c3 req-42f895ee-372a-4993-a1bd-e008655822ea service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=af420d43367c42e4a4b0948706dd0546&device_id=1d316a51-73db-479f-8449-ab51b42548e4 HTTP/1.1" status: 200 len: 1127 time: 0.0738714 May 31 21:10:24.842035 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f1bccc1-4284-4982-815c-e9a3dbcb8e92 admin admin] Deleting subnet c963a7bb-fcb2-47cb-b4af-694452e58e3a {{(pid=104320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 31 21:10:24.846310 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-8f1bccc1-4284-4982-815c-e9a3dbcb8e92 admin admin] Publish callbacks [] for subnet (c963a7bb-fcb2-47cb-b4af-694452e58e3a), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:24.887208 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-8f1bccc1-4284-4982-815c-e9a3dbcb8e92 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571901'] for subnet (c963a7bb-fcb2-47cb-b4af-694452e58e3a), precommit_delete_associations {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:24.947885 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a6c50c-e862-431f-81ac-39cd63ec59c3 req-94c4667d-31db-4742-aa52-e864bdaa3480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:10:24.949304 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-b9a6c50c-e862-431f-81ac-39cd63ec59c3 req-94c4667d-31db-4742-aa52-e864bdaa3480 service neutron] 10.222.0.40 "GET /v2.0/networks?tenant_id=af420d43367c42e4a4b0948706dd0546&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1134636 May 31 21:10:24.999034 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-8f1bccc1-4284-4982-815c-e9a3dbcb8e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673141'] for subnet (c963a7bb-fcb2-47cb-b4af-694452e58e3a), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:25.019738 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:10:25.042240 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=11 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:10:25.113096 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-8f1bccc1-4284-4982-815c-e9a3dbcb8e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25436928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3351937'] for subnet (c963a7bb-fcb2-47cb-b4af-694452e58e3a), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:25.147726 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1bccc1-4284-4982-815c-e9a3dbcb8e92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c963a7bb-fcb2-47cb-b4af-694452e58e3a,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:10:25.151902 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-8f1bccc1-4284-4982-815c-e9a3dbcb8e92 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:25.158575 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-8f1bccc1-4284-4982-815c-e9a3dbcb8e92 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/c963a7bb-fcb2-47cb-b4af-694452e58e3a HTTP/1.1" status: 204 len: 168 time: 0.3775232 May 31 21:10:25.161041 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 38670) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:10:25.161569 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ca73d5-fc80-4c0b-b5b9-a8f5ef552db7 None None] Network 3e967741-aa19-4db4-8371-4ee869c23fa1 requested from dv-cinder-839793-16-iscsi {{(pid=104322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 31 21:10:25.218353 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a6c50c-e862-431f-81ac-39cd63ec59c3 req-177aa839-f6fa-4b1d-8548-d407d87f848b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:10:25.220419 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-b9a6c50c-e862-431f-81ac-39cd63ec59c3 req-177aa839-f6fa-4b1d-8548-d407d87f848b service neutron] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1353397 May 31 21:10:25.263764 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-4fcc1ced-4718-4790-b781-9d0612ffa1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681077'] for network (3e967741-aa19-4db4-8371-4ee869c23fa1), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:25.322849 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97f8375-14e7-4098-8783-450b33273982 req-fd482b53-bca4-49d0-a5b8-38a09294fb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:10:25.324584 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-f97f8375-14e7-4098-8783-450b33273982 req-fd482b53-bca4-49d0-a5b8-38a09294fb36 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=af420d43367c42e4a4b0948706dd0546&device_id=1d316a51-73db-479f-8449-ab51b42548e4 HTTP/1.1" status: 200 len: 1127 time: 0.0584514 May 31 21:10:25.359762 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4576e411-af12-464b-9bfa-9ffd4d7fd172 req-6ae4866e-f727-4818-8ff3-6918847a9e36 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:10:25.361749 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-4576e411-af12-464b-9bfa-9ffd4d7fd172 req-6ae4866e-f727-4818-8ff3-6918847a9e36 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d316a51-73db-479f-8449-ab51b42548e4 HTTP/1.1" status: 200 len: 943 time: 0.0899241 May 31 21:10:25.374788 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509c1b02-4727-4c9e-ba43-ea6bcb790605 None None] DHCP port deletion for 3e967741-aa19-4db4-8371-4ee869c23fa1 request from dv-cinder-839793-16-iscsi {{(pid=104322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 31 21:10:25.380711 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-4fcc1ced-4718-4790-b781-9d0612ffa1a6 admin admin] Deleting port 3667bb9b-9cf6-4a3c-b9be-4f41f140f9ab {{(pid=104320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 31 21:10:25.380993 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-4fcc1ced-4718-4790-b781-9d0612ffa1a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747262076802'] for port (3667bb9b-9cf6-4a3c-b9be-4f41f140f9ab), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:25.422357 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-509c1b02-4727-4c9e-ba43-ea6bcb790605 None None] Deleting port 3667bb9b-9cf6-4a3c-b9be-4f41f140f9ab {{(pid=104322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 31 21:10:25.422973 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-509c1b02-4727-4c9e-ba43-ea6bcb790605 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747262076802'] for port (3667bb9b-9cf6-4a3c-b9be-4f41f140f9ab), before_delete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:25.475911 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-4fcc1ced-4718-4790-b781-9d0612ffa1a6 admin admin] For port 3667bb9b-9cf6-4a3c-b9be-4f41f140f9ab, host dv-cinder-839793-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=3667bb9b-9cf6-4a3c-b9be-4f41f140f9ab,segment=NetworkSegment(88d8d1e3-3d6c-42b5-a877-6f1b62878109),segment_id=88d8d1e3-3d6c-42b5-a877-6f1b62878109)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:10:25.476277 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-4fcc1ced-4718-4790-b781-9d0612ffa1a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574989'] for port (3667bb9b-9cf6-4a3c-b9be-4f41f140f9ab), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:25.482286 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-4576e411-af12-464b-9bfa-9ffd4d7fd172 req-cb0fdbb9-ed29-4ccf-a9f7-da002651bad8 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=295dbee3-21fc-49de-afe0-c511ddab502e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106527 May 31 21:10:25.494149 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-4fcc1ced-4718-4790-b781-9d0612ffa1a6 admin admin] Calling delete_port for 3667bb9b-9cf6-4a3c-b9be-4f41f140f9ab owned by network:dhcp {{(pid=104320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 31 21:10:25.504740 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-509c1b02-4727-4c9e-ba43-ea6bcb790605 None None] For port 3667bb9b-9cf6-4a3c-b9be-4f41f140f9ab, host dv-cinder-839793-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=3667bb9b-9cf6-4a3c-b9be-4f41f140f9ab,segment=NetworkSegment(88d8d1e3-3d6c-42b5-a877-6f1b62878109),segment_id=88d8d1e3-3d6c-42b5-a877-6f1b62878109)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:10:25.505146 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-509c1b02-4727-4c9e-ba43-ea6bcb790605 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574989'] for port (3667bb9b-9cf6-4a3c-b9be-4f41f140f9ab), precommit_delete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:25.525065 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-509c1b02-4727-4c9e-ba43-ea6bcb790605 None None] Calling delete_port for 3667bb9b-9cf6-4a3c-b9be-4f41f140f9ab owned by network:dhcp {{(pid=104322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 31 21:10:25.546661 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-f97f8375-14e7-4098-8783-450b33273982 req-9c1d14d7-33ab-420c-a7e5-170c78c6e758 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad3164a5-db8a-4332-a6c0-bcd7015cabda HTTP/1.1" status: 200 len: 217 time: 0.0339434 May 31 21:10:25.598766 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97f8375-14e7-4098-8783-450b33273982 req-23de1b4b-330f-4527-b77b-37529c8de670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:10:25.600497 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-f97f8375-14e7-4098-8783-450b33273982 req-23de1b4b-330f-4527-b77b-37529c8de670 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=dc74b44b-e878-454d-9e54-2a90eb48611f HTTP/1.1" status: 200 len: 856 time: 0.0480368 May 31 21:10:25.644473 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97f8375-14e7-4098-8783-450b33273982 req-0c2056f5-eb0d-46a7-9a51-2c323509e4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:10:25.645969 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-f97f8375-14e7-4098-8783-450b33273982 req-0c2056f5-eb0d-46a7-9a51-2c323509e4be service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=68e327a3-96b2-4add-895f-c43a3d5daedc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0392401 May 31 21:10:25.673818 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-4fcc1ced-4718-4790-b781-9d0612ffa1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747262050753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747261518138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437045'] for port (3667bb9b-9cf6-4a3c-b9be-4f41f140f9ab), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:25.683806 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:10:25.690178 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-509c1b02-4727-4c9e-ba43-ea6bcb790605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747262050753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747261518138'] for port (3667bb9b-9cf6-4a3c-b9be-4f41f140f9ab), after_delete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:25.712576 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcc1ced-4718-4790-b781-9d0612ffa1a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3667bb9b-9cf6-4a3c-b9be-4f41f140f9ab,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:10:25.714375 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcc1ced-4718-4790-b781-9d0612ffa1a6 admin admin] No DVR routers for this DVR port 3667bb9b-9cf6-4a3c-b9be-4f41f140f9ab on host dv-cinder-839793-16-iscsi {{(pid=104320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} May 31 21:10:25.724383 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509c1b02-4727-4c9e-ba43-ea6bcb790605 None None] Pushing event deleted for resources: {'Port': ['ID=3667bb9b-9cf6-4a3c-b9be-4f41f140f9ab,revision_number=None']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:10:25.730995 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509c1b02-4727-4c9e-ba43-ea6bcb790605 None None] No DVR routers for this DVR port 3667bb9b-9cf6-4a3c-b9be-4f41f140f9ab on host dv-cinder-839793-16-iscsi {{(pid=104322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} May 31 21:10:25.734134 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:10:25.739550 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509c1b02-4727-4c9e-ba43-ea6bcb790605 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:10:25.745293 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509c1b02-4727-4c9e-ba43-ea6bcb790605 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:10:25.745293 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509c1b02-4727-4c9e-ba43-ea6bcb790605 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:10:25.746529 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509c1b02-4727-4c9e-ba43-ea6bcb790605 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:10:25.746947 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509c1b02-4727-4c9e-ba43-ea6bcb790605 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:10:25.747356 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509c1b02-4727-4c9e-ba43-ea6bcb790605 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:10:25.747755 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509c1b02-4727-4c9e-ba43-ea6bcb790605 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:10:25.748150 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509c1b02-4727-4c9e-ba43-ea6bcb790605 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:10:25.748701 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509c1b02-4727-4c9e-ba43-ea6bcb790605 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:10:25.749094 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509c1b02-4727-4c9e-ba43-ea6bcb790605 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:10:25.749525 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509c1b02-4727-4c9e-ba43-ea6bcb790605 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:10:25.749985 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509c1b02-4727-4c9e-ba43-ea6bcb790605 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:10:25.750376 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509c1b02-4727-4c9e-ba43-ea6bcb790605 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:10:25.751605 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509c1b02-4727-4c9e-ba43-ea6bcb790605 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:10:25.751992 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509c1b02-4727-4c9e-ba43-ea6bcb790605 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:10:25.761018 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-f97f8375-14e7-4098-8783-450b33273982 req-edd6c289-c108-4067-842f-293c166447cb service neutron] 10.222.0.40 "GET /v2.0/networks/68e327a3-96b2-4add-895f-c43a3d5daedc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085041 May 31 21:10:25.796902 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device 3667bb9b-9cf6-4a3c-b9be-4f41f140f9ab no longer exists at agent ovs-agent-dv-cinder-839793-16-iscsi {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 31 21:10:25.802844 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-4fcc1ced-4718-4790-b781-9d0612ffa1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678652', 'neutron.services.segments.db._delete_segments_for_network-8747261968285'] for network (3e967741-aa19-4db4-8371-4ee869c23fa1), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:25.817458 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] No Port match for: 3667bb9b-9cf6-4a3c-b9be-4f41f140f9ab {{(pid=104322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 31 21:10:25.835955 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device 3667bb9b-9cf6-4a3c-b9be-4f41f140f9ab not bound to the agent host dv-cinder-839793-16-iscsi {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 31 21:10:25.835955 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device 69133f43-a7f7-4b68-82d3-5aee36970683 no longer exists at agent ovs-agent-dv-cinder-839793-16-iscsi {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 31 21:10:25.836245 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.services.segments.db [None req-4fcc1ced-4718-4790-b781-9d0612ffa1a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e967741-aa19-4db4-8371-4ee869c23fa1']}} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:10:25.838546 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.services.segments.db [None req-4fcc1ced-4718-4790-b781-9d0612ffa1a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88d8d1e3-3d6c-42b5-a877-6f1b62878109') {'for_net_delete': True} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:10:25.838851 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.services.segments.db [None req-4fcc1ced-4718-4790-b781-9d0612ffa1a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88d8d1e3-3d6c-42b5-a877-6f1b62878109') {} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:10:25.840556 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] No Port match for: 69133f43-a7f7-4b68-82d3-5aee36970683 {{(pid=104322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 31 21:10:25.840899 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device 69133f43-a7f7-4b68-82d3-5aee36970683 not bound to the agent host dv-cinder-839793-16-iscsi {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 31 21:10:25.841305 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device c1e1499c-86b5-4938-9039-69807e3bdd1e no longer exists at agent ovs-agent-dv-cinder-839793-16-iscsi {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 31 21:10:25.849726 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-4fcc1ced-4718-4790-b781-9d0612ffa1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747261973158', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571892'] for segment (88d8d1e3-3d6c-42b5-a877-6f1b62878109), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:25.863045 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] No Port match for: c1e1499c-86b5-4938-9039-69807e3bdd1e {{(pid=104322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 31 21:10:25.863752 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device c1e1499c-86b5-4938-9039-69807e3bdd1e not bound to the agent host dv-cinder-839793-16-iscsi {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 31 21:10:25.870325 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-4fcc1ced-4718-4790-b781-9d0612ffa1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674812'] for segment (88d8d1e3-3d6c-42b5-a877-6f1b62878109), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:25.878185 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fcc1ced-4718-4790-b781-9d0612ffa1a6 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=104320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 21:10:25.878632 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-4fcc1ced-4718-4790-b781-9d0612ffa1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25436834'] for segment (88d8d1e3-3d6c-42b5-a877-6f1b62878109), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:25.878871 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-f97f8375-14e7-4098-8783-450b33273982 req-0d20c9cf-e151-426b-86b6-8e73110ebb56 service neutron] 10.222.0.40 "GET /v2.0/networks/68e327a3-96b2-4add-895f-c43a3d5daedc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107655 May 31 21:10:25.993399 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-4fcc1ced-4718-4790-b781-9d0612ffa1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598461'] for network (3e967741-aa19-4db4-8371-4ee869c23fa1), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:25.999024 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-4fcc1ced-4718-4790-b781-9d0612ffa1a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696852'] for network (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:26.004970 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-4fcc1ced-4718-4790-b781-9d0612ffa1a6 admin admin] 10.222.0.55 "DELETE /v2.0/networks/3e967741-aa19-4db4-8371-4ee869c23fa1 HTTP/1.1" status: 204 len: 168 time: 0.8428798 May 31 21:10:26.008005 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 38680) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:10:26.019698 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.services.segments.plugin [-] Segment 88d8d1e3-3d6c-42b5-a877-6f1b62878109 resource provider aggregate not found May 31 21:10:26.023610 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcc1ced-4718-4790-b781-9d0612ffa1a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e967741-aa19-4db4-8371-4ee869c23fa1,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:10:26.036169 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.services.segments.plugin [-] Segment 88d8d1e3-3d6c-42b5-a877-6f1b62878109 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 88d8d1e3-3d6c-42b5-a877-6f1b62878109 found for delete ", "request_id": "req-7b5f284f-ff2d-4b0a-87e2-a5ac7cb3d9c1"}]} May 31 21:10:26.613204 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6300d5-4e63-480e-ad19-4a6650fb8fe7 req-1293b19f-4ba5-4c94-98c3-19b6d27c1627 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:10:26.614028 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-1363474b-e0eb-4a34-a631-a0a7d50109c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1599450'] for router_interface (23c57d71-e68b-4269-b77f-27753d56868f), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:26.614861 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-4b6300d5-4e63-480e-ad19-4a6650fb8fe7 req-1293b19f-4ba5-4c94-98c3-19b6d27c1627 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d316a51-73db-479f-8449-ab51b42548e4 HTTP/1.1" status: 200 len: 943 time: 0.0527852 May 31 21:10:26.647190 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=100 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:10:26.663508 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-4b6300d5-4e63-480e-ad19-4a6650fb8fe7 req-e3d0ec49-4465-4363-a9a9-0055a373fd17 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=295dbee3-21fc-49de-afe0-c511ddab502e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427399 May 31 21:10:26.881138 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.plugin [None req-1363474b-e0eb-4a34-a631-a0a7d50109c1 admin admin] Deleting port 222a1a42-16f0-4b13-9a25-a992b7cfb458 {{(pid=104321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 31 21:10:26.881467 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-1363474b-e0eb-4a34-a631-a0a7d50109c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747262076802'] for port (222a1a42-16f0-4b13-9a25-a992b7cfb458), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:26.956123 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [None req-1363474b-e0eb-4a34-a631-a0a7d50109c1 admin admin] For port 222a1a42-16f0-4b13-9a25-a992b7cfb458, host dv-cinder-839793-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=222a1a42-16f0-4b13-9a25-a992b7cfb458,segment=NetworkSegment(e6d588ba-af34-46a1-b4a0-c95a59b0eb8f),segment_id=e6d588ba-af34-46a1-b4a0-c95a59b0eb8f)] {{(pid=104321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:10:26.956474 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-1363474b-e0eb-4a34-a631-a0a7d50109c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574989'] for port (222a1a42-16f0-4b13-9a25-a992b7cfb458), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:26.969044 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.plugin [None req-1363474b-e0eb-4a34-a631-a0a7d50109c1 admin admin] Calling delete_port for 222a1a42-16f0-4b13-9a25-a992b7cfb458 owned by network:router_interface {{(pid=104321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 31 21:10:27.131192 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:10:27.238964 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-1363474b-e0eb-4a34-a631-a0a7d50109c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747262050753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747261518138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25540506'] for port (222a1a42-16f0-4b13-9a25-a992b7cfb458), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:27.268058 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1363474b-e0eb-4a34-a631-a0a7d50109c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=222a1a42-16f0-4b13-9a25-a992b7cfb458,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:10:27.430026 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-1363474b-e0eb-4a34-a631-a0a7d50109c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1696841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1612805'] for router_interface (23c57d71-e68b-4269-b77f-27753d56868f), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:27.619147 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:10:27.634591 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1363474b-e0eb-4a34-a631-a0a7d50109c1 admin admin] Router 23c57d71-e68b-4269-b77f-27753d56868f has already been hosted by L3 agent 13ce5b10-321e-4e80-b29e-1cfc3c51661e {{(pid=104321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 31 21:10:27.739989 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1363474b-e0eb-4a34-a631-a0a7d50109c1 admin admin] Notify agent at l3_agent.dv-cinder-839793-16-iscsi the message routers_updated {{(pid=104321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 31 21:10:27.745928 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-1363474b-e0eb-4a34-a631-a0a7d50109c1 admin admin] 10.222.0.55 "PUT /v2.0/routers/23c57d71-e68b-4269-b77f-27753d56868f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7360120 May 31 21:10:27.749055 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 38690) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:10:27.750838 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1d122a-b043-41a1-9771-c35af64c9aa3 None None] Sync routers for ids ['23c57d71-e68b-4269-b77f-27753d56868f'] in dv-cinder-839793-16-iscsi {{(pid=104323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 21:10:27.763865 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1d122a-b043-41a1-9771-c35af64c9aa3 None None] Routers {'23c57d71-e68b-4269-b77f-27753d56868f'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:10:27.764493 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-6f1d122a-b043-41a1-9771-c35af64c9aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:10:14Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['23c57d71-e68b-4269-b77f-27753d56868f'], 'active': True} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:10:27.799022 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8531ab8e-a4ca-41e9-bf75-c6b0f42de464 req-e5364189-d024-4365-9d92-a7a4018e8abb tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:10:27.800646 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-8531ab8e-a4ca-41e9-bf75-c6b0f42de464 req-e5364189-d024-4365-9d92-a7a4018e8abb tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d316a51-73db-479f-8449-ab51b42548e4 HTTP/1.1" status: 200 len: 943 time: 0.0562747 May 31 21:10:27.849134 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-8531ab8e-a4ca-41e9-bf75-c6b0f42de464 req-9b11a25f-4fb1-42fc-87a1-6cea4bd0fa7c tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=295dbee3-21fc-49de-afe0-c511ddab502e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428627 May 31 21:10:27.851919 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-2088a0c8-253c-4401-90a0-1510f1748b75 admin admin] Publish callbacks [] for router (23c57d71-e68b-4269-b77f-27753d56868f), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:27.879528 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvr_db [None req-6f1d122a-b043-41a1-9771-c35af64c9aa3 None None] Set router 23c57d71-e68b-4269-b77f-27753d56868f gateway port host: dv-cinder-839793-16-iscsi {{(pid=104323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:10:27.952008 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-2088a0c8-253c-4401-90a0-1510f1748b75 admin admin] Publish callbacks [] for router_gateway (23c57d71-e68b-4269-b77f-27753d56868f), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:28.050114 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-6f1d122a-b043-41a1-9771-c35af64c9aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c57d71-e68b-4269-b77f-27753d56868f', 'name': 'tempest-TestMinimumBasicScenario-891065426-router', 'tenant_id': '27a0be1912904cfab18f0faadd40af9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '9558e35f-a758-45b8-b036-289a539878bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:05:01Z', 'updated_at': '2022-05-31T21:10:27Z', 'revision_number': 5, 'project_id': '27a0be1912904cfab18f0faadd40af9e', 'gw_port': {'id': '9558e35f-a758-45b8-b036-289a539878bc', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c57d71-e68b-4269-b77f-27753d56868f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:05:02Z', 'updated_at': '2022-05-31T21:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi'}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:10:28.057732 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.plugin [None req-2088a0c8-253c-4401-90a0-1510f1748b75 admin admin] Deleting port 9558e35f-a758-45b8-b036-289a539878bc {{(pid=104321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 31 21:10:28.058098 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-2088a0c8-253c-4401-90a0-1510f1748b75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747262076802'] for port (9558e35f-a758-45b8-b036-289a539878bc), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:28.074658 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1d122a-b043-41a1-9771-c35af64c9aa3 None None] Checking router: 23c57d71-e68b-4269-b77f-27753d56868f for host: dv-cinder-839793-16-iscsi {{(pid=104323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 21:10:28.083380 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1d122a-b043-41a1-9771-c35af64c9aa3 None None] Routers {'23c57d71-e68b-4269-b77f-27753d56868f'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:10:28.084241 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-6f1d122a-b043-41a1-9771-c35af64c9aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:10:14Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['23c57d71-e68b-4269-b77f-27753d56868f'], 'active': True} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:10:28.137477 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [None req-2088a0c8-253c-4401-90a0-1510f1748b75 admin admin] For port 9558e35f-a758-45b8-b036-289a539878bc, host dv-cinder-839793-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=9558e35f-a758-45b8-b036-289a539878bc,segment=NetworkSegment(4436eed2-294e-4646-83cf-aec09b7c7c9c),segment_id=4436eed2-294e-4646-83cf-aec09b7c7c9c)] {{(pid=104321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:10:28.138097 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-2088a0c8-253c-4401-90a0-1510f1748b75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574989'] for port (9558e35f-a758-45b8-b036-289a539878bc), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:28.150545 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:10:28.151712 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.plugin [None req-2088a0c8-253c-4401-90a0-1510f1748b75 admin admin] Calling delete_port for 9558e35f-a758-45b8-b036-289a539878bc owned by network:router_gateway {{(pid=104321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 31 21:10:28.169434 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvr_db [None req-6f1d122a-b043-41a1-9771-c35af64c9aa3 None None] Set router 23c57d71-e68b-4269-b77f-27753d56868f gateway port host: None {{(pid=104323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:10:28.220930 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-6f1d122a-b043-41a1-9771-c35af64c9aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c57d71-e68b-4269-b77f-27753d56868f', 'name': 'tempest-TestMinimumBasicScenario-891065426-router', 'tenant_id': '27a0be1912904cfab18f0faadd40af9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:05:01Z', 'updated_at': '2022-05-31T21:10:27Z', 'revision_number': 6, 'project_id': '27a0be1912904cfab18f0faadd40af9e', 'gw_port_host': None}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:10:28.322984 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1d122a-b043-41a1-9771-c35af64c9aa3 None None] The sync data for ids ['23c57d71-e68b-4269-b77f-27753d56868f'] in dv-cinder-839793-16-iscsi is: [{'id': '23c57d71-e68b-4269-b77f-27753d56868f', 'name': 'tempest-TestMinimumBasicScenario-891065426-router', 'tenant_id': '27a0be1912904cfab18f0faadd40af9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:05:01Z', 'updated_at': '2022-05-31T21:10:27Z', 'revision_number': 6, 'project_id': '27a0be1912904cfab18f0faadd40af9e', 'gw_port_host': None}] {{(pid=104323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 21:10:28.377132 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-2088a0c8-253c-4401-90a0-1510f1748b75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747262050753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747261518138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25540506'] for port (9558e35f-a758-45b8-b036-289a539878bc), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:28.379635 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device ad3164a5-db8a-4332-a6c0-bcd7015cabda details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=104322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 31 21:10:28.401548 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2088a0c8-253c-4401-90a0-1510f1748b75 admin admin] Pushing event deleted for resources: {'Port': ['ID=9558e35f-a758-45b8-b036-289a539878bc,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:10:28.466471 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-2088a0c8-253c-4401-90a0-1510f1748b75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598469'] for router_gateway (23c57d71-e68b-4269-b77f-27753d56868f), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:28.481990 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] For port ad3164a5-db8a-4332-a6c0-bcd7015cabda, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=ad3164a5-db8a-4332-a6c0-bcd7015cabda,segment=NetworkSegment(1b46059a-aa39-4ed2-ad1d-18b4ddc198b2),segment_id=1b46059a-aa39-4ed2-ad1d-18b4ddc198b2)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:10:28.493040 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Returning: {'device': 'ad3164a5-db8a-4332-a6c0-bcd7015cabda', 'network_id': '68e327a3-96b2-4add-895f-c43a3d5daedc', 'port_id': 'ad3164a5-db8a-4332-a6c0-bcd7015cabda', 'mac_address': 'fa:16:3e:31:1b:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc74b44b-e878-454d-9e54-2a90eb48611f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 31 21:10:28.517751 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:10:28.529225 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Current status of the port ad3164a5-db8a-4332-a6c0-bcd7015cabda is: DOWN; New status is: BUILD {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:10:28.529612 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (ad3164a5-db8a-4332-a6c0-bcd7015cabda), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:28.544356 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.notifiers.nova [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad3164a5-db8a-4332-a6c0-bcd7015cabda {{(pid=104322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 21:10:28.564295 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] For port ad3164a5-db8a-4332-a6c0-bcd7015cabda, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=ad3164a5-db8a-4332-a6c0-bcd7015cabda,segment=NetworkSegment(1b46059a-aa39-4ed2-ad1d-18b4ddc198b2),segment_id=1b46059a-aa39-4ed2-ad1d-18b4ddc198b2)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:10:28.565709 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-2088a0c8-253c-4401-90a0-1510f1748b75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1599166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256068'] for router (23c57d71-e68b-4269-b77f-27753d56868f), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:28.568135 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-2088a0c8-253c-4401-90a0-1510f1748b75 admin admin] Publish callbacks [] for router_controller (23c57d71-e68b-4269-b77f-27753d56868f), precommit_delete_associations {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:28.664217 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (ad3164a5-db8a-4332-a6c0-bcd7015cabda), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:28.715090 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Pushing event updated for resources: {'Port': ['ID=ad3164a5-db8a-4332-a6c0-bcd7015cabda,revision_number=4']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:10:28.716007 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-2088a0c8-253c-4401-90a0-1510f1748b75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1599157'] for router (23c57d71-e68b-4269-b77f-27753d56868f), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:28.716669 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2088a0c8-253c-4401-90a0-1510f1748b75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23c57d71-e68b-4269-b77f-27753d56868f {{(pid=104321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 31 21:10:28.722779 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-2088a0c8-253c-4401-90a0-1510f1748b75 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:28.724499 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-2088a0c8-253c-4401-90a0-1510f1748b75 admin admin] 10.222.0.55 "DELETE /v2.0/routers/23c57d71-e68b-4269-b77f-27753d56868f HTTP/1.1" status: 204 len: 168 time: 0.9739573 May 31 21:10:28.726916 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 38692) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:10:28.769731 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:10:28.775128 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.db_base_plugin_v2 [None req-36d12801-05bc-4bf9-a464-67d4aefd9c28 admin admin] Deleting subnet d23ebfbf-3ed8-4d0a-ba6b-b978df741644 {{(pid=104321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 31 21:10:28.778286 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-36d12801-05bc-4bf9-a464-67d4aefd9c28 admin admin] Publish callbacks [] for subnet (d23ebfbf-3ed8-4d0a-ba6b-b978df741644), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:28.813846 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-36d12801-05bc-4bf9-a464-67d4aefd9c28 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3660655'] for subnet (d23ebfbf-3ed8-4d0a-ba6b-b978df741644), precommit_delete_associations {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:28.921115 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-36d12801-05bc-4bf9-a464-67d4aefd9c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673141'] for subnet (d23ebfbf-3ed8-4d0a-ba6b-b978df741644), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:28.969873 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46668afc-ff03-4416-9ef0-beb32fc84db9 req-9b749b72-f1af-4206-ab35-09ca8e9907c8 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:10:28.971527 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-46668afc-ff03-4416-9ef0-beb32fc84db9 req-9b749b72-f1af-4206-ab35-09ca8e9907c8 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d316a51-73db-479f-8449-ab51b42548e4 HTTP/1.1" status: 200 len: 944 time: 0.0472479 May 31 21:10:29.023126 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-46668afc-ff03-4416-9ef0-beb32fc84db9 req-c32ee11a-ac5d-4828-99b1-45d36cb16c76 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=295dbee3-21fc-49de-afe0-c511ddab502e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458550 May 31 21:10:29.038470 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] get_ports_and_sgs() called for port_ids ['ad3164a5-db8a-4332-a6c0-bcd7015cabda'] {{(pid=104322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 31 21:10:29.040033 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-36d12801-05bc-4bf9-a464-67d4aefd9c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25540591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25435895'] for subnet (d23ebfbf-3ed8-4d0a-ba6b-b978df741644), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:29.068398 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d12801-05bc-4bf9-a464-67d4aefd9c28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d23ebfbf-3ed8-4d0a-ba6b-b978df741644,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:10:29.071141 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-36d12801-05bc-4bf9-a464-67d4aefd9c28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696852'] for subnet (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:29.073421 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-36d12801-05bc-4bf9-a464-67d4aefd9c28 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/d23ebfbf-3ed8-4d0a-ba6b-b978df741644 HTTP/1.1" status: 204 len: 168 time: 0.3455157 May 31 21:10:29.075850 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 38696) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:10:29.085614 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2ed016-59bc-4536-a71b-ce84af6b8534 None None] Network 4873ad7c-422f-4e4a-8898-5404ac0225b1 requested from dv-cinder-839793-16-iscsi {{(pid=104322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 31 21:10:29.135134 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:10:29.149155 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:10:29.157998 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-6d32133e-0186-492d-8476-bb3b702b93f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681077'] for network (4873ad7c-422f-4e4a-8898-5404ac0225b1), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:29.295688 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3961ad54-4d25-402a-aebe-10103aa71d6a None None] DHCP port deletion for 4873ad7c-422f-4e4a-8898-5404ac0225b1 request from dv-cinder-839793-16-iscsi {{(pid=104322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 31 21:10:29.340565 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-3961ad54-4d25-402a-aebe-10103aa71d6a None None] Deleting port c46ee9c1-ca16-4fd1-8f03-096f1c6f33d9 {{(pid=104322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 31 21:10:29.340944 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-3961ad54-4d25-402a-aebe-10103aa71d6a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747262076802'] for port (c46ee9c1-ca16-4fd1-8f03-096f1c6f33d9), before_delete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:29.416606 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-3961ad54-4d25-402a-aebe-10103aa71d6a None None] For port c46ee9c1-ca16-4fd1-8f03-096f1c6f33d9, host dv-cinder-839793-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=c46ee9c1-ca16-4fd1-8f03-096f1c6f33d9,segment=NetworkSegment(e6d588ba-af34-46a1-b4a0-c95a59b0eb8f),segment_id=e6d588ba-af34-46a1-b4a0-c95a59b0eb8f)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:10:29.417217 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-3961ad54-4d25-402a-aebe-10103aa71d6a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574989'] for port (c46ee9c1-ca16-4fd1-8f03-096f1c6f33d9), precommit_delete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:29.431426 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-3961ad54-4d25-402a-aebe-10103aa71d6a None None] Calling delete_port for c46ee9c1-ca16-4fd1-8f03-096f1c6f33d9 owned by network:dhcp {{(pid=104322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 31 21:10:29.452266 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.plugin [None req-6d32133e-0186-492d-8476-bb3b702b93f2 admin admin] Deleting port c46ee9c1-ca16-4fd1-8f03-096f1c6f33d9 {{(pid=104321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 31 21:10:29.452599 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-6d32133e-0186-492d-8476-bb3b702b93f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747262076802'] for port (c46ee9c1-ca16-4fd1-8f03-096f1c6f33d9), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:29.514368 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [None req-6d32133e-0186-492d-8476-bb3b702b93f2 admin admin] For port c46ee9c1-ca16-4fd1-8f03-096f1c6f33d9, host dv-cinder-839793-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=c46ee9c1-ca16-4fd1-8f03-096f1c6f33d9,segment=NetworkSegment(e6d588ba-af34-46a1-b4a0-c95a59b0eb8f),segment_id=e6d588ba-af34-46a1-b4a0-c95a59b0eb8f)] {{(pid=104321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:10:29.514658 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-6d32133e-0186-492d-8476-bb3b702b93f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574989'] for port (c46ee9c1-ca16-4fd1-8f03-096f1c6f33d9), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:29.517259 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:10:29.531161 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.plugin [None req-6d32133e-0186-492d-8476-bb3b702b93f2 admin admin] Calling delete_port for c46ee9c1-ca16-4fd1-8f03-096f1c6f33d9 owned by network:dhcp {{(pid=104321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 31 21:10:29.570655 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-3961ad54-4d25-402a-aebe-10103aa71d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747262050753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747261518138'] for port (c46ee9c1-ca16-4fd1-8f03-096f1c6f33d9), after_delete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:29.595254 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3961ad54-4d25-402a-aebe-10103aa71d6a None None] Pushing event deleted for resources: {'Port': ['ID=c46ee9c1-ca16-4fd1-8f03-096f1c6f33d9,revision_number=None']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:10:29.601112 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3961ad54-4d25-402a-aebe-10103aa71d6a None None] No DVR routers for this DVR port c46ee9c1-ca16-4fd1-8f03-096f1c6f33d9 on host dv-cinder-839793-16-iscsi {{(pid=104322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} May 31 21:10:29.607768 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-6d32133e-0186-492d-8476-bb3b702b93f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747262050753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747261518138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25540506'] for port (c46ee9c1-ca16-4fd1-8f03-096f1c6f33d9), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:29.633436 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32133e-0186-492d-8476-bb3b702b93f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c46ee9c1-ca16-4fd1-8f03-096f1c6f33d9,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:10:29.635260 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d32133e-0186-492d-8476-bb3b702b93f2 admin admin] No DVR routers for this DVR port c46ee9c1-ca16-4fd1-8f03-096f1c6f33d9 on host dv-cinder-839793-16-iscsi {{(pid=104321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} May 31 21:10:29.707170 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-6d32133e-0186-492d-8476-bb3b702b93f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678652', 'neutron.services.segments.db._delete_segments_for_network-8747261968285'] for network (4873ad7c-422f-4e4a-8898-5404ac0225b1), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:29.730527 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.services.segments.db [None req-6d32133e-0186-492d-8476-bb3b702b93f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4873ad7c-422f-4e4a-8898-5404ac0225b1']}} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:10:29.740341 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.services.segments.db [None req-6d32133e-0186-492d-8476-bb3b702b93f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6d588ba-af34-46a1-b4a0-c95a59b0eb8f') {'for_net_delete': True} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:10:29.740633 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.services.segments.db [None req-6d32133e-0186-492d-8476-bb3b702b93f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6d588ba-af34-46a1-b4a0-c95a59b0eb8f') {} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:10:29.749870 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-6d32133e-0186-492d-8476-bb3b702b93f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747261973158', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3660646'] for segment (e6d588ba-af34-46a1-b4a0-c95a59b0eb8f), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:29.760275 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device 9558e35f-a758-45b8-b036-289a539878bc no longer exists at agent ovs-agent-dv-cinder-839793-16-iscsi {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 31 21:10:29.763067 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-6d32133e-0186-492d-8476-bb3b702b93f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674812'] for segment (e6d588ba-af34-46a1-b4a0-c95a59b0eb8f), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:29.769296 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d32133e-0186-492d-8476-bb3b702b93f2 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=104321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 21:10:29.769669 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-6d32133e-0186-492d-8476-bb3b702b93f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25540173'] for segment (e6d588ba-af34-46a1-b4a0-c95a59b0eb8f), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:29.779378 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] No Port match for: 9558e35f-a758-45b8-b036-289a539878bc {{(pid=104322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 31 21:10:29.779724 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device 9558e35f-a758-45b8-b036-289a539878bc not bound to the agent host dv-cinder-839793-16-iscsi {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 31 21:10:29.780129 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device c46ee9c1-ca16-4fd1-8f03-096f1c6f33d9 no longer exists at agent ovs-agent-dv-cinder-839793-16-iscsi {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 31 21:10:29.811813 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] No Port match for: c46ee9c1-ca16-4fd1-8f03-096f1c6f33d9 {{(pid=104322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 31 21:10:29.812067 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device c46ee9c1-ca16-4fd1-8f03-096f1c6f33d9 not bound to the agent host dv-cinder-839793-16-iscsi {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 31 21:10:29.812477 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device 222a1a42-16f0-4b13-9a25-a992b7cfb458 no longer exists at agent ovs-agent-dv-cinder-839793-16-iscsi {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 31 21:10:29.831505 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] No Port match for: 222a1a42-16f0-4b13-9a25-a992b7cfb458 {{(pid=104322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 31 21:10:29.831852 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device 222a1a42-16f0-4b13-9a25-a992b7cfb458 not bound to the agent host dv-cinder-839793-16-iscsi {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 31 21:10:29.856528 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.services.segments.plugin [-] Segment e6d588ba-af34-46a1-b4a0-c95a59b0eb8f resource provider aggregate not found May 31 21:10:29.872898 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.services.segments.plugin [-] Segment e6d588ba-af34-46a1-b4a0-c95a59b0eb8f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e6d588ba-af34-46a1-b4a0-c95a59b0eb8f found for delete ", "request_id": "req-52315a80-4505-45ee-9bfa-75debf7cb30e"}]} May 31 21:10:29.907914 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-6d32133e-0186-492d-8476-bb3b702b93f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598461'] for network (4873ad7c-422f-4e4a-8898-5404ac0225b1), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:29.913437 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-6d32133e-0186-492d-8476-bb3b702b93f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696852'] for network (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:29.916305 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-6d32133e-0186-492d-8476-bb3b702b93f2 admin admin] 10.222.0.55 "DELETE /v2.0/networks/4873ad7c-422f-4e4a-8898-5404ac0225b1 HTTP/1.1" status: 204 len: 168 time: 0.8395464 May 31 21:10:29.930931 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32133e-0186-492d-8476-bb3b702b93f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=4873ad7c-422f-4e4a-8898-5404ac0225b1,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:10:30.143073 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f84671-2650-4bdf-92c8-17a06a927711 req-77ce4014-dd4b-4a0d-8f03-2fcafda8191e tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:10:30.144431 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-49f84671-2650-4bdf-92c8-17a06a927711 req-77ce4014-dd4b-4a0d-8f03-2fcafda8191e tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d316a51-73db-479f-8449-ab51b42548e4 HTTP/1.1" status: 200 len: 944 time: 0.0465958 May 31 21:10:30.191923 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-49f84671-2650-4bdf-92c8-17a06a927711 req-7048eec5-60b1-4cc8-b9e3-c8d1f0588654 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=295dbee3-21fc-49de-afe0-c511ddab502e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418837 May 31 21:10:30.294175 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 38708) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:10:30.336301 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-7906e5f1-2af4-47a1-adeb-bc66a1ef7091 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9f9ac73d84244b1c9029586fa4969bbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409782 May 31 21:10:30.338752 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 38710) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:10:30.374603 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:10:30.385994 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-b7ed537f-c882-415d-8b7f-9f51b4afa404 admin admin] Publish callbacks [] for security_group (fc53867c-a18f-4781-8698-c86927740494), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:30.408123 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-b7ed537f-c882-415d-8b7f-9f51b4afa404 admin admin] Publish callbacks [] for security_group (fc53867c-a18f-4781-8698-c86927740494), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:30.408363 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device ad3164a5-db8a-4332-a6c0-bcd7015cabda up at agent hyperv_hv-cinder-83979 {{(pid=104322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 31 21:10:30.451594 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Provisioning for port ad3164a5-db8a-4332-a6c0-bcd7015cabda completed by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 31 21:10:30.541436 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-b7ed537f-c882-415d-8b7f-9f51b4afa404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (fc53867c-a18f-4781-8698-c86927740494), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:30.544554 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-b7ed537f-c882-415d-8b7f-9f51b4afa404 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:30.545888 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-b7ed537f-c882-415d-8b7f-9f51b4afa404 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fc53867c-a18f-4781-8698-c86927740494 HTTP/1.1" status: 204 len: 168 time: 0.2062101 May 31 21:10:30.554845 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed537f-c882-415d-8b7f-9f51b4afa404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc53867c-a18f-4781-8698-c86927740494,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:10:30.587513 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Provisioning complete for port ad3164a5-db8a-4332-a6c0-bcd7015cabda triggered by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:10:30.592925 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (ad3164a5-db8a-4332-a6c0-bcd7015cabda), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:30.664167 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Current status of the port ad3164a5-db8a-4332-a6c0-bcd7015cabda is: BUILD; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:10:30.664471 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (ad3164a5-db8a-4332-a6c0-bcd7015cabda), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:30.686267 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d316a51-73db-479f-8449-ab51b42548e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad3164a5-db8a-4332-a6c0-bcd7015cabda'}] {{(pid=104322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:10:30.688540 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0d07a434bcc94248bd83d89f5df7255b965f34de07d957ea8ea11cb14c6cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca1178d2-d892-47e0-820e-869187afcdcf" -d '{"events": [{"server_uuid": "1d316a51-73db-479f-8449-ab51b42548e4", "name": "network-vif-plugged", "status": "completed", "tag": "ad3164a5-db8a-4332-a6c0-bcd7015cabda"}]}' {{(pid=104322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:10:30.700950 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] For port ad3164a5-db8a-4332-a6c0-bcd7015cabda, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=ad3164a5-db8a-4332-a6c0-bcd7015cabda,segment=NetworkSegment(1b46059a-aa39-4ed2-ad1d-18b4ddc198b2),segment_id=1b46059a-aa39-4ed2-ad1d-18b4ddc198b2)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:10:30.726459 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 May 2022 21:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c67f574-11f7-4478-b2db-87f1e5c851de x-openstack-request-id: req-7c67f574-11f7-4478-b2db-87f1e5c851de {{(pid=104322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:10:30.726746 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d316a51-73db-479f-8449-ab51b42548e4", "name": "network-vif-plugged", "status": "completed", "tag": "ad3164a5-db8a-4332-a6c0-bcd7015cabda", "code": 200}]} {{(pid=104322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:10:30.726995 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7c67f574-11f7-4478-b2db-87f1e5c851de {{(pid=104322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:10:30.727386 dv-cinder-839793-16-iscsi neutron-server[104322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c67f574-11f7-4478-b2db-87f1e5c851de'] response: {'server_uuid': '1d316a51-73db-479f-8449-ab51b42548e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad3164a5-db8a-4332-a6c0-bcd7015cabda', 'code': 200} May 31 21:10:30.776509 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (ad3164a5-db8a-4332-a6c0-bcd7015cabda), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:30.824172 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Pushing event updated for resources: {'Port': ['ID=ad3164a5-db8a-4332-a6c0-bcd7015cabda,revision_number=5']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:10:31.080740 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c462a3-9d39-4ef4-8cea-72f5102b17ee req-af2f01fe-ba21-4531-b462-2d0a3ae7322f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:10:31.082298 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-71c462a3-9d39-4ef4-8cea-72f5102b17ee req-af2f01fe-ba21-4531-b462-2d0a3ae7322f service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=1d316a51-73db-479f-8449-ab51b42548e4 HTTP/1.1" status: 200 len: 1129 time: 0.0395310 May 31 21:10:31.129596 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-71c462a3-9d39-4ef4-8cea-72f5102b17ee req-a4679065-939f-478b-b16c-daf38383bdcf service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=295dbee3-21fc-49de-afe0-c511ddab502e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417707 May 31 21:10:31.193088 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 38718) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:10:31.237342 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 38722) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:10:31.237495 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-2e24c5d2-b695-472b-af08-5aa11b76a4b3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=27a0be1912904cfab18f0faadd40af9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0431573 May 31 21:10:31.289821 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-20d17bc6-4eec-40be-913e-f1846c255f65 admin admin] Publish callbacks [] for security_group (81301edc-fd3b-4e5c-ac40-0ef8f1ed535e), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:31.312895 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-20d17bc6-4eec-40be-913e-f1846c255f65 admin admin] Publish callbacks [] for security_group (81301edc-fd3b-4e5c-ac40-0ef8f1ed535e), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:31.317096 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce2b99-4984-4d37-82df-52b355002386 req-e174ef73-780d-4168-8584-9a09fae3a5de tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:10:31.318612 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-efce2b99-4984-4d37-82df-52b355002386 req-e174ef73-780d-4168-8584-9a09fae3a5de tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d316a51-73db-479f-8449-ab51b42548e4 HTTP/1.1" status: 200 len: 945 time: 0.0507636 May 31 21:10:31.370748 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-efce2b99-4984-4d37-82df-52b355002386 req-ce2c7959-dbd9-402a-be3f-751be18ac335 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=295dbee3-21fc-49de-afe0-c511ddab502e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462034 May 31 21:10:31.440533 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-20d17bc6-4eec-40be-913e-f1846c255f65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (81301edc-fd3b-4e5c-ac40-0ef8f1ed535e), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:31.443136 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-20d17bc6-4eec-40be-913e-f1846c255f65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:31.444269 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-20d17bc6-4eec-40be-913e-f1846c255f65 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/81301edc-fd3b-4e5c-ac40-0ef8f1ed535e HTTP/1.1" status: 204 len: 168 time: 0.2058952 May 31 21:10:31.452120 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d17bc6-4eec-40be-913e-f1846c255f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81301edc-fd3b-4e5c-ac40-0ef8f1ed535e,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:10:32.490466 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd489bd-c7f7-4f50-a8a3-82b61189c212 req-0be838ba-05de-447b-a809-3753008d7f00 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:10:32.491923 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-fdd489bd-c7f7-4f50-a8a3-82b61189c212 req-0be838ba-05de-447b-a809-3753008d7f00 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d316a51-73db-479f-8449-ab51b42548e4 HTTP/1.1" status: 200 len: 945 time: 0.0467207 May 31 21:10:32.542597 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-fdd489bd-c7f7-4f50-a8a3-82b61189c212 req-cbb5ab36-0b7c-4d21-9334-a87334a32b1c tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=295dbee3-21fc-49de-afe0-c511ddab502e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447791 May 31 21:10:33.662599 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36da5b9-433a-48b8-a9e4-9248262bc57f req-11f3b5ca-0767-4251-9832-2525fd7317d1 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:10:33.664090 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-a36da5b9-433a-48b8-a9e4-9248262bc57f req-11f3b5ca-0767-4251-9832-2525fd7317d1 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d316a51-73db-479f-8449-ab51b42548e4 HTTP/1.1" status: 200 len: 945 time: 0.0460558 May 31 21:10:33.712886 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-a36da5b9-433a-48b8-a9e4-9248262bc57f req-40930dd1-3f33-411e-96a7-b460d8369966 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=295dbee3-21fc-49de-afe0-c511ddab502e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424285 May 31 21:10:33.897371 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d472458-6fb0-4499-8d4c-8886fd1124bf req-bc3a921b-4cab-435d-bc68-14673b8e6ff4 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:10:33.898814 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-3d472458-6fb0-4499-8d4c-8886fd1124bf req-bc3a921b-4cab-435d-bc68-14673b8e6ff4 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d316a51-73db-479f-8449-ab51b42548e4 HTTP/1.1" status: 200 len: 945 time: 0.1193655 May 31 21:10:33.907484 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 38736) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:10:33.912609 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [None req-49a88b36-c4eb-4cd4-8ec2-6aa3f1781320 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Request body: {'floatingip': {'port_id': 'ad3164a5-db8a-4332-a6c0-bcd7015cabda'}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:10:33.948780 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-49a88b36-c4eb-4cd4-8ec2-6aa3f1781320 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks [] for floatingip (86876eb1-bf25-4734-a610-67edfc0b7b26), before_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:34.097697 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:10:34.365428 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-49a88b36-c4eb-4cd4-8ec2-6aa3f1781320 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:34.427346 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-49a88b36-c4eb-4cd4-8ec2-6aa3f1781320 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598426'] for floatingip (86876eb1-bf25-4734-a610-67edfc0b7b26), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:34.520933 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.db.l3_db [None req-49a88b36-c4eb-4cd4-8ec2-6aa3f1781320 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Floating IP 86876eb1-bf25-4734-a610-67edfc0b7b26 associated. External IP: 172.27.0.62, port: ad3164a5-db8a-4332-a6c0-bcd7015cabda. May 31 21:10:34.603531 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:10:34.712958 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49a88b36-c4eb-4cd4-8ec2-6aa3f1781320 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Router c146d4db-8b65-4583-a308-5750e8471648 has already been hosted by L3 agent 13ce5b10-321e-4e80-b29e-1cfc3c51661e {{(pid=104321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 31 21:10:34.812095 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a88b36-c4eb-4cd4-8ec2-6aa3f1781320 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Notify agent at l3_agent.dv-cinder-839793-16-iscsi the message routers_updated {{(pid=104321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 31 21:10:34.816788 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-49a88b36-c4eb-4cd4-8ec2-6aa3f1781320 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for floatingip (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:34.822263 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6579f333-ee7c-4609-b09c-4f4681815805 None None] Sync routers for ids ['c146d4db-8b65-4583-a308-5750e8471648'] in dv-cinder-839793-16-iscsi {{(pid=104322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 21:10:34.832748 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6579f333-ee7c-4609-b09c-4f4681815805 None None] Routers {'c146d4db-8b65-4583-a308-5750e8471648'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:10:34.833359 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-6579f333-ee7c-4609-b09c-4f4681815805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:10:14Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['c146d4db-8b65-4583-a308-5750e8471648'], 'active': True} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:10:34.847798 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-49a88b36-c4eb-4cd4-8ec2-6aa3f1781320 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "PUT /v2.0/floatingips/86876eb1-bf25-4734-a610-67edfc0b7b26 HTTP/1.1" status: 200 len: 990 time: 0.9385996 May 31 21:10:34.848473 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d316a51-73db-479f-8449-ab51b42548e4', 'tag': 'ad3164a5-db8a-4332-a6c0-bcd7015cabda'}] {{(pid=104321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:10:34.850931 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6b014d5dee29fffbb36c15c330f4dd8b871b4cb67f19a16d167ed5ff3960b8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16777df9-8b19-44d7-b455-e9bba64c4440" -d '{"events": [{"name": "network-changed", "server_uuid": "1d316a51-73db-479f-8449-ab51b42548e4", "tag": "ad3164a5-db8a-4332-a6c0-bcd7015cabda"}]}' {{(pid=104321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:10:34.886397 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 May 2022 21:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2501a3b-ee84-4da1-9fcd-60dd263a8638 x-openstack-request-id: req-c2501a3b-ee84-4da1-9fcd-60dd263a8638 {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:10:34.886760 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d316a51-73db-479f-8449-ab51b42548e4", "tag": "ad3164a5-db8a-4332-a6c0-bcd7015cabda", "status": "completed", "code": 200}]} {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:10:34.887084 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c2501a3b-ee84-4da1-9fcd-60dd263a8638 {{(pid=104321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:10:34.887555 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2501a3b-ee84-4da1-9fcd-60dd263a8638'] response: {'name': 'network-changed', 'server_uuid': '1d316a51-73db-479f-8449-ab51b42548e4', 'tag': 'ad3164a5-db8a-4332-a6c0-bcd7015cabda', 'status': 'completed', 'code': 200} May 31 21:10:34.935696 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvr_db [None req-6579f333-ee7c-4609-b09c-4f4681815805 None None] Set router c146d4db-8b65-4583-a308-5750e8471648 gateway port host: dv-cinder-839793-16-iscsi {{(pid=104322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:10:34.947241 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16777df9-8b19-44d7-b455-e9bba64c4440 req-f13c59d7-d4ad-404c-9ff0-d61f9266b257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:10:34.948656 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-16777df9-8b19-44d7-b455-e9bba64c4440 req-f13c59d7-d4ad-404c-9ff0-d61f9266b257 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=af420d43367c42e4a4b0948706dd0546&device_id=1d316a51-73db-479f-8449-ab51b42548e4 HTTP/1.1" status: 200 len: 1129 time: 0.0392990 May 31 21:10:35.035332 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:10:35.043974 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16777df9-8b19-44d7-b455-e9bba64c4440 req-3523446a-6e5f-452b-b5bb-1639a945db6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:10:35.045451 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-16777df9-8b19-44d7-b455-e9bba64c4440 req-3523446a-6e5f-452b-b5bb-1639a945db6a service neutron] 10.222.0.40 "GET /v2.0/networks?id=68e327a3-96b2-4add-895f-c43a3d5daedc HTTP/1.1" status: 200 len: 918 time: 0.0909934 May 31 21:10:35.093256 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:10:35.107573 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-16777df9-8b19-44d7-b455-e9bba64c4440 req-80e9079e-7b03-4767-9c11-9768d089f227 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad3164a5-db8a-4332-a6c0-bcd7015cabda HTTP/1.1" status: 200 len: 998 time: 0.0565507 May 31 21:10:35.155439 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16777df9-8b19-44d7-b455-e9bba64c4440 req-f6aaf0aa-45c8-4b63-9ebe-525d9ca6629c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:10:35.156902 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-16777df9-8b19-44d7-b455-e9bba64c4440 req-f6aaf0aa-45c8-4b63-9ebe-525d9ca6629c service neutron] 10.222.0.40 "GET /v2.0/subnets?id=dc74b44b-e878-454d-9e54-2a90eb48611f HTTP/1.1" status: 200 len: 856 time: 0.0438278 May 31 21:10:35.191084 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-6579f333-ee7c-4609-b09c-4f4681815805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c146d4db-8b65-4583-a308-5750e8471648', 'name': 'tempest-AttachVolumeShelveTestJSON-1941033604-router', 'tenant_id': 'af420d43367c42e4a4b0948706dd0546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '8cf7c9b7-e566-4c8f-a423-3180fca528cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:03:21Z', 'updated_at': '2022-05-31T21:03:30Z', 'revision_number': 4, 'project_id': 'af420d43367c42e4a4b0948706dd0546', 'gw_port': {'id': '8cf7c9b7-e566-4c8f-a423-3180fca528cb', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c146d4db-8b65-4583-a308-5750e8471648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:23Z', 'updated_at': '2022-05-31T21:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_floatingips': [{'id': '86876eb1-bf25-4734-a610-67edfc0b7b26', 'tenant_id': 'af420d43367c42e4a4b0948706dd0546', 'floating_ip_address': '172.27.0.62', 'floating_network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'router_id': 'c146d4db-8b65-4583-a308-5750e8471648', 'port_id': 'ad3164a5-db8a-4332-a6c0-bcd7015cabda', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68e327a3-96b2-4add-895f-c43a3d5daedc', 'mac_address': 'fa:16:3e:31:1b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d316a51-73db-479f-8449-ab51b42548e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T21:10:19Z', 'updated_at': '2022-05-31T21:10:34Z', 'revision_number': 1, 'project_id': 'af420d43367c42e4a4b0948706dd0546', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2afe974-777e-432a-a39a-3157fd96ce22', 'name': '', 'network_id': '68e327a3-96b2-4add-895f-c43a3d5daedc', 'tenant_id': 'af420d43367c42e4a4b0948706dd0546', 'mac_address': 'fa:16:3e:35:9a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c146d4db-8b65-4583-a308-5750e8471648', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'dc74b44b-e878-454d-9e54-2a90eb48611f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:28Z', 'updated_at': '2022-05-31T21:03:47Z', 'revision_number': 5, 'project_id': 'af420d43367c42e4a4b0948706dd0546', 'subnets': [{'id': 'dc74b44b-e878-454d-9e54-2a90eb48611f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:10:35.203117 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16777df9-8b19-44d7-b455-e9bba64c4440 req-b521e63b-9ddd-42a9-830a-be257c3c3b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:10:35.204769 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-16777df9-8b19-44d7-b455-e9bba64c4440 req-b521e63b-9ddd-42a9-830a-be257c3c3b79 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=68e327a3-96b2-4add-895f-c43a3d5daedc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0423746 May 31 21:10:35.221152 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6579f333-ee7c-4609-b09c-4f4681815805 None None] Checking router: c146d4db-8b65-4583-a308-5750e8471648 for host: dv-cinder-839793-16-iscsi {{(pid=104322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 21:10:35.230875 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6579f333-ee7c-4609-b09c-4f4681815805 None None] Routers {'c146d4db-8b65-4583-a308-5750e8471648'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:10:35.231487 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-6579f333-ee7c-4609-b09c-4f4681815805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:10:14Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['c146d4db-8b65-4583-a308-5750e8471648'], 'active': True} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:10:35.299425 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-16777df9-8b19-44d7-b455-e9bba64c4440 req-688be829-695c-41b3-901a-97a90fef4b00 service neutron] 10.222.0.40 "GET /v2.0/networks/68e327a3-96b2-4add-895f-c43a3d5daedc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874503 May 31 21:10:35.335768 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvr_db [None req-6579f333-ee7c-4609-b09c-4f4681815805 None None] Set router c146d4db-8b65-4583-a308-5750e8471648 gateway port host: dv-cinder-839793-16-iscsi {{(pid=104322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:10:35.396382 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-16777df9-8b19-44d7-b455-e9bba64c4440 req-3100cb67-5bcd-4bf5-814c-7ef7be8a11c5 service neutron] 10.222.0.40 "GET /v2.0/networks/68e327a3-96b2-4add-895f-c43a3d5daedc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907106 May 31 21:10:35.619607 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:10:35.645442 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:10:35.663070 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-6579f333-ee7c-4609-b09c-4f4681815805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c146d4db-8b65-4583-a308-5750e8471648', 'name': 'tempest-AttachVolumeShelveTestJSON-1941033604-router', 'tenant_id': 'af420d43367c42e4a4b0948706dd0546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '8cf7c9b7-e566-4c8f-a423-3180fca528cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:03:21Z', 'updated_at': '2022-05-31T21:03:30Z', 'revision_number': 4, 'project_id': 'af420d43367c42e4a4b0948706dd0546', 'gw_port': {'id': '8cf7c9b7-e566-4c8f-a423-3180fca528cb', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c146d4db-8b65-4583-a308-5750e8471648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:23Z', 'updated_at': '2022-05-31T21:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_floatingips': [{'id': '86876eb1-bf25-4734-a610-67edfc0b7b26', 'tenant_id': 'af420d43367c42e4a4b0948706dd0546', 'floating_ip_address': '172.27.0.62', 'floating_network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'router_id': 'c146d4db-8b65-4583-a308-5750e8471648', 'port_id': 'ad3164a5-db8a-4332-a6c0-bcd7015cabda', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68e327a3-96b2-4add-895f-c43a3d5daedc', 'mac_address': 'fa:16:3e:31:1b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d316a51-73db-479f-8449-ab51b42548e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T21:10:19Z', 'updated_at': '2022-05-31T21:10:34Z', 'revision_number': 1, 'project_id': 'af420d43367c42e4a4b0948706dd0546', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2afe974-777e-432a-a39a-3157fd96ce22', 'name': '', 'network_id': '68e327a3-96b2-4add-895f-c43a3d5daedc', 'tenant_id': 'af420d43367c42e4a4b0948706dd0546', 'mac_address': 'fa:16:3e:35:9a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c146d4db-8b65-4583-a308-5750e8471648', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'dc74b44b-e878-454d-9e54-2a90eb48611f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:28Z', 'updated_at': '2022-05-31T21:03:47Z', 'revision_number': 5, 'project_id': 'af420d43367c42e4a4b0948706dd0546', 'subnets': [{'id': 'dc74b44b-e878-454d-9e54-2a90eb48611f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:10:35.692978 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6579f333-ee7c-4609-b09c-4f4681815805 None None] The sync data for ids ['c146d4db-8b65-4583-a308-5750e8471648'] in dv-cinder-839793-16-iscsi is: [{'id': 'c146d4db-8b65-4583-a308-5750e8471648', 'name': 'tempest-AttachVolumeShelveTestJSON-1941033604-router', 'tenant_id': 'af420d43367c42e4a4b0948706dd0546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '8cf7c9b7-e566-4c8f-a423-3180fca528cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:03:21Z', 'updated_at': '2022-05-31T21:03:30Z', 'revision_number': 4, 'project_id': 'af420d43367c42e4a4b0948706dd0546', 'gw_port': {'id': '8cf7c9b7-e566-4c8f-a423-3180fca528cb', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c146d4db-8b65-4583-a308-5750e8471648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:23Z', 'updated_at': '2022-05-31T21:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_floatingips': [{'id': '86876eb1-bf25-4734-a610-67edfc0b7b26', 'tenant_id': 'af420d43367c42e4a4b0948706dd0546', 'floating_ip_address': '172.27.0.62', 'floating_network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'router_id': 'c146d4db-8b65-4583-a308-5750e8471648', 'port_id': 'ad3164a5-db8a-4332-a6c0-bcd7015cabda', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68e327a3-96b2-4add-895f-c43a3d5daedc', 'mac_address': 'fa:16:3e:31:1b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d316a51-73db-479f-8449-ab51b42548e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T21:10:19Z', 'updated_at': '2022-05-31T21:10:34Z', 'revision_number': 1, 'project_id': 'af420d43367c42e4a4b0948706dd0546', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2afe974-777e-432a-a39a-3157fd96ce22', 'name': '', 'network_id': '68e327a3-96b2-4add-895f-c43a3d5daedc', 'tenant_id': 'af420d43367c42e4a4b0948706dd0546', 'mac_address': 'fa:16:3e:35:9a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c146d4db-8b65-4583-a308-5750e8471648', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'dc74b44b-e878-454d-9e54-2a90eb48611f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:28Z', 'updated_at': '2022-05-31T21:03:47Z', 'revision_number': 5, 'project_id': 'af420d43367c42e4a4b0948706dd0546', 'subnets': [{'id': 'dc74b44b-e878-454d-9e54-2a90eb48611f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 21:10:35.895972 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331c9b21-a672-4622-9876-e5378da48566 None None] New status for floating IP 86876eb1-bf25-4734-a610-67edfc0b7b26: ACTIVE {{(pid=104323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 31 21:10:35.898588 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=56,neutron:UPDATE=1 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:10:35.900199 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=49,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:10:42.200504 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8a5fce60-8eb1-490e-b0ef-31384baf7c23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (5ca9f0a2-8e5f-4b54-94fa-454f095515e4), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:43.815339 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:10:43.889043 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=95,neutron:DELETE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:10:44.544274 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-2f37d310-a57a-4322-bcec-3d0c1c447530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (13ce5b10-321e-4e80-b29e-1cfc3c51661e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:45.390885 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=8 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:10:45.392710 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=79 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:10:45.649881 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-58fa0aab-c296-4be2-a1ab-08418c16cad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (8170e961-7e1e-4c09-b09f-6b764c457cfd), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:46.020985 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:10:46.815918 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-b770b660-b824-4665-84d0-9bbdd29e8e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (1c1563bc-5b12-4065-8d27-b22246e8e8d3), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:47.233119 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.agents_db [None req-3d709c36-86fd-4f4f-bf7d-9e9748143f4e None None] Agent healthcheck: found 6 active agents {{(pid=104323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 31 21:10:48.587201 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (a61205dd-b11c-42a1-aa2d-4b7310a8dc99), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:50.991390 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce966114-b508-497c-8879-4056f91621c7 req-5fcc3c72-6858-44e4-a554-9931bf2fa146 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:10:50.993536 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ce966114-b508-497c-8879-4056f91621c7 req-5fcc3c72-6858-44e4-a554-9931bf2fa146 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=faf12fce-2352-40df-a297-0d7b28379014 HTTP/1.1" status: 200 len: 945 time: 0.0481372 May 31 21:10:51.042277 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ce966114-b508-497c-8879-4056f91621c7 req-e6158e9c-7206-4fcf-b542-f4f251aaa9ea tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/security-groups?id=71909b2b-34a3-4d69-b398-0bd2a67db903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430229 May 31 21:10:51.423477 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (51675295-7abb-4335-9c5a-c46a9082010e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:51.760227 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8351648-bf41-445a-a3d3-f65f8ecf472b req-33829ae2-34ee-4ecf-a07f-746ff05a12e4 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:10:51.761819 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-c8351648-bf41-445a-a3d3-f65f8ecf472b req-33829ae2-34ee-4ecf-a07f-746ff05a12e4 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff87c7f6-31a7-4836-be01-c23f9c73629f HTTP/1.1" status: 200 len: 946 time: 0.0498612 May 31 21:10:51.818452 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-c8351648-bf41-445a-a3d3-f65f8ecf472b req-39927467-b4d8-4b5f-853d-1aa25bcc8873 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=45e231cd-88df-4a61-a62e-dfaa346cf0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506866 May 31 21:10:52.166136 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e44716-3032-46c4-b6dd-8e5fe0212299 req-d941dcc2-35d2-428d-97da-862bf53489d7 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:10:52.167636 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-77e44716-3032-46c4-b6dd-8e5fe0212299 req-d941dcc2-35d2-428d-97da-862bf53489d7 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=faf12fce-2352-40df-a297-0d7b28379014 HTTP/1.1" status: 200 len: 945 time: 0.0480287 May 31 21:10:52.217494 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-77e44716-3032-46c4-b6dd-8e5fe0212299 req-022a1be9-7498-450d-89fb-9224511e03d2 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/security-groups?id=71909b2b-34a3-4d69-b398-0bd2a67db903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442166 May 31 21:10:52.936157 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c044e246-8c30-4eca-a16e-571c9b7ed6ec req-b3ba5149-ae44-43e3-8a0f-d7dda6131943 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:10:52.937748 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-c044e246-8c30-4eca-a16e-571c9b7ed6ec req-b3ba5149-ae44-43e3-8a0f-d7dda6131943 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff87c7f6-31a7-4836-be01-c23f9c73629f HTTP/1.1" status: 200 len: 946 time: 0.0497091 May 31 21:10:52.987054 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-c044e246-8c30-4eca-a16e-571c9b7ed6ec req-da8a9a3a-2c84-41a3-aea5-da9ebf229e4e tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=45e231cd-88df-4a61-a62e-dfaa346cf0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437560 May 31 21:10:53.341050 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2601f8-7399-4b87-b616-17a3d2e51b82 req-c28b92bc-2cc8-447d-b487-a0419bca1911 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:10:53.342613 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ae2601f8-7399-4b87-b616-17a3d2e51b82 req-c28b92bc-2cc8-447d-b487-a0419bca1911 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=faf12fce-2352-40df-a297-0d7b28379014 HTTP/1.1" status: 200 len: 945 time: 0.0529635 May 31 21:10:53.392088 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ae2601f8-7399-4b87-b616-17a3d2e51b82 req-e3edef6d-a32e-49a7-81dc-1e6b5f7bbb71 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/security-groups?id=71909b2b-34a3-4d69-b398-0bd2a67db903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438294 May 31 21:10:54.103581 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b13b1-03aa-48e6-9c85-7f4b9ea221f4 req-13694c41-cb89-44cf-8897-d843397c9a31 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:10:54.105099 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-847b13b1-03aa-48e6-9c85-7f4b9ea221f4 req-13694c41-cb89-44cf-8897-d843397c9a31 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff87c7f6-31a7-4836-be01-c23f9c73629f HTTP/1.1" status: 200 len: 946 time: 0.0488060 May 31 21:10:54.162893 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-847b13b1-03aa-48e6-9c85-7f4b9ea221f4 req-f1e90f21-6733-4e4b-b655-e054772b01de tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=45e231cd-88df-4a61-a62e-dfaa346cf0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521595 May 31 21:10:54.512282 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822f2ad8-2ed0-4103-a355-4bb6c0331bbe req-bd27721a-db4f-4b6e-863f-35de9421a38f tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:10:54.513815 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-822f2ad8-2ed0-4103-a355-4bb6c0331bbe req-bd27721a-db4f-4b6e-863f-35de9421a38f tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=faf12fce-2352-40df-a297-0d7b28379014 HTTP/1.1" status: 200 len: 945 time: 0.0510993 May 31 21:10:54.566767 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-822f2ad8-2ed0-4103-a355-4bb6c0331bbe req-b6961465-0c35-4f5e-aa6e-7bfcd0c82652 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/security-groups?id=71909b2b-34a3-4d69-b398-0bd2a67db903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473170 May 31 21:10:55.050659 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae6d366-9df5-4a77-8a12-2625431085b2 req-7b27b11d-2ccd-4c64-8424-2b72eda23f12 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:10:55.052062 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-dae6d366-9df5-4a77-8a12-2625431085b2 req-7b27b11d-2ccd-4c64-8424-2b72eda23f12 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.40 "GET /v2.0/ports?device_id=faf12fce-2352-40df-a297-0d7b28379014 HTTP/1.1" status: 200 len: 945 time: 0.0478225 May 31 21:10:55.139410 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.plugin [req-dae6d366-9df5-4a77-8a12-2625431085b2 req-73cd519d-39a3-4382-a3b8-c23627a92836 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Deleting port eb53f5b6-46bd-4009-8d09-18c62dd763ce {{(pid=104321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 31 21:10:55.140263 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-dae6d366-9df5-4a77-8a12-2625431085b2 req-73cd519d-39a3-4382-a3b8-c23627a92836 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747262076802'] for port (eb53f5b6-46bd-4009-8d09-18c62dd763ce), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:55.256356 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [req-dae6d366-9df5-4a77-8a12-2625431085b2 req-73cd519d-39a3-4382-a3b8-c23627a92836 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] For port eb53f5b6-46bd-4009-8d09-18c62dd763ce, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=eb53f5b6-46bd-4009-8d09-18c62dd763ce,segment=NetworkSegment(f5d5aacd-0a79-4c28-aa2d-fa67740c4f52),segment_id=f5d5aacd-0a79-4c28-aa2d-fa67740c4f52)] {{(pid=104321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:10:55.256972 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-dae6d366-9df5-4a77-8a12-2625431085b2 req-73cd519d-39a3-4382-a3b8-c23627a92836 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574989'] for port (eb53f5b6-46bd-4009-8d09-18c62dd763ce), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:55.285998 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cec698f-768e-45e2-9f48-c6dd19c151dc req-35cfc5b5-b1bf-4abe-8919-4371d2fdbf98 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:10:55.287574 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-7cec698f-768e-45e2-9f48-c6dd19c151dc req-35cfc5b5-b1bf-4abe-8919-4371d2fdbf98 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff87c7f6-31a7-4836-be01-c23f9c73629f HTTP/1.1" status: 200 len: 946 time: 0.0511808 May 31 21:10:55.344447 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-7cec698f-768e-45e2-9f48-c6dd19c151dc req-bf1dfc57-7538-4774-ada9-ab055aeda11f tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=45e231cd-88df-4a61-a62e-dfaa346cf0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497091 May 31 21:10:55.412138 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8316aaf3-2a3d-4b73-a76d-8fb1184961a4 req-01f64bae-aebc-4fd1-85e3-7251ef4e596c tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:10:55.413598 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-8316aaf3-2a3d-4b73-a76d-8fb1184961a4 req-01f64bae-aebc-4fd1-85e3-7251ef4e596c tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.40 "GET /v2.0/ports?device_id=ff87c7f6-31a7-4836-be01-c23f9c73629f HTTP/1.1" status: 200 len: 946 time: 0.0751388 May 31 21:10:55.531818 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-dae6d366-9df5-4a77-8a12-2625431085b2 req-73cd519d-39a3-4382-a3b8-c23627a92836 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:55.532165 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-dae6d366-9df5-4a77-8a12-2625431085b2 req-73cd519d-39a3-4382-a3b8-c23627a92836 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598426'] for floatingip (ba5a9ba1-3e68-4d88-ba15-018977660361), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:55.532490 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.db.l3_db [req-dae6d366-9df5-4a77-8a12-2625431085b2 req-73cd519d-39a3-4382-a3b8-c23627a92836 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Floating IP ba5a9ba1-3e68-4d88-ba15-018977660361 disassociated. External IP: 172.27.0.156, port: eb53f5b6-46bd-4009-8d09-18c62dd763ce. May 31 21:10:55.532812 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.plugin [req-dae6d366-9df5-4a77-8a12-2625431085b2 req-73cd519d-39a3-4382-a3b8-c23627a92836 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Calling delete_port for eb53f5b6-46bd-4009-8d09-18c62dd763ce owned by compute:nova {{(pid=104321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 31 21:10:55.558452 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.plugin [req-8316aaf3-2a3d-4b73-a76d-8fb1184961a4 req-25504a57-ffce-40a8-89b5-ade4f7fd26c0 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Deleting port f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77 {{(pid=104321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 31 21:10:55.558787 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-8316aaf3-2a3d-4b73-a76d-8fb1184961a4 req-25504a57-ffce-40a8-89b5-ade4f7fd26c0 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747262076802'] for port (f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:55.684959 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3ce4ab-a35f-4ddf-a375-4f2f1ff0147e req-b9ff94d7-c388-4063-8f50-fb3831045cce tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:10:55.686530 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-fc3ce4ab-a35f-4ddf-a375-4f2f1ff0147e req-b9ff94d7-c388-4063-8f50-fb3831045cce tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=faf12fce-2352-40df-a297-0d7b28379014 HTTP/1.1" status: 200 len: 945 time: 0.0479140 May 31 21:10:55.710572 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [req-8316aaf3-2a3d-4b73-a76d-8fb1184961a4 req-25504a57-ffce-40a8-89b5-ade4f7fd26c0 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] For port f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77,segment=NetworkSegment(a3a61b02-d451-4bb6-8acb-f707be60b746),segment_id=a3a61b02-d451-4bb6-8acb-f707be60b746)] {{(pid=104321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:10:55.715628 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-8316aaf3-2a3d-4b73-a76d-8fb1184961a4 req-25504a57-ffce-40a8-89b5-ade4f7fd26c0 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574989'] for port (f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:55.740109 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-fc3ce4ab-a35f-4ddf-a375-4f2f1ff0147e req-283b6ab5-b22a-4613-b748-f5b5a931e00a tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/security-groups?id=71909b2b-34a3-4d69-b398-0bd2a67db903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476828 May 31 21:10:55.892479 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-dae6d366-9df5-4a77-8a12-2625431085b2 req-73cd519d-39a3-4382-a3b8-c23627a92836 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747262050753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747261518138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25540506'] for port (eb53f5b6-46bd-4009-8d09-18c62dd763ce), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:55.904182 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:10:55.930639 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cd519d-39a3-4382-a3b8-c23627a92836 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Pushing event deleted for resources: {'Port': ['ID=eb53f5b6-46bd-4009-8d09-18c62dd763ce,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:10:55.950270 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:10:55.952746 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-8316aaf3-2a3d-4b73-a76d-8fb1184961a4 req-25504a57-ffce-40a8-89b5-ade4f7fd26c0 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:55.953115 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-8316aaf3-2a3d-4b73-a76d-8fb1184961a4 req-25504a57-ffce-40a8-89b5-ade4f7fd26c0 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598426'] for floatingip (ef0e977f-0c66-4aac-8538-83f676614c57), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:55.953431 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.db.l3_db [req-8316aaf3-2a3d-4b73-a76d-8fb1184961a4 req-25504a57-ffce-40a8-89b5-ade4f7fd26c0 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Floating IP ef0e977f-0c66-4aac-8538-83f676614c57 disassociated. External IP: 172.27.0.178, port: f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77. May 31 21:10:55.957316 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.plugin [req-8316aaf3-2a3d-4b73-a76d-8fb1184961a4 req-25504a57-ffce-40a8-89b5-ade4f7fd26c0 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Calling delete_port for f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77 owned by compute:nova {{(pid=104321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 31 21:10:56.125773 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dae6d366-9df5-4a77-8a12-2625431085b2 req-73cd519d-39a3-4382-a3b8-c23627a92836 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Router ff272f53-2b7a-4bbe-b725-5972a2793472 has already been hosted by L3 agent 13ce5b10-321e-4e80-b29e-1cfc3c51661e {{(pid=104321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 31 21:10:56.272978 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dae6d366-9df5-4a77-8a12-2625431085b2 req-73cd519d-39a3-4382-a3b8-c23627a92836 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Notify agent at l3_agent.dv-cinder-839793-16-iscsi the message routers_updated {{(pid=104321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 31 21:10:56.286612 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1066ff6c-eadb-4ed5-9a20-308928431e6c None None] Sync routers for ids ['ff272f53-2b7a-4bbe-b725-5972a2793472'] in dv-cinder-839793-16-iscsi {{(pid=104322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 21:10:56.307119 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1066ff6c-eadb-4ed5-9a20-308928431e6c None None] Routers {'ff272f53-2b7a-4bbe-b725-5972a2793472'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:10:56.308334 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-1066ff6c-eadb-4ed5-9a20-308928431e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:10:44Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['ff272f53-2b7a-4bbe-b725-5972a2793472'], 'active': True} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:10:56.319942 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-8316aaf3-2a3d-4b73-a76d-8fb1184961a4 req-25504a57-ffce-40a8-89b5-ade4f7fd26c0 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747262050753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747261518138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25540506'] for port (f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:56.391306 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25504a57-ffce-40a8-89b5-ade4f7fd26c0 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Pushing event deleted for resources: {'Port': ['ID=f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:10:56.403222 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [req-dae6d366-9df5-4a77-8a12-2625431085b2 req-73cd519d-39a3-4382-a3b8-c23627a92836 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] No DVR routers for this DVR port eb53f5b6-46bd-4009-8d09-18c62dd763ce on host hv-cinder-83979 {{(pid=104321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} May 31 21:10:56.408294 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-dae6d366-9df5-4a77-8a12-2625431085b2 req-73cd519d-39a3-4382-a3b8-c23627a92836 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for port (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:56.413640 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-dae6d366-9df5-4a77-8a12-2625431085b2 req-73cd519d-39a3-4382-a3b8-c23627a92836 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.40 "DELETE /v2.0/ports/eb53f5b6-46bd-4009-8d09-18c62dd763ce HTTP/1.1" status: 204 len: 173 time: 1.3549492 May 31 21:10:56.427183 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faf12fce-2352-40df-a297-0d7b28379014', 'name': 'network-vif-deleted', 'tag': 'eb53f5b6-46bd-4009-8d09-18c62dd763ce'}] {{(pid=104321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:10:56.431616 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6b014d5dee29fffbb36c15c330f4dd8b871b4cb67f19a16d167ed5ff3960b8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-912cf471-a994-446f-8512-4ff9fc6f1368" -d '{"events": [{"server_uuid": "faf12fce-2352-40df-a297-0d7b28379014", "name": "network-vif-deleted", "tag": "eb53f5b6-46bd-4009-8d09-18c62dd763ce"}]}' {{(pid=104321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:10:56.510517 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-385a7393-c824-4d8b-8914-9325fc29fda4 req-b986c5a0-c8d2-4564-9e2d-0bd96e6aac5b tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff87c7f6-31a7-4836-be01-c23f9c73629f HTTP/1.1" status: 200 len: 210 time: 0.0532603 May 31 21:10:56.512451 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 May 2022 21:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cedb488-a196-40ea-981c-87574f39aa6f x-openstack-request-id: req-0cedb488-a196-40ea-981c-87574f39aa6f {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:10:56.512743 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faf12fce-2352-40df-a297-0d7b28379014", "name": "network-vif-deleted", "tag": "eb53f5b6-46bd-4009-8d09-18c62dd763ce", "status": "completed", "code": 200}]} {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:10:56.512997 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0cedb488-a196-40ea-981c-87574f39aa6f {{(pid=104321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:10:56.513455 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cedb488-a196-40ea-981c-87574f39aa6f'] response: {'server_uuid': 'faf12fce-2352-40df-a297-0d7b28379014', 'name': 'network-vif-deleted', 'tag': 'eb53f5b6-46bd-4009-8d09-18c62dd763ce', 'status': 'completed', 'code': 200} May 31 21:10:56.534066 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvr_db [None req-1066ff6c-eadb-4ed5-9a20-308928431e6c None None] Set router ff272f53-2b7a-4bbe-b725-5972a2793472 gateway port host: dv-cinder-839793-16-iscsi {{(pid=104322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:10:56.754880 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-1066ff6c-eadb-4ed5-9a20-308928431e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff272f53-2b7a-4bbe-b725-5972a2793472', 'name': 'tempest-AttachVolumeTestJSON-315142425-router', 'tenant_id': '180ff6fd8c5b434abffa058ea99ef7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '290f01b7-6a91-4b97-a4b5-955ef8546d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:03:21Z', 'updated_at': '2022-05-31T21:03:29Z', 'revision_number': 4, 'project_id': '180ff6fd8c5b434abffa058ea99ef7c4', 'gw_port': {'id': '290f01b7-6a91-4b97-a4b5-955ef8546d00', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:61:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff272f53-2b7a-4bbe-b725-5972a2793472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:22Z', 'updated_at': '2022-05-31T21:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_interfaces': [{'id': '2baf48ae-5d17-4d40-9cfc-a85c7ef4db95', 'name': '', 'network_id': '1cab6d20-22a6-4088-8e1d-60992c365df4', 'tenant_id': '180ff6fd8c5b434abffa058ea99ef7c4', 'mac_address': 'fa:16:3e:04:0c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff272f53-2b7a-4bbe-b725-5972a2793472', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ed08b0b7-388e-4929-9128-adbbfafb9e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:27Z', 'updated_at': '2022-05-31T21:03:41Z', 'revision_number': 5, 'project_id': '180ff6fd8c5b434abffa058ea99ef7c4', 'subnets': [{'id': 'ed08b0b7-388e-4929-9128-adbbfafb9e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:10:56.787890 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1066ff6c-eadb-4ed5-9a20-308928431e6c None None] Checking router: ff272f53-2b7a-4bbe-b725-5972a2793472 for host: dv-cinder-839793-16-iscsi {{(pid=104322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 21:10:56.798225 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1066ff6c-eadb-4ed5-9a20-308928431e6c None None] Routers {'ff272f53-2b7a-4bbe-b725-5972a2793472'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:10:56.799251 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-1066ff6c-eadb-4ed5-9a20-308928431e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:10:44Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['ff272f53-2b7a-4bbe-b725-5972a2793472'], 'active': True} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:10:56.905776 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-aa2622a8-d2e7-44f6-a738-88d5fde3e747 req-207da015-6658-479a-96d2-a2fa7fbbb9c9 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=faf12fce-2352-40df-a297-0d7b28379014 HTTP/1.1" status: 200 len: 210 time: 0.0338783 May 31 21:10:56.912482 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8316aaf3-2a3d-4b73-a76d-8fb1184961a4 req-25504a57-ffce-40a8-89b5-ade4f7fd26c0 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Router f10feabd-124e-4c67-b3a2-78168d08d400 has already been hosted by L3 agent 13ce5b10-321e-4e80-b29e-1cfc3c51661e {{(pid=104321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 31 21:10:56.936157 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvr_db [None req-1066ff6c-eadb-4ed5-9a20-308928431e6c None None] Set router ff272f53-2b7a-4bbe-b725-5972a2793472 gateway port host: dv-cinder-839793-16-iscsi {{(pid=104322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:10:56.980620 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:10:57.044514 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8316aaf3-2a3d-4b73-a76d-8fb1184961a4 req-25504a57-ffce-40a8-89b5-ade4f7fd26c0 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Notify agent at l3_agent.dv-cinder-839793-16-iscsi the message routers_updated {{(pid=104321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 31 21:10:57.056244 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af6e2ab-cc1a-447a-a7c9-02b9e57a203b None None] Sync routers for ids ['f10feabd-124e-4c67-b3a2-78168d08d400'] in dv-cinder-839793-16-iscsi {{(pid=104323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 21:10:57.068616 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af6e2ab-cc1a-447a-a7c9-02b9e57a203b None None] Routers {'f10feabd-124e-4c67-b3a2-78168d08d400'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:10:57.069142 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-3af6e2ab-cc1a-447a-a7c9-02b9e57a203b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:10:44Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['f10feabd-124e-4c67-b3a2-78168d08d400'], 'active': True} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:10:57.102391 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [req-8316aaf3-2a3d-4b73-a76d-8fb1184961a4 req-25504a57-ffce-40a8-89b5-ade4f7fd26c0 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] No DVR routers for this DVR port f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77 on host hv-cinder-83979 {{(pid=104321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} May 31 21:10:57.106405 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-8316aaf3-2a3d-4b73-a76d-8fb1184961a4 req-25504a57-ffce-40a8-89b5-ade4f7fd26c0 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for port (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:57.115305 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-8316aaf3-2a3d-4b73-a76d-8fb1184961a4 req-25504a57-ffce-40a8-89b5-ade4f7fd26c0 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.40 "DELETE /v2.0/ports/f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77 HTTP/1.1" status: 204 len: 173 time: 1.6938293 May 31 21:10:57.155752 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-1066ff6c-eadb-4ed5-9a20-308928431e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff272f53-2b7a-4bbe-b725-5972a2793472', 'name': 'tempest-AttachVolumeTestJSON-315142425-router', 'tenant_id': '180ff6fd8c5b434abffa058ea99ef7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '290f01b7-6a91-4b97-a4b5-955ef8546d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:03:21Z', 'updated_at': '2022-05-31T21:03:29Z', 'revision_number': 4, 'project_id': '180ff6fd8c5b434abffa058ea99ef7c4', 'gw_port': {'id': '290f01b7-6a91-4b97-a4b5-955ef8546d00', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:61:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff272f53-2b7a-4bbe-b725-5972a2793472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:22Z', 'updated_at': '2022-05-31T21:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_interfaces': [{'id': '2baf48ae-5d17-4d40-9cfc-a85c7ef4db95', 'name': '', 'network_id': '1cab6d20-22a6-4088-8e1d-60992c365df4', 'tenant_id': '180ff6fd8c5b434abffa058ea99ef7c4', 'mac_address': 'fa:16:3e:04:0c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff272f53-2b7a-4bbe-b725-5972a2793472', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ed08b0b7-388e-4929-9128-adbbfafb9e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:27Z', 'updated_at': '2022-05-31T21:03:41Z', 'revision_number': 5, 'project_id': '180ff6fd8c5b434abffa058ea99ef7c4', 'subnets': [{'id': 'ed08b0b7-388e-4929-9128-adbbfafb9e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:10:57.185041 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1066ff6c-eadb-4ed5-9a20-308928431e6c None None] The sync data for ids ['ff272f53-2b7a-4bbe-b725-5972a2793472'] in dv-cinder-839793-16-iscsi is: [{'id': 'ff272f53-2b7a-4bbe-b725-5972a2793472', 'name': 'tempest-AttachVolumeTestJSON-315142425-router', 'tenant_id': '180ff6fd8c5b434abffa058ea99ef7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '290f01b7-6a91-4b97-a4b5-955ef8546d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:03:21Z', 'updated_at': '2022-05-31T21:03:29Z', 'revision_number': 4, 'project_id': '180ff6fd8c5b434abffa058ea99ef7c4', 'gw_port': {'id': '290f01b7-6a91-4b97-a4b5-955ef8546d00', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:61:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff272f53-2b7a-4bbe-b725-5972a2793472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:22Z', 'updated_at': '2022-05-31T21:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_interfaces': [{'id': '2baf48ae-5d17-4d40-9cfc-a85c7ef4db95', 'name': '', 'network_id': '1cab6d20-22a6-4088-8e1d-60992c365df4', 'tenant_id': '180ff6fd8c5b434abffa058ea99ef7c4', 'mac_address': 'fa:16:3e:04:0c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff272f53-2b7a-4bbe-b725-5972a2793472', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ed08b0b7-388e-4929-9128-adbbfafb9e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:27Z', 'updated_at': '2022-05-31T21:03:41Z', 'revision_number': 5, 'project_id': '180ff6fd8c5b434abffa058ea99ef7c4', 'subnets': [{'id': 'ed08b0b7-388e-4929-9128-adbbfafb9e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 21:10:57.191828 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvr_db [None req-3af6e2ab-cc1a-447a-a7c9-02b9e57a203b None None] Set router f10feabd-124e-4c67-b3a2-78168d08d400 gateway port host: dv-cinder-839793-16-iscsi {{(pid=104323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:10:57.422327 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-3af6e2ab-cc1a-447a-a7c9-02b9e57a203b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10feabd-124e-4c67-b3a2-78168d08d400', 'name': 'tempest-ServerRescueNegativeTestJSON-1173740089-router', 'tenant_id': 'f1b54ceb69fc4041b743a11eda4144a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '88678874-cbd7-48bd-9013-1ce7147065a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:03:20Z', 'updated_at': '2022-05-31T21:03:30Z', 'revision_number': 4, 'project_id': 'f1b54ceb69fc4041b743a11eda4144a8', 'gw_port': {'id': '88678874-cbd7-48bd-9013-1ce7147065a8', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:8f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10feabd-124e-4c67-b3a2-78168d08d400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:21Z', 'updated_at': '2022-05-31T21:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_interfaces': [{'id': 'f65c209b-1770-43c4-a6aa-8d34755f1725', 'name': '', 'network_id': '50707fc3-657a-4d1c-8628-0dfb2710b9bc', 'tenant_id': 'f1b54ceb69fc4041b743a11eda4144a8', 'mac_address': 'fa:16:3e:18:60:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10feabd-124e-4c67-b3a2-78168d08d400', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '056887a1-bc98-40be-80ec-f43fe7602ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:28Z', 'updated_at': '2022-05-31T21:03:44Z', 'revision_number': 5, 'project_id': 'f1b54ceb69fc4041b743a11eda4144a8', 'subnets': [{'id': '056887a1-bc98-40be-80ec-f43fe7602ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:10:57.455019 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af6e2ab-cc1a-447a-a7c9-02b9e57a203b None None] Checking router: f10feabd-124e-4c67-b3a2-78168d08d400 for host: dv-cinder-839793-16-iscsi {{(pid=104323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 21:10:57.467001 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af6e2ab-cc1a-447a-a7c9-02b9e57a203b None None] Routers {'f10feabd-124e-4c67-b3a2-78168d08d400'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:10:57.467639 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-3af6e2ab-cc1a-447a-a7c9-02b9e57a203b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:10:44Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['f10feabd-124e-4c67-b3a2-78168d08d400'], 'active': True} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:10:57.489153 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8a5028-671e-4fa9-8f5b-7d115ff87bb0 None None] New status for floating IP ba5a9ba1-3e68-4d88-ba15-018977660361: DOWN {{(pid=104322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 31 21:10:57.603143 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvr_db [None req-3af6e2ab-cc1a-447a-a7c9-02b9e57a203b None None] Set router f10feabd-124e-4c67-b3a2-78168d08d400 gateway port host: dv-cinder-839793-16-iscsi {{(pid=104323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:10:57.635395 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-87de5054-26f1-498f-8286-3008a350edaf req-accaa880-2d3f-4a11-8435-9e1ec98cfe9d tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff87c7f6-31a7-4836-be01-c23f9c73629f HTTP/1.1" status: 200 len: 210 time: 0.0292120 May 31 21:10:57.812099 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-3af6e2ab-cc1a-447a-a7c9-02b9e57a203b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10feabd-124e-4c67-b3a2-78168d08d400', 'name': 'tempest-ServerRescueNegativeTestJSON-1173740089-router', 'tenant_id': 'f1b54ceb69fc4041b743a11eda4144a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '88678874-cbd7-48bd-9013-1ce7147065a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:03:20Z', 'updated_at': '2022-05-31T21:03:30Z', 'revision_number': 4, 'project_id': 'f1b54ceb69fc4041b743a11eda4144a8', 'gw_port': {'id': '88678874-cbd7-48bd-9013-1ce7147065a8', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:8f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10feabd-124e-4c67-b3a2-78168d08d400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:21Z', 'updated_at': '2022-05-31T21:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_interfaces': [{'id': 'f65c209b-1770-43c4-a6aa-8d34755f1725', 'name': '', 'network_id': '50707fc3-657a-4d1c-8628-0dfb2710b9bc', 'tenant_id': 'f1b54ceb69fc4041b743a11eda4144a8', 'mac_address': 'fa:16:3e:18:60:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10feabd-124e-4c67-b3a2-78168d08d400', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '056887a1-bc98-40be-80ec-f43fe7602ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:28Z', 'updated_at': '2022-05-31T21:03:44Z', 'revision_number': 5, 'project_id': 'f1b54ceb69fc4041b743a11eda4144a8', 'subnets': [{'id': '056887a1-bc98-40be-80ec-f43fe7602ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:10:57.838172 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af6e2ab-cc1a-447a-a7c9-02b9e57a203b None None] The sync data for ids ['f10feabd-124e-4c67-b3a2-78168d08d400'] in dv-cinder-839793-16-iscsi is: [{'id': 'f10feabd-124e-4c67-b3a2-78168d08d400', 'name': 'tempest-ServerRescueNegativeTestJSON-1173740089-router', 'tenant_id': 'f1b54ceb69fc4041b743a11eda4144a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '88678874-cbd7-48bd-9013-1ce7147065a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:03:20Z', 'updated_at': '2022-05-31T21:03:30Z', 'revision_number': 4, 'project_id': 'f1b54ceb69fc4041b743a11eda4144a8', 'gw_port': {'id': '88678874-cbd7-48bd-9013-1ce7147065a8', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:8f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10feabd-124e-4c67-b3a2-78168d08d400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:21Z', 'updated_at': '2022-05-31T21:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_interfaces': [{'id': 'f65c209b-1770-43c4-a6aa-8d34755f1725', 'name': '', 'network_id': '50707fc3-657a-4d1c-8628-0dfb2710b9bc', 'tenant_id': 'f1b54ceb69fc4041b743a11eda4144a8', 'mac_address': 'fa:16:3e:18:60:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10feabd-124e-4c67-b3a2-78168d08d400', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '056887a1-bc98-40be-80ec-f43fe7602ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:28Z', 'updated_at': '2022-05-31T21:03:44Z', 'revision_number': 5, 'project_id': 'f1b54ceb69fc4041b743a11eda4144a8', 'subnets': [{'id': '056887a1-bc98-40be-80ec-f43fe7602ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 21:10:58.099391 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 38814) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:10:58.100139 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26394811-1839-4262-9ea4-78fc1efc3e8c None None] New status for floating IP ef0e977f-0c66-4aac-8538-83f676614c57: DOWN {{(pid=104323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 31 21:10:58.169102 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-fdb4c845-b05d-475f-861f-90d2b29f724b tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks [] for security_group (71909b2b-34a3-4d69-b398-0bd2a67db903), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:58.174811 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:10:58.201612 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-fdb4c845-b05d-475f-861f-90d2b29f724b tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks [] for security_group (71909b2b-34a3-4d69-b398-0bd2a67db903), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:58.236248 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:10:58.355187 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-fdb4c845-b05d-475f-861f-90d2b29f724b tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (71909b2b-34a3-4d69-b398-0bd2a67db903), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:58.357768 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-fdb4c845-b05d-475f-861f-90d2b29f724b tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks [] for security_group (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:58.358997 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-fdb4c845-b05d-475f-861f-90d2b29f724b tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "DELETE /v2.0/security-groups/71909b2b-34a3-4d69-b398-0bd2a67db903 HTTP/1.1" status: 204 len: 168 time: 0.2609098 May 31 21:10:58.363722 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 38816) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:10:58.374427 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb4c845-b05d-475f-861f-90d2b29f724b tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71909b2b-34a3-4d69-b398-0bd2a67db903,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:10:58.379061 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.api.v2.resource [None req-37336fc3-592e-4a50-87ce-590e8a29469c tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] show failed (client error): The resource could not be found. May 31 21:10:58.381000 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-37336fc3-592e-4a50-87ce-590e8a29469c tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/security-groups/71909b2b-34a3-4d69-b398-0bd2a67db903 HTTP/1.1" status: 404 len: 347 time: 0.0160761 May 31 21:10:58.384325 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 38818) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:10:58.514828 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff87c7f6-31a7-4836-be01-c23f9c73629f', 'name': 'network-vif-deleted', 'tag': 'f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77'}] {{(pid=104321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:10:58.517181 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6b014d5dee29fffbb36c15c330f4dd8b871b4cb67f19a16d167ed5ff3960b8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f205f7d-ee65-41a5-9ceb-d9b1ce3ae51c" -d '{"events": [{"server_uuid": "ff87c7f6-31a7-4836-be01-c23f9c73629f", "name": "network-vif-deleted", "tag": "f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77"}]}' {{(pid=104321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:10:58.523079 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-a7b0424f-e5a0-48ce-bfcf-e0022b756b27 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Deleting port fc59951c-0690-416e-a5dc-69da2971bcca {{(pid=104320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 31 21:10:58.523998 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-a7b0424f-e5a0-48ce-bfcf-e0022b756b27 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747262076802'] for port (fc59951c-0690-416e-a5dc-69da2971bcca), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:58.554412 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 May 2022 21:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-927a19be-c843-4ded-aa96-9eb58ec91c0d x-openstack-request-id: req-927a19be-c843-4ded-aa96-9eb58ec91c0d {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:10:58.554724 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff87c7f6-31a7-4836-be01-c23f9c73629f", "name": "network-vif-deleted", "tag": "f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77", "status": "completed", "code": 200}]} {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:10:58.554976 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-927a19be-c843-4ded-aa96-9eb58ec91c0d {{(pid=104321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:10:58.555373 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-927a19be-c843-4ded-aa96-9eb58ec91c0d'] response: {'server_uuid': 'ff87c7f6-31a7-4836-be01-c23f9c73629f', 'name': 'network-vif-deleted', 'tag': 'f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77', 'status': 'completed', 'code': 200} May 31 21:10:58.611753 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-a7b0424f-e5a0-48ce-bfcf-e0022b756b27 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574989'] for port (fc59951c-0690-416e-a5dc-69da2971bcca), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:58.611986 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-a7b0424f-e5a0-48ce-bfcf-e0022b756b27 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks [] for floatingip (fc59951c-0690-416e-a5dc-69da2971bcca), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:58.627645 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-a7b0424f-e5a0-48ce-bfcf-e0022b756b27 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Calling delete_port for fc59951c-0690-416e-a5dc-69da2971bcca owned by network:floatingip {{(pid=104320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 31 21:10:58.842181 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 38826) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:10:58.863601 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-a7b0424f-e5a0-48ce-bfcf-e0022b756b27 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747262050753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747261518138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437045'] for port (fc59951c-0690-416e-a5dc-69da2971bcca), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:58.890461 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b0424f-e5a0-48ce-bfcf-e0022b756b27 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Pushing event deleted for resources: {'Port': ['ID=fc59951c-0690-416e-a5dc-69da2971bcca,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:10:58.907615 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-ac19920c-6839-4d6f-a39f-d5201b83a8a7 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Publish callbacks [] for security_group (45e231cd-88df-4a61-a62e-dfaa346cf0fd), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:58.932589 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-ac19920c-6839-4d6f-a39f-d5201b83a8a7 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Publish callbacks [] for security_group (45e231cd-88df-4a61-a62e-dfaa346cf0fd), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:58.963063 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-a7b0424f-e5a0-48ce-bfcf-e0022b756b27 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks [] for floatingip (ba5a9ba1-3e68-4d88-ba15-018977660361), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:58.965667 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-a7b0424f-e5a0-48ce-bfcf-e0022b756b27 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for floatingip (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:58.973498 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-a7b0424f-e5a0-48ce-bfcf-e0022b756b27 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "DELETE /v2.0/floatingips/ba5a9ba1-3e68-4d88-ba15-018977660361 HTTP/1.1" status: 204 len: 168 time: 0.5841205 May 31 21:10:59.097824 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-ac19920c-6839-4d6f-a39f-d5201b83a8a7 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (45e231cd-88df-4a61-a62e-dfaa346cf0fd), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:59.100562 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-ac19920c-6839-4d6f-a39f-d5201b83a8a7 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Publish callbacks [] for security_group (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:59.102316 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-ac19920c-6839-4d6f-a39f-d5201b83a8a7 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "DELETE /v2.0/security-groups/45e231cd-88df-4a61-a62e-dfaa346cf0fd HTTP/1.1" status: 204 len: 168 time: 0.2585289 May 31 21:10:59.105015 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 38830) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:10:59.112384 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac19920c-6839-4d6f-a39f-d5201b83a8a7 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e231cd-88df-4a61-a62e-dfaa346cf0fd,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:10:59.120723 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.api.v2.resource [None req-6f58c574-4434-4d1a-9574-8820bfef1990 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] show failed (client error): The resource could not be found. May 31 21:10:59.122213 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-6f58c574-4434-4d1a-9574-8820bfef1990 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups/45e231cd-88df-4a61-a62e-dfaa346cf0fd HTTP/1.1" status: 404 len: 347 time: 0.0157142 May 31 21:10:59.128786 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 38832) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:10:59.160907 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 38834) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:10:59.165395 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [None req-480335c4-0282-4121-9e1c-fefae50541a2 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Request body: {'security_group': {'name': 'tempest-securitygroup--985717226', 'description': 'tempest-description--1328309242'}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:10:59.249718 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-5e3c6931-8449-4ef7-a176-eff7457854ba tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Deleting port 241165ad-7484-426c-98bf-5d2c23fe1615 {{(pid=104320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 31 21:10:59.250099 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-5e3c6931-8449-4ef7-a176-eff7457854ba tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747262076802'] for port (241165ad-7484-426c-98bf-5d2c23fe1615), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:59.278979 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-480335c4-0282-4121-9e1c-fefae50541a2 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks [] for security_group (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:59.348067 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-5e3c6931-8449-4ef7-a176-eff7457854ba tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574989'] for port (241165ad-7484-426c-98bf-5d2c23fe1615), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:59.348399 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-5e3c6931-8449-4ef7-a176-eff7457854ba tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Publish callbacks [] for floatingip (241165ad-7484-426c-98bf-5d2c23fe1615), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:59.353277 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-480335c4-0282-4121-9e1c-fefae50541a2 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks [] for security_group (e1a9435d-187a-404a-b52b-ede56537015a), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:59.361408 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-5e3c6931-8449-4ef7-a176-eff7457854ba tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Calling delete_port for 241165ad-7484-426c-98bf-5d2c23fe1615 owned by network:floatingip {{(pid=104320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 31 21:10:59.429167 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-480335c4-0282-4121-9e1c-fefae50541a2 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (e1a9435d-187a-404a-b52b-ede56537015a), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:59.461973 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480335c4-0282-4121-9e1c-fefae50541a2 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a9435d-187a-404a-b52b-ede56537015a,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:10:59.540294 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-480335c4-0282-4121-9e1c-fefae50541a2 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks [] for security_group (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:59.541616 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-480335c4-0282-4121-9e1c-fefae50541a2 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3796635 May 31 21:10:59.544522 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 38836) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:10:59.548906 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [None req-ee19c311-456c-41c2-9a1f-d48033d88073 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Request body: {'security_group_rule': {'security_group_id': 'e1a9435d-187a-404a-b52b-ede56537015a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:10:59.576126 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-5e3c6931-8449-4ef7-a176-eff7457854ba tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747262050753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747261518138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437045'] for port (241165ad-7484-426c-98bf-5d2c23fe1615), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:59.605030 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3c6931-8449-4ef7-a176-eff7457854ba tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Pushing event deleted for resources: {'Port': ['ID=241165ad-7484-426c-98bf-5d2c23fe1615,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:10:59.629951 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:10:59.651174 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-ee19c311-456c-41c2-9a1f-d48033d88073 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks [] for security_group_rule (dc4d1c24-3d30-4f8e-aabe-6e5c7d13b5e7), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:59.657127 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:DELETE=9,neutron:SELECT=91 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:10:59.670503 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-5e3c6931-8449-4ef7-a176-eff7457854ba tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Publish callbacks [] for floatingip (ef0e977f-0c66-4aac-8538-83f676614c57), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:59.673025 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-5e3c6931-8449-4ef7-a176-eff7457854ba tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for floatingip (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:59.676181 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-5e3c6931-8449-4ef7-a176-eff7457854ba tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "DELETE /v2.0/floatingips/ef0e977f-0c66-4aac-8538-83f676614c57 HTTP/1.1" status: 204 len: 168 time: 0.5444565 May 31 21:10:59.682662 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=9 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:10:59.704974 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-ee19c311-456c-41c2-9a1f-d48033d88073 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks [] for security_group_rule (dc4d1c24-3d30-4f8e-aabe-6e5c7d13b5e7), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:59.790180 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-ee19c311-456c-41c2-9a1f-d48033d88073 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769332'] for security_group_rule (dc4d1c24-3d30-4f8e-aabe-6e5c7d13b5e7), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:59.809559 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee19c311-456c-41c2-9a1f-d48033d88073 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc4d1c24-3d30-4f8e-aabe-6e5c7d13b5e7,revision_number=0']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:10:59.882460 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-ee19c311-456c-41c2-9a1f-d48033d88073 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:10:59.884425 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-ee19c311-456c-41c2-9a1f-d48033d88073 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3389361 May 31 21:10:59.887232 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 38840) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:10:59.891876 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.v2.base [None req-7a7ae443-6b7b-4383-9524-155912d66872 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Request body: {'security_group_rule': {'security_group_id': 'e1a9435d-187a-404a-b52b-ede56537015a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:11:00.012721 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-7a7ae443-6b7b-4383-9524-155912d66872 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks [] for security_group_rule (37dc2f53-4897-4192-a018-2ab6f221a939), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:00.070195 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-7a7ae443-6b7b-4383-9524-155912d66872 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks [] for security_group_rule (37dc2f53-4897-4192-a018-2ab6f221a939), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:00.131800 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-7a7ae443-6b7b-4383-9524-155912d66872 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769332'] for security_group_rule (37dc2f53-4897-4192-a018-2ab6f221a939), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:00.151751 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7ae443-6b7b-4383-9524-155912d66872 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37dc2f53-4897-4192-a018-2ab6f221a939,revision_number=0']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:11:00.223780 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-7a7ae443-6b7b-4383-9524-155912d66872 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:00.225024 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-7a7ae443-6b7b-4383-9524-155912d66872 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3367908 May 31 21:11:00.228772 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 38844) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:11:00.233083 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.v2.base [None req-e52c0073-0a57-455b-8eee-f5e36a2ad453 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Request body: {'floatingip': {'floating_network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac'}} {{(pid=104320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:11:00.321117 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-e52c0073-0a57-455b-8eee-f5e36a2ad453 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:00.404194 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-e52c0073-0a57-455b-8eee-f5e36a2ad453 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:00.483549 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 31 21:11:00.503808 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] No Port match for: f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77 {{(pid=104322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 31 21:11:00.504297 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device f7d9ea30-c776-41ba-8cc7-b1d9dce9aa77 not bound to the agent host hv-cinder-83979 {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 31 21:11:00.504722 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device eb53f5b6-46bd-4009-8d09-18c62dd763ce no longer exists at agent hyperv_hv-cinder-83979 {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 31 21:11:00.516769 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.db.db_base_plugin_common [None req-e52c0073-0a57-455b-8eee-f5e36a2ad453 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Allocated IP 172.27.0.74 (c2cfca3b-95da-4cff-a3c5-795dffb6abac/763c29f6-cebe-4813-9ab2-68212649a0b5/00e58cec-89ab-4874-9f87-1dc6206391c3) {{(pid=104320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 21:11:00.524204 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] No Port match for: eb53f5b6-46bd-4009-8d09-18c62dd763ce {{(pid=104322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 31 21:11:00.524668 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device eb53f5b6-46bd-4009-8d09-18c62dd763ce not bound to the agent host hv-cinder-83979 {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 31 21:11:00.624121 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-e52c0073-0a57-455b-8eee-f5e36a2ad453 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks [] for port (00e58cec-89ab-4874-9f87-1dc6206391c3), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:00.709832 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-e52c0073-0a57-455b-8eee-f5e36a2ad453 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747261518129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437045'] for port (00e58cec-89ab-4874-9f87-1dc6206391c3), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:00.750358 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52c0073-0a57-455b-8eee-f5e36a2ad453 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Network c2cfca3b-95da-4cff-a3c5-795dffb6abac is already hosted by enough agents. {{(pid=104320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 21:11:00.754742 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.base_scheduler [None req-e52c0073-0a57-455b-8eee-f5e36a2ad453 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Resources bound (agent type, host, resource id): {{(pid=104320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:11:00.761359 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52c0073-0a57-455b-8eee-f5e36a2ad453 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Received port after_create {{(pid=104320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 31 21:11:00.766533 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52c0073-0a57-455b-8eee-f5e36a2ad453 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Pushing event updated for resources: {'Port': ['ID=00e58cec-89ab-4874-9f87-1dc6206391c3,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:11:00.852644 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-e52c0073-0a57-455b-8eee-f5e36a2ad453 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks [] for floatingip (aa5a99e6-9eb8-48a7-9d1d-1d792b063f6d), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:00.953490 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-e52c0073-0a57-455b-8eee-f5e36a2ad453 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (00e58cec-89ab-4874-9f87-1dc6206391c3), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:00.955947 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:11:00.991101 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:11:01.143915 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-e52c0073-0a57-455b-8eee-f5e36a2ad453 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks [] for port (00e58cec-89ab-4874-9f87-1dc6206391c3), precommit_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:01.235466 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-e52c0073-0a57-455b-8eee-f5e36a2ad453 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437050'] for port (00e58cec-89ab-4874-9f87-1dc6206391c3), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:01.313596 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52c0073-0a57-455b-8eee-f5e36a2ad453 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Pushing event updated for resources: {'Port': ['ID=00e58cec-89ab-4874-9f87-1dc6206391c3,revision_number=2']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:11:01.325356 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-e52c0073-0a57-455b-8eee-f5e36a2ad453 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598426'] for floatingip (aa5a99e6-9eb8-48a7-9d1d-1d792b063f6d), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:01.423447 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-e52c0073-0a57-455b-8eee-f5e36a2ad453 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for floatingip (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:01.424756 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-e52c0073-0a57-455b-8eee-f5e36a2ad453 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1950223 May 31 21:11:01.629740 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-e12eec4b-dd9c-4e1b-90c5-6f75d7945778 req-d16be922-cfe8-4b1c-a6f4-f528b106433b tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--985717226&fields=id&tenant_id=180ff6fd8c5b434abffa058ea99ef7c4 HTTP/1.1" status: 200 len: 267 time: 0.0480506 May 31 21:11:01.745159 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12eec4b-dd9c-4e1b-90c5-6f75d7945778 req-2e84637b-9ffa-4957-9053-0cee86b41b41 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:01.746636 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-e12eec4b-dd9c-4e1b-90c5-6f75d7945778 req-2e84637b-9ffa-4957-9053-0cee86b41b41 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/networks?id=1cab6d20-22a6-4088-8e1d-60992c365df4 HTTP/1.1" status: 200 len: 810 time: 0.1094840 May 31 21:11:01.762075 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-e12eec4b-dd9c-4e1b-90c5-6f75d7945778 req-f0438996-a9e0-45ae-a895-8cb856176f42 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/quotas/180ff6fd8c5b434abffa058ea99ef7c4 HTTP/1.1" status: 200 len: 375 time: 0.0097280 May 31 21:11:01.810391 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-e12eec4b-dd9c-4e1b-90c5-6f75d7945778 req-519ed047-2f19-4f43-93f9-eb0200d3984b tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=180ff6fd8c5b434abffa058ea99ef7c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0432775 May 31 21:11:02.161368 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-e12eec4b-dd9c-4e1b-90c5-6f75d7945778 req-dd840c3d-dacf-41a1-b52d-03173e300e2c service neutron] 10.222.0.55 "GET /v2.0/networks/1cab6d20-22a6-4088-8e1d-60992c365df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3385448 May 31 21:11:02.212192 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:11:02.252355 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-e12eec4b-dd9c-4e1b-90c5-6f75d7945778 req-1d48064c-9ef8-423d-98ff-984798660491 service neutron] 10.222.0.55 "GET /v2.0/networks/1cab6d20-22a6-4088-8e1d-60992c365df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852602 May 31 21:11:02.491644 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-57d4b7c3-5947-4e1c-b0f0-58301e4b25dd req-5f458418-c9b0-4677-aafd-3a2f18e0e544 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=e26c2265-9a33-4c2a-9e41-6bf685f4c525 HTTP/1.1" status: 200 len: 210 time: 0.0276973 May 31 21:11:02.834999 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c69058-f9d9-4a71-96f0-d1e7bc16063d req-9efb601d-4e4d-4079-91ee-516adb2ae9bb tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:02.837019 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-43c69058-f9d9-4a71-96f0-d1e7bc16063d req-9efb601d-4e4d-4079-91ee-516adb2ae9bb tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bff085f-5477-4588-9e08-533189d2db08 HTTP/1.1" status: 200 len: 946 time: 0.0524979 May 31 21:11:02.886091 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-43c69058-f9d9-4a71-96f0-d1e7bc16063d req-2a379817-d2dd-4b8b-a2ab-e90f4a4d0a85 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=12907732-5570-4844-bbdc-00a8a81608d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433936 May 31 21:11:03.459352 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69366b7-ec90-44db-9990-e94ab9739c8f req-a0359dbd-b8fd-4194-b76f-f731ff9f7e60 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:03.460895 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-f69366b7-ec90-44db-9990-e94ab9739c8f req-a0359dbd-b8fd-4194-b76f-f731ff9f7e60 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.40 "GET /v2.0/ports?device_id=9bff085f-5477-4588-9e08-533189d2db08 HTTP/1.1" status: 200 len: 946 time: 0.0496106 May 31 21:11:03.546507 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.plugin [req-f69366b7-ec90-44db-9990-e94ab9739c8f req-75f28a0c-e5a7-40e2-a270-b85189144094 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Deleting port 31db06ed-717e-4c7e-8538-117ccbffa87d {{(pid=104321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 31 21:11:03.546873 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-f69366b7-ec90-44db-9990-e94ab9739c8f req-75f28a0c-e5a7-40e2-a270-b85189144094 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747262076802'] for port (31db06ed-717e-4c7e-8538-117ccbffa87d), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:03.593863 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-038574ea-2562-411a-ac30-b4476c5dd66d req-455bb5e3-b81c-4504-bf78-75f8833fb230 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=e26c2265-9a33-4c2a-9e41-6bf685f4c525 HTTP/1.1" status: 200 len: 210 time: 0.0287263 May 31 21:11:03.647100 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [req-f69366b7-ec90-44db-9990-e94ab9739c8f req-75f28a0c-e5a7-40e2-a270-b85189144094 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] For port 31db06ed-717e-4c7e-8538-117ccbffa87d, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=31db06ed-717e-4c7e-8538-117ccbffa87d,segment=NetworkSegment(a3a61b02-d451-4bb6-8acb-f707be60b746),segment_id=a3a61b02-d451-4bb6-8acb-f707be60b746)] {{(pid=104321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:11:03.647474 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-f69366b7-ec90-44db-9990-e94ab9739c8f req-75f28a0c-e5a7-40e2-a270-b85189144094 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574989'] for port (31db06ed-717e-4c7e-8538-117ccbffa87d), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:03.663331 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.plugin [req-f69366b7-ec90-44db-9990-e94ab9739c8f req-75f28a0c-e5a7-40e2-a270-b85189144094 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Calling delete_port for 31db06ed-717e-4c7e-8538-117ccbffa87d owned by compute:nova {{(pid=104321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 31 21:11:03.706368 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:11:03.897754 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-f69366b7-ec90-44db-9990-e94ab9739c8f req-75f28a0c-e5a7-40e2-a270-b85189144094 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747262050753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747261518138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25540506'] for port (31db06ed-717e-4c7e-8538-117ccbffa87d), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:03.909087 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] get_ports_and_sgs() called for port_ids ['d441d5e6-2812-4d1f-bf38-96cb2c781ded', '31db06ed-717e-4c7e-8538-117ccbffa87d'] {{(pid=104322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 31 21:11:03.928876 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f28a0c-e5a7-40e2-a270-b85189144094 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Pushing event deleted for resources: {'Port': ['ID=31db06ed-717e-4c7e-8538-117ccbffa87d,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:11:03.980658 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [req-f69366b7-ec90-44db-9990-e94ab9739c8f req-75f28a0c-e5a7-40e2-a270-b85189144094 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] No DVR routers for this DVR port 31db06ed-717e-4c7e-8538-117ccbffa87d on host hv-cinder-83979 {{(pid=104321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} May 31 21:11:03.985093 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-f69366b7-ec90-44db-9990-e94ab9739c8f req-75f28a0c-e5a7-40e2-a270-b85189144094 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for port (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:03.989193 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-f69366b7-ec90-44db-9990-e94ab9739c8f req-75f28a0c-e5a7-40e2-a270-b85189144094 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.40 "DELETE /v2.0/ports/31db06ed-717e-4c7e-8538-117ccbffa87d HTTP/1.1" status: 204 len: 173 time: 0.5229859 May 31 21:11:03.989193 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bff085f-5477-4588-9e08-533189d2db08', 'name': 'network-vif-deleted', 'tag': '31db06ed-717e-4c7e-8538-117ccbffa87d'}] {{(pid=104321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:11:03.991649 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6b014d5dee29fffbb36c15c330f4dd8b871b4cb67f19a16d167ed5ff3960b8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5625cea-48a4-4739-b19e-f47c37570588" -d '{"events": [{"server_uuid": "9bff085f-5477-4588-9e08-533189d2db08", "name": "network-vif-deleted", "tag": "31db06ed-717e-4c7e-8538-117ccbffa87d"}]}' {{(pid=104321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:11:03.999681 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-6dbd8aa7-8ca2-472d-bf59-5186fce478d5 req-8689c6f8-7d03-42b6-a7d5-a58a96265cd1 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bff085f-5477-4588-9e08-533189d2db08 HTTP/1.1" status: 200 len: 210 time: 0.0285261 May 31 21:11:04.030037 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 May 2022 21:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5484e6c2-eb3b-445b-9b30-e9d7a2499e87 x-openstack-request-id: req-5484e6c2-eb3b-445b-9b30-e9d7a2499e87 {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:11:04.030339 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bff085f-5477-4588-9e08-533189d2db08", "name": "network-vif-deleted", "tag": "31db06ed-717e-4c7e-8538-117ccbffa87d", "status": "completed", "code": 200}]} {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:11:04.030584 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5484e6c2-eb3b-445b-9b30-e9d7a2499e87 {{(pid=104321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:11:04.030987 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5484e6c2-eb3b-445b-9b30-e9d7a2499e87'] response: {'server_uuid': '9bff085f-5477-4588-9e08-533189d2db08', 'name': 'network-vif-deleted', 'tag': '31db06ed-717e-4c7e-8538-117ccbffa87d', 'status': 'completed', 'code': 200} May 31 21:11:04.620306 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12eec4b-dd9c-4e1b-90c5-6f75d7945778 req-7f44528d-4447-4054-a262-ee94a40231bc tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:04.621770 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-e12eec4b-dd9c-4e1b-90c5-6f75d7945778 req-7f44528d-4447-4054-a262-ee94a40231bc tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.40 "GET /v2.0/networks?id=1cab6d20-22a6-4088-8e1d-60992c365df4 HTTP/1.1" status: 200 len: 810 time: 0.1058440 May 31 21:11:04.690426 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-9baed327-7a82-4315-9464-ee9b478705aa req-9cfb6e65-da6b-47ee-97c6-3778f37ac9cc tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=e26c2265-9a33-4c2a-9e41-6bf685f4c525 HTTP/1.1" status: 200 len: 210 time: 0.0304725 May 31 21:11:04.886585 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-e12eec4b-dd9c-4e1b-90c5-6f75d7945778 req-96b127f7-fb16-48c9-af8a-50bd83c7fb71 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.40 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=180ff6fd8c5b434abffa058ea99ef7c4 HTTP/1.1" status: 200 len: 379 time: 0.0553217 May 31 21:11:04.895228 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [req-e12eec4b-dd9c-4e1b-90c5-6f75d7945778 req-f88a52fa-740e-47eb-98dd-a84d37a7500c tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Request body: {'port': {'device_id': 'e26c2265-9a33-4c2a-9e41-6bf685f4c525', 'network_id': '1cab6d20-22a6-4088-8e1d-60992c365df4', 'admin_state_up': True, 'tenant_id': '180ff6fd8c5b434abffa058ea99ef7c4', 'security_groups': ['e1a9435d-187a-404a-b52b-ede56537015a']}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:11:05.078581 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e12eec4b-dd9c-4e1b-90c5-6f75d7945778 req-f88a52fa-740e-47eb-98dd-a84d37a7500c tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Made reservation on behalf of 180ff6fd8c5b434abffa058ea99ef7c4 for: {'port': 1} {{(pid=104321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 21:11:05.082152 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-e12eec4b-dd9c-4e1b-90c5-6f75d7945778 req-f88a52fa-740e-47eb-98dd-a84d37a7500c tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:05.085305 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:11:05.112414 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-7a7a9984-d878-43a8-b21b-c55750e21eea req-629c50e9-a737-4ce5-b405-e97c277320ad tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bff085f-5477-4588-9e08-533189d2db08 HTTP/1.1" status: 200 len: 210 time: 0.0263705 May 31 21:11:05.208910 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.db_base_plugin_common [req-e12eec4b-dd9c-4e1b-90c5-6f75d7945778 req-f88a52fa-740e-47eb-98dd-a84d37a7500c tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Allocated IP 172.20.0.13 (1cab6d20-22a6-4088-8e1d-60992c365df4/ed08b0b7-388e-4929-9128-adbbfafb9e7c/04ab265f-077c-4c29-bea4-68787d93131b) {{(pid=104321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 21:11:05.347557 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-e12eec4b-dd9c-4e1b-90c5-6f75d7945778 req-f88a52fa-740e-47eb-98dd-a84d37a7500c tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks [] for port (04ab265f-077c-4c29-bea4-68787d93131b), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:05.417879 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-e12eec4b-dd9c-4e1b-90c5-6f75d7945778 req-f88a52fa-740e-47eb-98dd-a84d37a7500c tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747261518129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25540506'] for port (04ab265f-077c-4c29-bea4-68787d93131b), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:05.430101 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:11:05.459070 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e12eec4b-dd9c-4e1b-90c5-6f75d7945778 req-f88a52fa-740e-47eb-98dd-a84d37a7500c tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Network 1cab6d20-22a6-4088-8e1d-60992c365df4 is already hosted by enough agents. {{(pid=104321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 21:11:05.462168 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.base_scheduler [req-e12eec4b-dd9c-4e1b-90c5-6f75d7945778 req-f88a52fa-740e-47eb-98dd-a84d37a7500c tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Resources bound (agent type, host, resource id): {{(pid=104321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:11:05.464471 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [req-e12eec4b-dd9c-4e1b-90c5-6f75d7945778 req-f88a52fa-740e-47eb-98dd-a84d37a7500c tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Received port after_create {{(pid=104321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 31 21:11:05.502472 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88a52fa-740e-47eb-98dd-a84d37a7500c tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Pushing event updated for resources: {'Port': ['ID=04ab265f-077c-4c29-bea4-68787d93131b,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:11:05.530256 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12eec4b-dd9c-4e1b-90c5-6f75d7945778 req-f88a52fa-740e-47eb-98dd-a84d37a7500c tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:05.530865 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-e12eec4b-dd9c-4e1b-90c5-6f75d7945778 req-f88a52fa-740e-47eb-98dd-a84d37a7500c tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for port (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:05.586056 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-e12eec4b-dd9c-4e1b-90c5-6f75d7945778 req-f88a52fa-740e-47eb-98dd-a84d37a7500c tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6942437 May 31 21:11:05.598224 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [req-e12eec4b-dd9c-4e1b-90c5-6f75d7945778 req-6c5e4b16-a703-43c1-8659-477e36486376 service neutron] Request body: {'port': {'device_id': 'e26c2265-9a33-4c2a-9e41-6bf685f4c525', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:11:05.659727 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-e12eec4b-dd9c-4e1b-90c5-6f75d7945778 req-6c5e4b16-a703-43c1-8659-477e36486376 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (04ab265f-077c-4c29-bea4-68787d93131b), before_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:05.704662 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:11:05.710298 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-6e6d0bc8-337f-4801-a5cd-5fadc56f165a None None] Provisioning complete for port 04ab265f-077c-4c29-bea4-68787d93131b triggered by entity DHCP. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:11:05.712958 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-6e6d0bc8-337f-4801-a5cd-5fadc56f165a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (04ab265f-077c-4c29-bea4-68787d93131b), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:05.740408 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=75,neutron:UPDATE=2 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:11:05.744635 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=68,neutron:UPDATE=3 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:11:05.757578 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-6e6d0bc8-337f-4801-a5cd-5fadc56f165a None None] Port 04ab265f-077c-4c29-bea4-68787d93131b cannot update to ACTIVE because it is not bound. {{(pid=104322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 31 21:11:05.810864 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8912da-98b3-47c0-a2f4-19b186f2ded3 req-a90c965b-bc16-465e-ab14-7c30ca1ebdfc tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:05.812907 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-8f8912da-98b3-47c0-a2f4-19b186f2ded3 req-a90c965b-bc16-465e-ab14-7c30ca1ebdfc tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=e26c2265-9a33-4c2a-9e41-6bf685f4c525 HTTP/1.1" status: 200 len: 932 time: 0.0503328 May 31 21:11:05.861130 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-8f8912da-98b3-47c0-a2f4-19b186f2ded3 req-17ffaee4-852b-4aa4-a8f8-670646e73782 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/security-groups?id=e1a9435d-187a-404a-b52b-ede56537015a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430753 May 31 21:11:05.949732 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.notifiers.nova [req-e12eec4b-dd9c-4e1b-90c5-6f75d7945778 req-6c5e4b16-a703-43c1-8659-477e36486376 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04ab265f-077c-4c29-bea4-68787d93131b {{(pid=104321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 21:11:05.957063 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-e12eec4b-dd9c-4e1b-90c5-6f75d7945778 req-6c5e4b16-a703-43c1-8659-477e36486376 service neutron] Publish callbacks [] for port (04ab265f-077c-4c29-bea4-68787d93131b), precommit_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:05.970699 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.provisioning_blocks [req-e12eec4b-dd9c-4e1b-90c5-6f75d7945778 req-6c5e4b16-a703-43c1-8659-477e36486376 service neutron] Transition to ACTIVE for port object 04ab265f-077c-4c29-bea4-68787d93131b will not be triggered until provisioned by entity L2. {{(pid=104321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 31 21:11:06.055349 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-e12eec4b-dd9c-4e1b-90c5-6f75d7945778 req-6c5e4b16-a703-43c1-8659-477e36486376 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25540501'] for port (04ab265f-077c-4c29-bea4-68787d93131b), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:06.091837 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:11:06.109276 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5e4b16-a703-43c1-8659-477e36486376 service neutron] Pushing event updated for resources: {'Port': ['ID=04ab265f-077c-4c29-bea4-68787d93131b,revision_number=2']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:11:06.192216 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [req-e12eec4b-dd9c-4e1b-90c5-6f75d7945778 req-6c5e4b16-a703-43c1-8659-477e36486376 service neutron] Attempting to bind port 04ab265f-077c-4c29-bea4-68787d93131b on host hv-cinder-83979 for vnic_type normal with profile {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 31 21:11:06.192216 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [req-e12eec4b-dd9c-4e1b-90c5-6f75d7945778 req-6c5e4b16-a703-43c1-8659-477e36486376 service neutron] Attempting to bind port 04ab265f-077c-4c29-bea4-68787d93131b by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': 'f5d5aacd-0a79-4c28-aa2d-fa67740c4f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1cab6d20-22a6-4088-8e1d-60992c365df4'}] {{(pid=104321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 31 21:11:06.192216 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12eec4b-dd9c-4e1b-90c5-6f75d7945778 req-6c5e4b16-a703-43c1-8659-477e36486376 service neutron] Attempting to bind port 04ab265f-077c-4c29-bea4-68787d93131b on network 1cab6d20-22a6-4088-8e1d-60992c365df4 {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 31 21:11:06.196758 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12eec4b-dd9c-4e1b-90c5-6f75d7945778 req-6c5e4b16-a703-43c1-8659-477e36486376 service neutron] Port 04ab265f-077c-4c29-bea4-68787d93131b on network 1cab6d20-22a6-4088-8e1d-60992c365df4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 31 21:11:06.197085 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12eec4b-dd9c-4e1b-90c5-6f75d7945778 req-6c5e4b16-a703-43c1-8659-477e36486376 service neutron] Attempting to bind port 04ab265f-077c-4c29-bea4-68787d93131b on network 1cab6d20-22a6-4088-8e1d-60992c365df4 {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 31 21:11:06.202666 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12eec4b-dd9c-4e1b-90c5-6f75d7945778 req-6c5e4b16-a703-43c1-8659-477e36486376 service neutron] Checking agent: {'id': '51675295-7abb-4335-9c5a-c46a9082010e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 21, 1, 20), 'started_at': datetime.datetime(2022, 5, 31, 21, 1, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 21, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 31 21:11:06.203001 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12eec4b-dd9c-4e1b-90c5-6f75d7945778 req-6c5e4b16-a703-43c1-8659-477e36486376 service neutron] Checking segment: {'id': 'f5d5aacd-0a79-4c28-aa2d-fa67740c4f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1cab6d20-22a6-4088-8e1d-60992c365df4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 31 21:11:06.203381 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12eec4b-dd9c-4e1b-90c5-6f75d7945778 req-6c5e4b16-a703-43c1-8659-477e36486376 service neutron] Bound using segment: {'id': 'f5d5aacd-0a79-4c28-aa2d-fa67740c4f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1cab6d20-22a6-4088-8e1d-60992c365df4'} {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 31 21:11:06.203807 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [req-e12eec4b-dd9c-4e1b-90c5-6f75d7945778 req-6c5e4b16-a703-43c1-8659-477e36486376 service neutron] Bound port: 04ab265f-077c-4c29-bea4-68787d93131b, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5d5aacd-0a79-4c28-aa2d-fa67740c4f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1cab6d20-22a6-4088-8e1d-60992c365df4'}}] {{(pid=104321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 31 21:11:06.204163 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-e12eec4b-dd9c-4e1b-90c5-6f75d7945778 req-6c5e4b16-a703-43c1-8659-477e36486376 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (04ab265f-077c-4c29-bea4-68787d93131b), before_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:06.275881 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [req-e12eec4b-dd9c-4e1b-90c5-6f75d7945778 req-6c5e4b16-a703-43c1-8659-477e36486376 service neutron] For port 04ab265f-077c-4c29-bea4-68787d93131b, host hv-cinder-83979, cleared binding levels {{(pid=104321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 31 21:11:06.283382 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [req-e12eec4b-dd9c-4e1b-90c5-6f75d7945778 req-6c5e4b16-a703-43c1-8659-477e36486376 service neutron] For port 04ab265f-077c-4c29-bea4-68787d93131b, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=04ab265f-077c-4c29-bea4-68787d93131b,segment=NetworkSegment(f5d5aacd-0a79-4c28-aa2d-fa67740c4f52),segment_id=f5d5aacd-0a79-4c28-aa2d-fa67740c4f52)] {{(pid=104321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 31 21:11:06.395386 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-e12eec4b-dd9c-4e1b-90c5-6f75d7945778 req-6c5e4b16-a703-43c1-8659-477e36486376 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25540501'] for port (04ab265f-077c-4c29-bea4-68787d93131b), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:06.422849 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:11:06.430271 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12eec4b-dd9c-4e1b-90c5-6f75d7945778 req-6c5e4b16-a703-43c1-8659-477e36486376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:06.430890 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-e12eec4b-dd9c-4e1b-90c5-6f75d7945778 req-6c5e4b16-a703-43c1-8659-477e36486376 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for port (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:06.432671 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-e12eec4b-dd9c-4e1b-90c5-6f75d7945778 req-6c5e4b16-a703-43c1-8659-477e36486376 service neutron] 10.222.0.40 "PUT /v2.0/ports/04ab265f-077c-4c29-bea4-68787d93131b HTTP/1.1" status: 200 len: 1094 time: 0.8387628 May 31 21:11:06.435098 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e26c2265-9a33-4c2a-9e41-6bf685f4c525', 'tag': '04ab265f-077c-4c29-bea4-68787d93131b'}] {{(pid=104321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:11:06.438220 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6b014d5dee29fffbb36c15c330f4dd8b871b4cb67f19a16d167ed5ff3960b8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27433e72-b223-4b72-88c0-75e85876fcde" -d '{"events": [{"name": "network-changed", "server_uuid": "e26c2265-9a33-4c2a-9e41-6bf685f4c525", "tag": "04ab265f-077c-4c29-bea4-68787d93131b"}]}' {{(pid=104321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:11:06.469136 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5e4b16-a703-43c1-8659-477e36486376 service neutron] Pushing event updated for resources: {'Port': ['ID=04ab265f-077c-4c29-bea4-68787d93131b,revision_number=3']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:11:06.479806 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 May 2022 21:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9dfe6a-9798-4916-90b2-3d83fb75e3ad x-openstack-request-id: req-ba9dfe6a-9798-4916-90b2-3d83fb75e3ad {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:11:06.482580 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e26c2265-9a33-4c2a-9e41-6bf685f4c525", "tag": "04ab265f-077c-4c29-bea4-68787d93131b", "status": "completed", "code": 200}]} {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:11:06.482580 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ba9dfe6a-9798-4916-90b2-3d83fb75e3ad {{(pid=104321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:11:06.482580 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba9dfe6a-9798-4916-90b2-3d83fb75e3ad'] response: {'name': 'network-changed', 'server_uuid': 'e26c2265-9a33-4c2a-9e41-6bf685f4c525', 'tag': '04ab265f-077c-4c29-bea4-68787d93131b', 'status': 'completed', 'code': 200} May 31 21:11:06.536849 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27433e72-b223-4b72-88c0-75e85876fcde req-0c87c798-9c90-4a6b-b705-614a09973201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:06.538601 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-27433e72-b223-4b72-88c0-75e85876fcde req-0c87c798-9c90-4a6b-b705-614a09973201 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=180ff6fd8c5b434abffa058ea99ef7c4&device_id=e26c2265-9a33-4c2a-9e41-6bf685f4c525 HTTP/1.1" status: 200 len: 1128 time: 0.0413268 May 31 21:11:06.754206 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27433e72-b223-4b72-88c0-75e85876fcde req-1f90a22c-eaa9-4e0d-98f7-b69a04f766f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:06.755025 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-27433e72-b223-4b72-88c0-75e85876fcde req-1f90a22c-eaa9-4e0d-98f7-b69a04f766f1 service neutron] 10.222.0.40 "GET /v2.0/networks?tenant_id=180ff6fd8c5b434abffa058ea99ef7c4&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2093086 May 31 21:11:06.760596 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88b3e14-c906-4297-a47c-99a55fa5aa80 req-cc847793-3a91-4e8c-ae0f-06dcad53eef2 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:06.762126 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-f88b3e14-c906-4297-a47c-99a55fa5aa80 req-cc847793-3a91-4e8c-ae0f-06dcad53eef2 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=24059932-87a0-4e56-8bb0-4797276e2042 HTTP/1.1" status: 200 len: 946 time: 0.0513628 May 31 21:11:06.813643 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-f88b3e14-c906-4297-a47c-99a55fa5aa80 req-92a3259b-d8c8-4f3d-b8dc-db2674a61b09 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/security-groups?id=12907732-5570-4844-bbdc-00a8a81608d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456371 May 31 21:11:06.852456 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27433e72-b223-4b72-88c0-75e85876fcde req-de2312cc-cbb1-4f0f-a056-3518332f0568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:06.853928 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-27433e72-b223-4b72-88c0-75e85876fcde req-de2312cc-cbb1-4f0f-a056-3518332f0568 service neutron] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0924280 May 31 21:11:06.936388 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12eec4b-dd9c-4e1b-90c5-6f75d7945778 req-acaf5bc1-a90d-456b-9e17-c8d1157f4e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:06.937875 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-e12eec4b-dd9c-4e1b-90c5-6f75d7945778 req-acaf5bc1-a90d-456b-9e17-c8d1157f4e0c service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=180ff6fd8c5b434abffa058ea99ef7c4&device_id=e26c2265-9a33-4c2a-9e41-6bf685f4c525 HTTP/1.1" status: 200 len: 1128 time: 0.0441799 May 31 21:11:06.978090 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676324aa-382f-4134-81fc-98cc7c129fe0 req-1dd72080-1cb2-4d7f-a610-2cf3d918df93 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:06.979609 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-676324aa-382f-4134-81fc-98cc7c129fe0 req-1dd72080-1cb2-4d7f-a610-2cf3d918df93 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=e26c2265-9a33-4c2a-9e41-6bf685f4c525 HTTP/1.1" status: 200 len: 944 time: 0.0478599 May 31 21:11:06.995889 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-e12eec4b-dd9c-4e1b-90c5-6f75d7945778 req-25574641-a279-467f-9db4-462696401b2c service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04ab265f-077c-4c29-bea4-68787d93131b HTTP/1.1" status: 200 len: 217 time: 0.0321043 May 31 21:11:07.028249 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-676324aa-382f-4134-81fc-98cc7c129fe0 req-01a3a3db-5df6-4d4a-8cbb-fcc5b3688c36 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/security-groups?id=e1a9435d-187a-404a-b52b-ede56537015a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429053 May 31 21:11:07.067096 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12eec4b-dd9c-4e1b-90c5-6f75d7945778 req-505d09c0-2d52-4f5f-9aa3-892d147f80fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:07.068546 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-e12eec4b-dd9c-4e1b-90c5-6f75d7945778 req-505d09c0-2d52-4f5f-9aa3-892d147f80fb service neutron] 10.222.0.40 "GET /v2.0/subnets?id=ed08b0b7-388e-4929-9128-adbbfafb9e7c HTTP/1.1" status: 200 len: 849 time: 0.0457530 May 31 21:11:07.210553 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12eec4b-dd9c-4e1b-90c5-6f75d7945778 req-ae7badab-3ff7-47f8-ab83-54f7f0289267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:07.212094 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-e12eec4b-dd9c-4e1b-90c5-6f75d7945778 req-ae7badab-3ff7-47f8-ab83-54f7f0289267 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=1cab6d20-22a6-4088-8e1d-60992c365df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0431693 May 31 21:11:07.303350 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-e12eec4b-dd9c-4e1b-90c5-6f75d7945778 req-1e8aac5c-e394-4b83-aca3-0af782051e02 service neutron] 10.222.0.40 "GET /v2.0/networks/1cab6d20-22a6-4088-8e1d-60992c365df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834675 May 31 21:11:07.406526 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e740d77-f16c-4b49-8c5c-66dc63d2d0c7 req-6fdb9040-c2dc-459a-b9f5-46c772c520ba tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:07.407967 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-4e740d77-f16c-4b49-8c5c-66dc63d2d0c7 req-6fdb9040-c2dc-459a-b9f5-46c772c520ba tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.40 "GET /v2.0/ports?device_id=24059932-87a0-4e56-8bb0-4797276e2042 HTTP/1.1" status: 200 len: 946 time: 0.0928717 May 31 21:11:07.475945 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-e12eec4b-dd9c-4e1b-90c5-6f75d7945778 req-c2a465cc-2f86-4d69-a5a1-9a6b3629aeb2 service neutron] 10.222.0.40 "GET /v2.0/networks/1cab6d20-22a6-4088-8e1d-60992c365df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618135 May 31 21:11:07.516990 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.plugin [req-4e740d77-f16c-4b49-8c5c-66dc63d2d0c7 req-e1e67141-d03d-4b8b-bb1a-735a7284817d tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Deleting port d441d5e6-2812-4d1f-bf38-96cb2c781ded {{(pid=104321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 31 21:11:07.517331 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-4e740d77-f16c-4b49-8c5c-66dc63d2d0c7 req-e1e67141-d03d-4b8b-bb1a-735a7284817d tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747262076802'] for port (d441d5e6-2812-4d1f-bf38-96cb2c781ded), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:07.521449 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=100 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:11:07.607167 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [req-4e740d77-f16c-4b49-8c5c-66dc63d2d0c7 req-e1e67141-d03d-4b8b-bb1a-735a7284817d tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] For port d441d5e6-2812-4d1f-bf38-96cb2c781ded, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=d441d5e6-2812-4d1f-bf38-96cb2c781ded,segment=NetworkSegment(a3a61b02-d451-4bb6-8acb-f707be60b746),segment_id=a3a61b02-d451-4bb6-8acb-f707be60b746)] {{(pid=104321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:11:07.607441 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-4e740d77-f16c-4b49-8c5c-66dc63d2d0c7 req-e1e67141-d03d-4b8b-bb1a-735a7284817d tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574989'] for port (d441d5e6-2812-4d1f-bf38-96cb2c781ded), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:07.620599 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.plugin [req-4e740d77-f16c-4b49-8c5c-66dc63d2d0c7 req-e1e67141-d03d-4b8b-bb1a-735a7284817d tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Calling delete_port for d441d5e6-2812-4d1f-bf38-96cb2c781ded owned by compute:nova {{(pid=104321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 31 21:11:07.821578 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-4e740d77-f16c-4b49-8c5c-66dc63d2d0c7 req-e1e67141-d03d-4b8b-bb1a-735a7284817d tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747262050753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747261518138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25540506'] for port (d441d5e6-2812-4d1f-bf38-96cb2c781ded), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:07.834347 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] get_ports_and_sgs() called for port_ids ['d441d5e6-2812-4d1f-bf38-96cb2c781ded'] {{(pid=104322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 31 21:11:07.849517 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e67141-d03d-4b8b-bb1a-735a7284817d tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Pushing event deleted for resources: {'Port': ['ID=d441d5e6-2812-4d1f-bf38-96cb2c781ded,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:11:07.896043 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e740d77-f16c-4b49-8c5c-66dc63d2d0c7 req-e1e67141-d03d-4b8b-bb1a-735a7284817d tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] No DVR routers for this DVR port d441d5e6-2812-4d1f-bf38-96cb2c781ded on host hv-cinder-83979 {{(pid=104321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} May 31 21:11:07.900447 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-4e740d77-f16c-4b49-8c5c-66dc63d2d0c7 req-e1e67141-d03d-4b8b-bb1a-735a7284817d tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for port (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:07.902278 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-4e740d77-f16c-4b49-8c5c-66dc63d2d0c7 req-e1e67141-d03d-4b8b-bb1a-735a7284817d tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.40 "DELETE /v2.0/ports/d441d5e6-2812-4d1f-bf38-96cb2c781ded HTTP/1.1" status: 204 len: 173 time: 0.4879580 May 31 21:11:07.917868 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-fe18684c-d156-4017-ad07-879d6fed3685 req-6a1e2ee6-a79a-4e89-a55a-a12dcf24fae8 tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=24059932-87a0-4e56-8bb0-4797276e2042 HTTP/1.1" status: 200 len: 210 time: 0.0281646 May 31 21:11:08.142886 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e53b175-ede5-462f-8b37-ddf314ed9446 req-b281d3a3-4bca-47d8-a711-c8fd6cf3d10a tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:08.144304 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-7e53b175-ede5-462f-8b37-ddf314ed9446 req-b281d3a3-4bca-47d8-a711-c8fd6cf3d10a tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=e26c2265-9a33-4c2a-9e41-6bf685f4c525 HTTP/1.1" status: 200 len: 944 time: 0.0498033 May 31 21:11:08.192978 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-7e53b175-ede5-462f-8b37-ddf314ed9446 req-dac17447-8f7e-4aec-9f0a-bcc07c2625a1 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/security-groups?id=e1a9435d-187a-404a-b52b-ede56537015a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426705 May 31 21:11:08.289766 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=75,neutron:UPDATE=2 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:11:08.296793 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=81,neutron:UPDATE=1 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:11:08.482364 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24059932-87a0-4e56-8bb0-4797276e2042', 'name': 'network-vif-deleted', 'tag': 'd441d5e6-2812-4d1f-bf38-96cb2c781ded'}] {{(pid=104321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:11:08.484684 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6b014d5dee29fffbb36c15c330f4dd8b871b4cb67f19a16d167ed5ff3960b8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc1808a2-65a7-4f43-88d6-e8679285c81f" -d '{"events": [{"server_uuid": "24059932-87a0-4e56-8bb0-4797276e2042", "name": "network-vif-deleted", "tag": "d441d5e6-2812-4d1f-bf38-96cb2c781ded"}]}' {{(pid=104321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:11:08.519170 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 May 2022 21:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-152ff189-cc59-4905-ab1b-be2784359446 x-openstack-request-id: req-152ff189-cc59-4905-ab1b-be2784359446 {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:11:08.519516 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24059932-87a0-4e56-8bb0-4797276e2042", "name": "network-vif-deleted", "tag": "d441d5e6-2812-4d1f-bf38-96cb2c781ded", "status": "completed", "code": 200}]} {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:11:08.519710 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-152ff189-cc59-4905-ab1b-be2784359446 {{(pid=104321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:11:08.520109 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-152ff189-cc59-4905-ab1b-be2784359446'] response: {'server_uuid': '24059932-87a0-4e56-8bb0-4797276e2042', 'name': 'network-vif-deleted', 'tag': 'd441d5e6-2812-4d1f-bf38-96cb2c781ded', 'status': 'completed', 'code': 200} May 31 21:11:08.556225 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device 31db06ed-717e-4c7e-8538-117ccbffa87d no longer exists at agent hyperv_hv-cinder-83979 {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 31 21:11:08.575134 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] No Port match for: 31db06ed-717e-4c7e-8538-117ccbffa87d {{(pid=104322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 31 21:11:08.575494 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device 31db06ed-717e-4c7e-8538-117ccbffa87d not bound to the agent host hv-cinder-83979 {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 31 21:11:09.011099 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-5c76a483-8d7a-4a03-913f-8501bbb0ba48 req-81fa224c-3e2f-4e4a-9154-e30bf9b0009a tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=24059932-87a0-4e56-8bb0-4797276e2042 HTTP/1.1" status: 200 len: 210 time: 0.0277944 May 31 21:11:09.271892 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:11:09.309412 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ea2596-998f-4258-82e6-d68109831193 req-0b13ae29-d187-41a6-99bc-83b585a431dc tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:09.310897 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-e4ea2596-998f-4258-82e6-d68109831193 req-0b13ae29-d187-41a6-99bc-83b585a431dc tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=e26c2265-9a33-4c2a-9e41-6bf685f4c525 HTTP/1.1" status: 200 len: 944 time: 0.0474195 May 31 21:11:09.359006 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-e4ea2596-998f-4258-82e6-d68109831193 req-b3de1207-802b-4b7c-8292-f81fb6c070dd tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/security-groups?id=e1a9435d-187a-404a-b52b-ede56537015a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420656 May 31 21:11:10.119569 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ca052c5b-e17a-48d4-8d37-ebc24c857c58 req-dc8316f0-2a44-480f-a71c-ba4be8b2875b tempest-ServerRescueNegativeTestJSON-1103944919 tempest-ServerRescueNegativeTestJSON-1103944919-project] 10.222.0.55 "GET /v2.0/ports?device_id=24059932-87a0-4e56-8bb0-4797276e2042 HTTP/1.1" status: 200 len: 210 time: 0.0302403 May 31 21:11:10.477858 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b2474-10e8-4268-a59d-da437b4f3bcf req-615b2b6a-3435-4ed6-8407-ea77ccc5dbb4 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:10.479358 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-473b2474-10e8-4268-a59d-da437b4f3bcf req-615b2b6a-3435-4ed6-8407-ea77ccc5dbb4 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=e26c2265-9a33-4c2a-9e41-6bf685f4c525 HTTP/1.1" status: 200 len: 944 time: 0.0538747 May 31 21:11:10.527967 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-473b2474-10e8-4268-a59d-da437b4f3bcf req-ba14820a-fb16-4d1a-8e66-04a8771696a8 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/security-groups?id=e1a9435d-187a-404a-b52b-ede56537015a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428488 May 31 21:11:11.176062 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 38926) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:11:11.517228 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:11:11.676877 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3999b-7653-4272-87ec-e2c76d0fb0b0 req-4a043eb5-3e03-48e2-942b-194fec62a5d8 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:11.678344 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-30e3999b-7653-4272-87ec-e2c76d0fb0b0 req-4a043eb5-3e03-48e2-942b-194fec62a5d8 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=e26c2265-9a33-4c2a-9e41-6bf685f4c525 HTTP/1.1" status: 200 len: 944 time: 0.0807481 May 31 21:11:11.690340 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-c85aeda3-9d30-4611-b3d1-76e662716258 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1599450'] for router_interface (f10feabd-124e-4c67-b3a2-78168d08d400), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:11.776583 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-30e3999b-7653-4272-87ec-e2c76d0fb0b0 req-df98bc25-409e-4482-9339-917ab1d8f56f tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/security-groups?id=e1a9435d-187a-404a-b52b-ede56537015a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880876 May 31 21:11:11.942096 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-c85aeda3-9d30-4611-b3d1-76e662716258 admin admin] Deleting port f65c209b-1770-43c4-a6aa-8d34755f1725 {{(pid=104320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 31 21:11:11.942427 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-c85aeda3-9d30-4611-b3d1-76e662716258 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747262076802'] for port (f65c209b-1770-43c4-a6aa-8d34755f1725), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:12.022850 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-c85aeda3-9d30-4611-b3d1-76e662716258 admin admin] For port f65c209b-1770-43c4-a6aa-8d34755f1725, host dv-cinder-839793-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=f65c209b-1770-43c4-a6aa-8d34755f1725,segment=NetworkSegment(a3a61b02-d451-4bb6-8acb-f707be60b746),segment_id=a3a61b02-d451-4bb6-8acb-f707be60b746)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:11:12.023203 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-c85aeda3-9d30-4611-b3d1-76e662716258 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574989'] for port (f65c209b-1770-43c4-a6aa-8d34755f1725), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:12.036401 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-c85aeda3-9d30-4611-b3d1-76e662716258 admin admin] Calling delete_port for f65c209b-1770-43c4-a6aa-8d34755f1725 owned by network:router_interface {{(pid=104320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 31 21:11:12.073836 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:11:12.194365 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-a03551d0-1719-432e-a25e-2f01731eb1ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (5ca9f0a2-8e5f-4b54-94fa-454f095515e4), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:12.291781 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-c85aeda3-9d30-4611-b3d1-76e662716258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747262050753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747261518138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437045'] for port (f65c209b-1770-43c4-a6aa-8d34755f1725), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:12.317034 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85aeda3-9d30-4611-b3d1-76e662716258 admin admin] Pushing event deleted for resources: {'Port': ['ID=f65c209b-1770-43c4-a6aa-8d34755f1725,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:11:12.344952 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85aeda3-9d30-4611-b3d1-76e662716258 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:11:12.345304 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85aeda3-9d30-4611-b3d1-76e662716258 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:11:12.345649 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85aeda3-9d30-4611-b3d1-76e662716258 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:11:12.346016 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85aeda3-9d30-4611-b3d1-76e662716258 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:11:12.346478 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85aeda3-9d30-4611-b3d1-76e662716258 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:11:12.346816 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85aeda3-9d30-4611-b3d1-76e662716258 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:11:12.347148 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85aeda3-9d30-4611-b3d1-76e662716258 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:11:12.347478 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85aeda3-9d30-4611-b3d1-76e662716258 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:11:12.347929 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85aeda3-9d30-4611-b3d1-76e662716258 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:11:12.348241 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85aeda3-9d30-4611-b3d1-76e662716258 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:11:12.348572 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85aeda3-9d30-4611-b3d1-76e662716258 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:11:12.348904 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85aeda3-9d30-4611-b3d1-76e662716258 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:11:12.349229 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85aeda3-9d30-4611-b3d1-76e662716258 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:11:12.349613 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85aeda3-9d30-4611-b3d1-76e662716258 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:11:12.349871 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85aeda3-9d30-4611-b3d1-76e662716258 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:11:12.441378 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:11:12.496454 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-c85aeda3-9d30-4611-b3d1-76e662716258 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1696841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1612805'] for router_interface (f10feabd-124e-4c67-b3a2-78168d08d400), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:12.569079 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device 04ab265f-077c-4c29-bea4-68787d93131b details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=104322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 31 21:11:12.572026 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device d441d5e6-2812-4d1f-bf38-96cb2c781ded no longer exists at agent hyperv_hv-cinder-83979 {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 31 21:11:12.597942 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] No Port match for: d441d5e6-2812-4d1f-bf38-96cb2c781ded {{(pid=104322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 31 21:11:12.598201 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device d441d5e6-2812-4d1f-bf38-96cb2c781ded not bound to the agent host hv-cinder-83979 {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 31 21:11:12.690097 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] For port 04ab265f-077c-4c29-bea4-68787d93131b, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=04ab265f-077c-4c29-bea4-68787d93131b,segment=NetworkSegment(f5d5aacd-0a79-4c28-aa2d-fa67740c4f52),segment_id=f5d5aacd-0a79-4c28-aa2d-fa67740c4f52)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:11:12.701685 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Returning: {'device': '04ab265f-077c-4c29-bea4-68787d93131b', 'network_id': '1cab6d20-22a6-4088-8e1d-60992c365df4', 'port_id': '04ab265f-077c-4c29-bea4-68787d93131b', 'mac_address': 'fa:16:3e:77:b9:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed08b0b7-388e-4929-9128-adbbfafb9e7c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 31 21:11:12.706968 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c85aeda3-9d30-4611-b3d1-76e662716258 admin admin] Router f10feabd-124e-4c67-b3a2-78168d08d400 has already been hosted by L3 agent 13ce5b10-321e-4e80-b29e-1cfc3c51661e {{(pid=104320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 31 21:11:12.736077 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Current status of the port 04ab265f-077c-4c29-bea4-68787d93131b is: DOWN; New status is: BUILD {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:11:12.736493 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (04ab265f-077c-4c29-bea4-68787d93131b), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:12.753021 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.notifiers.nova [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04ab265f-077c-4c29-bea4-68787d93131b {{(pid=104322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 21:11:12.772568 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] For port 04ab265f-077c-4c29-bea4-68787d93131b, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=04ab265f-077c-4c29-bea4-68787d93131b,segment=NetworkSegment(f5d5aacd-0a79-4c28-aa2d-fa67740c4f52),segment_id=f5d5aacd-0a79-4c28-aa2d-fa67740c4f52)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:11:12.812503 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c85aeda3-9d30-4611-b3d1-76e662716258 admin admin] Notify agent at l3_agent.dv-cinder-839793-16-iscsi the message routers_updated {{(pid=104320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 31 21:11:12.818473 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-c85aeda3-9d30-4611-b3d1-76e662716258 admin admin] 10.222.0.55 "PUT /v2.0/routers/f10feabd-124e-4c67-b3a2-78168d08d400/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6409688 May 31 21:11:12.820726 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 38934) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:11:12.827566 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a87ff3-a5b6-44d0-8fb8-e26a61c86cdc None None] Sync routers for ids ['f10feabd-124e-4c67-b3a2-78168d08d400'] in dv-cinder-839793-16-iscsi {{(pid=104322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 21:11:12.871522 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:11:12.918341 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ed3ae-c3dc-4530-a4f9-c0d959ff991c req-e5953113-0b8c-4f7f-9ce8-3581f4a8b9f8 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:12.919951 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-238ed3ae-c3dc-4530-a4f9-c0d959ff991c req-e5953113-0b8c-4f7f-9ce8-3581f4a8b9f8 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=e26c2265-9a33-4c2a-9e41-6bf685f4c525 HTTP/1.1" status: 200 len: 944 time: 0.0599577 May 31 21:11:12.963062 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (04ab265f-077c-4c29-bea4-68787d93131b), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:12.990281 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a87ff3-a5b6-44d0-8fb8-e26a61c86cdc None None] Routers {'f10feabd-124e-4c67-b3a2-78168d08d400'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:11:12.990909 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-a6a87ff3-a5b6-44d0-8fb8-e26a61c86cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:10:44Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['f10feabd-124e-4c67-b3a2-78168d08d400'], 'active': True} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:11:12.992637 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-7143ea89-9759-4a7e-a99e-505f7d1950a6 admin admin] Publish callbacks [] for router (f10feabd-124e-4c67-b3a2-78168d08d400), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:13.045307 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-238ed3ae-c3dc-4530-a4f9-c0d959ff991c req-efe9ab68-a2ee-4492-bf4d-4852fcfa4117 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/security-groups?id=e1a9435d-187a-404a-b52b-ede56537015a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172700 May 31 21:11:13.056733 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Pushing event updated for resources: {'Port': ['ID=04ab265f-077c-4c29-bea4-68787d93131b,revision_number=4']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:11:13.115178 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvr_db [None req-a6a87ff3-a5b6-44d0-8fb8-e26a61c86cdc None None] Set router f10feabd-124e-4c67-b3a2-78168d08d400 gateway port host: dv-cinder-839793-16-iscsi {{(pid=104322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:11:13.115435 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-7143ea89-9759-4a7e-a99e-505f7d1950a6 admin admin] Publish callbacks [] for router_gateway (f10feabd-124e-4c67-b3a2-78168d08d400), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:13.215474 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-7143ea89-9759-4a7e-a99e-505f7d1950a6 admin admin] Deleting port 88678874-cbd7-48bd-9013-1ce7147065a8 {{(pid=104320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 31 21:11:13.216369 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-7143ea89-9759-4a7e-a99e-505f7d1950a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747262076802'] for port (88678874-cbd7-48bd-9013-1ce7147065a8), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:13.290373 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-a6a87ff3-a5b6-44d0-8fb8-e26a61c86cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10feabd-124e-4c67-b3a2-78168d08d400', 'name': 'tempest-ServerRescueNegativeTestJSON-1173740089-router', 'tenant_id': 'f1b54ceb69fc4041b743a11eda4144a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '88678874-cbd7-48bd-9013-1ce7147065a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:03:20Z', 'updated_at': '2022-05-31T21:11:12Z', 'revision_number': 5, 'project_id': 'f1b54ceb69fc4041b743a11eda4144a8', 'gw_port': {'id': '88678874-cbd7-48bd-9013-1ce7147065a8', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:8f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10feabd-124e-4c67-b3a2-78168d08d400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:21Z', 'updated_at': '2022-05-31T21:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi'}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:11:13.307562 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-7143ea89-9759-4a7e-a99e-505f7d1950a6 admin admin] For port 88678874-cbd7-48bd-9013-1ce7147065a8, host dv-cinder-839793-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=88678874-cbd7-48bd-9013-1ce7147065a8,segment=NetworkSegment(4436eed2-294e-4646-83cf-aec09b7c7c9c),segment_id=4436eed2-294e-4646-83cf-aec09b7c7c9c)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:11:13.308145 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-7143ea89-9759-4a7e-a99e-505f7d1950a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574989'] for port (88678874-cbd7-48bd-9013-1ce7147065a8), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:13.321338 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] get_ports_and_sgs() called for port_ids ['04ab265f-077c-4c29-bea4-68787d93131b'] {{(pid=104322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 31 21:11:13.322090 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-7143ea89-9759-4a7e-a99e-505f7d1950a6 admin admin] Calling delete_port for 88678874-cbd7-48bd-9013-1ce7147065a8 owned by network:router_gateway {{(pid=104320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 31 21:11:13.323980 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a87ff3-a5b6-44d0-8fb8-e26a61c86cdc None None] Checking router: f10feabd-124e-4c67-b3a2-78168d08d400 for host: dv-cinder-839793-16-iscsi {{(pid=104322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 21:11:13.357341 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a87ff3-a5b6-44d0-8fb8-e26a61c86cdc None None] Routers {'f10feabd-124e-4c67-b3a2-78168d08d400'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:11:13.357985 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-a6a87ff3-a5b6-44d0-8fb8-e26a61c86cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:10:44Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['f10feabd-124e-4c67-b3a2-78168d08d400'], 'active': True} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:11:13.373106 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:11:13.466906 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvr_db [None req-a6a87ff3-a5b6-44d0-8fb8-e26a61c86cdc None None] Set router f10feabd-124e-4c67-b3a2-78168d08d400 gateway port host: None {{(pid=104322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:11:13.523012 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-a6a87ff3-a5b6-44d0-8fb8-e26a61c86cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10feabd-124e-4c67-b3a2-78168d08d400', 'name': 'tempest-ServerRescueNegativeTestJSON-1173740089-router', 'tenant_id': 'f1b54ceb69fc4041b743a11eda4144a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:03:20Z', 'updated_at': '2022-05-31T21:11:13Z', 'revision_number': 6, 'project_id': 'f1b54ceb69fc4041b743a11eda4144a8', 'gw_port_host': None}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:11:13.531474 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-7143ea89-9759-4a7e-a99e-505f7d1950a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747262050753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747261518138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437045'] for port (88678874-cbd7-48bd-9013-1ce7147065a8), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:13.555980 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a87ff3-a5b6-44d0-8fb8-e26a61c86cdc None None] The sync data for ids ['f10feabd-124e-4c67-b3a2-78168d08d400'] in dv-cinder-839793-16-iscsi is: [{'id': 'f10feabd-124e-4c67-b3a2-78168d08d400', 'name': 'tempest-ServerRescueNegativeTestJSON-1173740089-router', 'tenant_id': 'f1b54ceb69fc4041b743a11eda4144a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:03:20Z', 'updated_at': '2022-05-31T21:11:13Z', 'revision_number': 6, 'project_id': 'f1b54ceb69fc4041b743a11eda4144a8', 'gw_port_host': None}] {{(pid=104322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 21:11:13.566854 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7143ea89-9759-4a7e-a99e-505f7d1950a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=88678874-cbd7-48bd-9013-1ce7147065a8,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:11:13.623012 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-7143ea89-9759-4a7e-a99e-505f7d1950a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598469'] for router_gateway (f10feabd-124e-4c67-b3a2-78168d08d400), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:13.707769 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-7143ea89-9759-4a7e-a99e-505f7d1950a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1599166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256068'] for router (f10feabd-124e-4c67-b3a2-78168d08d400), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:13.710413 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-7143ea89-9759-4a7e-a99e-505f7d1950a6 admin admin] Publish callbacks [] for router_controller (f10feabd-124e-4c67-b3a2-78168d08d400), precommit_delete_associations {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:13.846185 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-7143ea89-9759-4a7e-a99e-505f7d1950a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1599157'] for router (f10feabd-124e-4c67-b3a2-78168d08d400), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:13.846723 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7143ea89-9759-4a7e-a99e-505f7d1950a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f10feabd-124e-4c67-b3a2-78168d08d400 {{(pid=104320) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 31 21:11:13.851991 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-7143ea89-9759-4a7e-a99e-505f7d1950a6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:13.853135 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-7143ea89-9759-4a7e-a99e-505f7d1950a6 admin admin] 10.222.0.55 "DELETE /v2.0/routers/f10feabd-124e-4c67-b3a2-78168d08d400 HTTP/1.1" status: 204 len: 168 time: 1.0314770 May 31 21:11:13.855708 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 38938) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:11:13.900975 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.db.db_base_plugin_v2 [None req-76a10713-b8c8-4cb0-a857-f3004f49c233 admin admin] Deleting subnet 056887a1-bc98-40be-80ec-f43fe7602ab2 {{(pid=104320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 31 21:11:13.906553 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-76a10713-b8c8-4cb0-a857-f3004f49c233 admin admin] Publish callbacks [] for subnet (056887a1-bc98-40be-80ec-f43fe7602ab2), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:13.943823 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-76a10713-b8c8-4cb0-a857-f3004f49c233 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571901'] for subnet (056887a1-bc98-40be-80ec-f43fe7602ab2), precommit_delete_associations {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:14.032068 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-76a10713-b8c8-4cb0-a857-f3004f49c233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673141'] for subnet (056887a1-bc98-40be-80ec-f43fe7602ab2), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:14.063900 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:11:14.069658 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device f65c209b-1770-43c4-a6aa-8d34755f1725 no longer exists at agent ovs-agent-dv-cinder-839793-16-iscsi {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 31 21:11:14.096069 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] No Port match for: f65c209b-1770-43c4-a6aa-8d34755f1725 {{(pid=104322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 31 21:11:14.096491 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device f65c209b-1770-43c4-a6aa-8d34755f1725 not bound to the agent host dv-cinder-839793-16-iscsi {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 31 21:11:14.174753 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5574bec-e5e5-4328-90f7-999011055d36 req-26282f81-9061-43d9-ab03-8fb0d1408315 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:14.176252 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-f5574bec-e5e5-4328-90f7-999011055d36 req-26282f81-9061-43d9-ab03-8fb0d1408315 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=e26c2265-9a33-4c2a-9e41-6bf685f4c525 HTTP/1.1" status: 200 len: 945 time: 0.0479405 May 31 21:11:14.177764 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-76a10713-b8c8-4cb0-a857-f3004f49c233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25436928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3351937'] for subnet (056887a1-bc98-40be-80ec-f43fe7602ab2), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:14.209499 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a10713-b8c8-4cb0-a857-f3004f49c233 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=056887a1-bc98-40be-80ec-f43fe7602ab2,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:11:14.225107 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-76a10713-b8c8-4cb0-a857-f3004f49c233 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:14.228870 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-76a10713-b8c8-4cb0-a857-f3004f49c233 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/056887a1-bc98-40be-80ec-f43fe7602ab2 HTTP/1.1" status: 204 len: 168 time: 0.3722305 May 31 21:11:14.230332 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cba0730-1542-492e-a670-48e855d965f1 None None] Network 50707fc3-657a-4d1c-8628-0dfb2710b9bc requested from dv-cinder-839793-16-iscsi {{(pid=104322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 31 21:11:14.231556 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 38942) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:11:14.263883 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-f5574bec-e5e5-4328-90f7-999011055d36 req-08925537-15d2-4c3b-9d6f-8f60e639086c tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/security-groups?id=e1a9435d-187a-404a-b52b-ede56537015a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803845 May 31 21:11:14.303518 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:11:14.319459 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-4939a2d5-c141-41fc-adb8-15ba46dd927f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681077'] for network (50707fc3-657a-4d1c-8628-0dfb2710b9bc), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:14.368738 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.plugin [None req-4939a2d5-c141-41fc-adb8-15ba46dd927f admin admin] Deleting port b17b4cd1-7185-4db2-bbe4-ac558e6e28c9 {{(pid=104321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 31 21:11:14.369084 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-4939a2d5-c141-41fc-adb8-15ba46dd927f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747262076802'] for port (b17b4cd1-7185-4db2-bbe4-ac558e6e28c9), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:14.403561 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c233bf7a-7eee-4c45-8449-5558e0637575 None None] DHCP port deletion for 50707fc3-657a-4d1c-8628-0dfb2710b9bc request from dv-cinder-839793-16-iscsi {{(pid=104322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 31 21:11:14.437758 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [None req-4939a2d5-c141-41fc-adb8-15ba46dd927f admin admin] For port b17b4cd1-7185-4db2-bbe4-ac558e6e28c9, host dv-cinder-839793-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=b17b4cd1-7185-4db2-bbe4-ac558e6e28c9,segment=NetworkSegment(a3a61b02-d451-4bb6-8acb-f707be60b746),segment_id=a3a61b02-d451-4bb6-8acb-f707be60b746)] {{(pid=104321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:11:14.438145 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-4939a2d5-c141-41fc-adb8-15ba46dd927f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574989'] for port (b17b4cd1-7185-4db2-bbe4-ac558e6e28c9), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:14.440049 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-c233bf7a-7eee-4c45-8449-5558e0637575 None None] Deleting port b17b4cd1-7185-4db2-bbe4-ac558e6e28c9 {{(pid=104322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 31 21:11:14.440420 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-c233bf7a-7eee-4c45-8449-5558e0637575 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747262076802'] for port (b17b4cd1-7185-4db2-bbe4-ac558e6e28c9), before_delete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:14.451468 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.plugin [None req-4939a2d5-c141-41fc-adb8-15ba46dd927f admin admin] Calling delete_port for b17b4cd1-7185-4db2-bbe4-ac558e6e28c9 owned by network:dhcp {{(pid=104321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 31 21:11:14.517403 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-c233bf7a-7eee-4c45-8449-5558e0637575 None None] For port b17b4cd1-7185-4db2-bbe4-ac558e6e28c9, host dv-cinder-839793-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=b17b4cd1-7185-4db2-bbe4-ac558e6e28c9,segment=NetworkSegment(a3a61b02-d451-4bb6-8acb-f707be60b746),segment_id=a3a61b02-d451-4bb6-8acb-f707be60b746)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:11:14.517793 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-c233bf7a-7eee-4c45-8449-5558e0637575 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574989'] for port (b17b4cd1-7185-4db2-bbe4-ac558e6e28c9), precommit_delete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:14.531285 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-c233bf7a-7eee-4c45-8449-5558e0637575 None None] Calling delete_port for b17b4cd1-7185-4db2-bbe4-ac558e6e28c9 owned by network:dhcp {{(pid=104322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 31 21:11:14.534915 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:11:14.571871 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device 04ab265f-077c-4c29-bea4-68787d93131b up at agent hyperv_hv-cinder-83979 {{(pid=104322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 31 21:11:14.604349 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-6bc49ea2-f845-4ec6-adc7-b728c5e0d5b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (13ce5b10-321e-4e80-b29e-1cfc3c51661e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:14.621332 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-4939a2d5-c141-41fc-adb8-15ba46dd927f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747262050753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747261518138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25540506'] for port (b17b4cd1-7185-4db2-bbe4-ac558e6e28c9), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:14.621569 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:11:14.645391 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4939a2d5-c141-41fc-adb8-15ba46dd927f admin admin] No DVR routers for this DVR port b17b4cd1-7185-4db2-bbe4-ac558e6e28c9 on host dv-cinder-839793-16-iscsi {{(pid=104321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} May 31 21:11:14.645937 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:11:14.649081 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Provisioning for port 04ab265f-077c-4c29-bea4-68787d93131b completed by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 31 21:11:14.650428 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4939a2d5-c141-41fc-adb8-15ba46dd927f admin admin] Pushing event deleted for resources: {'Port': ['ID=b17b4cd1-7185-4db2-bbe4-ac558e6e28c9,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:11:14.655015 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-c233bf7a-7eee-4c45-8449-5558e0637575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747262050753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747261518138'] for port (b17b4cd1-7185-4db2-bbe4-ac558e6e28c9), after_delete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:14.678902 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4939a2d5-c141-41fc-adb8-15ba46dd927f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:11:14.680423 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c233bf7a-7eee-4c45-8449-5558e0637575 None None] Pushing event deleted for resources: {'Port': ['ID=b17b4cd1-7185-4db2-bbe4-ac558e6e28c9,revision_number=None']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:11:14.680560 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4939a2d5-c141-41fc-adb8-15ba46dd927f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:11:14.680882 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4939a2d5-c141-41fc-adb8-15ba46dd927f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:11:14.681219 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4939a2d5-c141-41fc-adb8-15ba46dd927f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:11:14.682212 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4939a2d5-c141-41fc-adb8-15ba46dd927f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:11:14.682337 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c233bf7a-7eee-4c45-8449-5558e0637575 None None] No DVR routers for this DVR port b17b4cd1-7185-4db2-bbe4-ac558e6e28c9 on host dv-cinder-839793-16-iscsi {{(pid=104322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} May 31 21:11:14.682537 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4939a2d5-c141-41fc-adb8-15ba46dd927f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:11:14.682863 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4939a2d5-c141-41fc-adb8-15ba46dd927f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:11:14.683794 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4939a2d5-c141-41fc-adb8-15ba46dd927f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:11:14.684137 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4939a2d5-c141-41fc-adb8-15ba46dd927f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:11:14.685081 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4939a2d5-c141-41fc-adb8-15ba46dd927f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:11:14.685588 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4939a2d5-c141-41fc-adb8-15ba46dd927f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:11:14.685928 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4939a2d5-c141-41fc-adb8-15ba46dd927f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:11:14.688205 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4939a2d5-c141-41fc-adb8-15ba46dd927f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:11:14.688205 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4939a2d5-c141-41fc-adb8-15ba46dd927f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:11:14.688205 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4939a2d5-c141-41fc-adb8-15ba46dd927f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:11:14.718372 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Provisioning complete for port 04ab265f-077c-4c29-bea4-68787d93131b triggered by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:11:14.718748 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (04ab265f-077c-4c29-bea4-68787d93131b), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:14.739205 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-4939a2d5-c141-41fc-adb8-15ba46dd927f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678652', 'neutron.services.segments.db._delete_segments_for_network-8747261968285'] for network (50707fc3-657a-4d1c-8628-0dfb2710b9bc), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:14.760617 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.services.segments.db [None req-4939a2d5-c141-41fc-adb8-15ba46dd927f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50707fc3-657a-4d1c-8628-0dfb2710b9bc']}} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:11:14.770143 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.services.segments.db [None req-4939a2d5-c141-41fc-adb8-15ba46dd927f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3a61b02-d451-4bb6-8acb-f707be60b746') {'for_net_delete': True} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:11:14.770472 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.services.segments.db [None req-4939a2d5-c141-41fc-adb8-15ba46dd927f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3a61b02-d451-4bb6-8acb-f707be60b746') {} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:11:14.779834 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-4939a2d5-c141-41fc-adb8-15ba46dd927f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747261973158', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3660646'] for segment (a3a61b02-d451-4bb6-8acb-f707be60b746), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:14.793866 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-4939a2d5-c141-41fc-adb8-15ba46dd927f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674812'] for segment (a3a61b02-d451-4bb6-8acb-f707be60b746), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:14.800150 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4939a2d5-c141-41fc-adb8-15ba46dd927f admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=104321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 21:11:14.802854 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-4939a2d5-c141-41fc-adb8-15ba46dd927f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25540173'] for segment (a3a61b02-d451-4bb6-8acb-f707be60b746), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:14.803004 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Current status of the port 04ab265f-077c-4c29-bea4-68787d93131b is: BUILD; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:11:14.803004 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (04ab265f-077c-4c29-bea4-68787d93131b), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:14.833803 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e26c2265-9a33-4c2a-9e41-6bf685f4c525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ab265f-077c-4c29-bea4-68787d93131b'}] {{(pid=104322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:11:14.836097 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0d07a434bcc94248bd83d89f5df7255b965f34de07d957ea8ea11cb14c6cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-664f52da-398d-4d3c-9a6e-2906f40e2b81" -d '{"events": [{"server_uuid": "e26c2265-9a33-4c2a-9e41-6bf685f4c525", "name": "network-vif-plugged", "status": "completed", "tag": "04ab265f-077c-4c29-bea4-68787d93131b"}]}' {{(pid=104322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:11:14.845005 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.services.segments.plugin [-] Segment a3a61b02-d451-4bb6-8acb-f707be60b746 resource provider aggregate not found May 31 21:11:14.849138 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] For port 04ab265f-077c-4c29-bea4-68787d93131b, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=04ab265f-077c-4c29-bea4-68787d93131b,segment=NetworkSegment(f5d5aacd-0a79-4c28-aa2d-fa67740c4f52),segment_id=f5d5aacd-0a79-4c28-aa2d-fa67740c4f52)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:11:14.865571 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.services.segments.plugin [-] Segment a3a61b02-d451-4bb6-8acb-f707be60b746 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a3a61b02-d451-4bb6-8acb-f707be60b746 found for delete ", "request_id": "req-af1c4beb-55e7-4b10-aec3-b4f807e1ca66"}]} May 31 21:11:14.889472 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 May 2022 21:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-509610f8-ec05-4a8e-b299-1b82a8401740 x-openstack-request-id: req-509610f8-ec05-4a8e-b299-1b82a8401740 {{(pid=104322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:11:14.889472 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e26c2265-9a33-4c2a-9e41-6bf685f4c525", "name": "network-vif-plugged", "status": "completed", "tag": "04ab265f-077c-4c29-bea4-68787d93131b", "code": 200}]} {{(pid=104322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:11:14.889472 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-509610f8-ec05-4a8e-b299-1b82a8401740 {{(pid=104322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:11:14.889472 dv-cinder-839793-16-iscsi neutron-server[104322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-509610f8-ec05-4a8e-b299-1b82a8401740'] response: {'server_uuid': 'e26c2265-9a33-4c2a-9e41-6bf685f4c525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ab265f-077c-4c29-bea4-68787d93131b', 'code': 200} May 31 21:11:14.937238 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-4939a2d5-c141-41fc-adb8-15ba46dd927f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598461'] for network (50707fc3-657a-4d1c-8628-0dfb2710b9bc), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:14.937849 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (04ab265f-077c-4c29-bea4-68787d93131b), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:14.955793 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-4939a2d5-c141-41fc-adb8-15ba46dd927f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696852'] for network (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:14.955793 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-4939a2d5-c141-41fc-adb8-15ba46dd927f admin admin] 10.222.0.55 "DELETE /v2.0/networks/50707fc3-657a-4d1c-8628-0dfb2710b9bc HTTP/1.1" status: 204 len: 168 time: 0.7196310 May 31 21:11:14.965109 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4939a2d5-c141-41fc-adb8-15ba46dd927f admin admin] Pushing event deleted for resources: {'Network': ['ID=50707fc3-657a-4d1c-8628-0dfb2710b9bc,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:11:14.995547 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Pushing event updated for resources: {'Port': ['ID=04ab265f-077c-4c29-bea4-68787d93131b,revision_number=5']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:11:15.255459 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a27e17-3708-4f27-8520-afca3fde5be5 req-64d350b4-d82a-40bb-ba91-bde5d2d94e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:15.256968 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-49a27e17-3708-4f27-8520-afca3fde5be5 req-64d350b4-d82a-40bb-ba91-bde5d2d94e68 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=e26c2265-9a33-4c2a-9e41-6bf685f4c525 HTTP/1.1" status: 200 len: 1130 time: 0.0398672 May 31 21:11:15.301942 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-49a27e17-3708-4f27-8520-afca3fde5be5 req-f35979f3-b1b2-496c-a7a1-7840ae4b2543 service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=e1a9435d-187a-404a-b52b-ede56537015a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382066 May 31 21:11:15.335539 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 38954) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:11:15.342500 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:11:15.375752 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-48395178-183e-4355-b89a-8c123898071d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f1b54ceb69fc4041b743a11eda4144a8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0390594 May 31 21:11:15.378271 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 38956) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:11:15.379637 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f942acd-c7c0-4b95-bb39-5debfa2d5019 req-d35c306c-ac3a-47a3-99d9-75709f636b0f tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:15.381128 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-8f942acd-c7c0-4b95-bb39-5debfa2d5019 req-d35c306c-ac3a-47a3-99d9-75709f636b0f tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=e26c2265-9a33-4c2a-9e41-6bf685f4c525 HTTP/1.1" status: 200 len: 946 time: 0.0483496 May 31 21:11:15.429560 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-8f942acd-c7c0-4b95-bb39-5debfa2d5019 req-96c82fb4-ce69-4deb-aa9b-68c2a45b56a1 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/security-groups?id=e1a9435d-187a-404a-b52b-ede56537015a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427508 May 31 21:11:15.430653 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-e8d43a7c-c465-4e39-85d7-791505c4fe3f admin admin] Publish callbacks [] for security_group (12907732-5570-4844-bbdc-00a8a81608d0), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:15.452042 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-e8d43a7c-c465-4e39-85d7-791505c4fe3f admin admin] Publish callbacks [] for security_group (12907732-5570-4844-bbdc-00a8a81608d0), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:15.493316 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:11:15.581242 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-e8d43a7c-c465-4e39-85d7-791505c4fe3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (12907732-5570-4844-bbdc-00a8a81608d0), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:15.584043 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-e8d43a7c-c465-4e39-85d7-791505c4fe3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:15.585174 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-e8d43a7c-c465-4e39-85d7-791505c4fe3f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/12907732-5570-4844-bbdc-00a8a81608d0 HTTP/1.1" status: 204 len: 168 time: 0.2060280 May 31 21:11:15.593418 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d43a7c-c465-4e39-85d7-791505c4fe3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12907732-5570-4844-bbdc-00a8a81608d0,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:11:15.655539 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-58fa0aab-c296-4be2-a1ab-08418c16cad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (8170e961-7e1e-4c09-b09f-6b764c457cfd), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:15.765756 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device b17b4cd1-7185-4db2-bbe4-ac558e6e28c9 no longer exists at agent ovs-agent-dv-cinder-839793-16-iscsi {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 31 21:11:15.785162 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] No Port match for: b17b4cd1-7185-4db2-bbe4-ac558e6e28c9 {{(pid=104322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 31 21:11:15.785508 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device b17b4cd1-7185-4db2-bbe4-ac558e6e28c9 not bound to the agent host dv-cinder-839793-16-iscsi {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 31 21:11:15.785948 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device 88678874-cbd7-48bd-9013-1ce7147065a8 no longer exists at agent ovs-agent-dv-cinder-839793-16-iscsi {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 31 21:11:15.808301 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] No Port match for: 88678874-cbd7-48bd-9013-1ce7147065a8 {{(pid=104322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 31 21:11:15.808651 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device 88678874-cbd7-48bd-9013-1ce7147065a8 not bound to the agent host dv-cinder-839793-16-iscsi {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 31 21:11:16.558956 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8e04b4-60fb-4cfe-b6fb-54f3ec231b9d req-82426dbc-6457-41f8-87fa-27bdca2a6d57 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:16.560399 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-8b8e04b4-60fb-4cfe-b6fb-54f3ec231b9d req-82426dbc-6457-41f8-87fa-27bdca2a6d57 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=e26c2265-9a33-4c2a-9e41-6bf685f4c525 HTTP/1.1" status: 200 len: 946 time: 0.0466564 May 31 21:11:16.607763 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-8b8e04b4-60fb-4cfe-b6fb-54f3ec231b9d req-cc61c203-66b8-4ab9-ade0-ca6f90202fe3 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/security-groups?id=e1a9435d-187a-404a-b52b-ede56537015a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418363 May 31 21:11:16.732654 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 38980) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:11:16.809557 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-b770b660-b824-4665-84d0-9bbdd29e8e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (1c1563bc-5b12-4065-8d27-b22246e8e8d3), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:16.832991 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.v2.base [None req-ffcbeb8d-df10-40c7-873c-f4ee6514065a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-248878464-network', 'tenant_id': '69b2364f40d14160adf0220d92adaad7'}} {{(pid=104320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:11:16.913002 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffcbeb8d-df10-40c7-873c-f4ee6514065a admin admin] Made reservation on behalf of 69b2364f40d14160adf0220d92adaad7 for: {'network': 1} {{(pid=104320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 21:11:16.916144 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-ffcbeb8d-df10-40c7-873c-f4ee6514065a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for network (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:16.918037 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:11:16.925646 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-ffcbeb8d-df10-40c7-873c-f4ee6514065a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:17.005369 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-ffcbeb8d-df10-40c7-873c-f4ee6514065a admin admin] Publish callbacks [] for security_group (b358fea7-7514-4693-8082-d565c52d82fd), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:17.131272 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-ffcbeb8d-df10-40c7-873c-f4ee6514065a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (b358fea7-7514-4693-8082-d565c52d82fd), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:17.160459 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffcbeb8d-df10-40c7-873c-f4ee6514065a admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=104320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 21:11:17.167256 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcbeb8d-df10-40c7-873c-f4ee6514065a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b358fea7-7514-4693-8082-d565c52d82fd,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:11:17.177664 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-ffcbeb8d-df10-40c7-873c-f4ee6514065a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674812'] for segment (dab68be0-cc2b-428d-a1e3-e670fc69bce9), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:17.177664 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.db.segments_db [None req-ffcbeb8d-df10-40c7-873c-f4ee6514065a admin admin] Added segment dab68be0-cc2b-428d-a1e3-e670fc69bce9 of type vlan for network f9f27def-cef7-45b6-9a7b-b0c954078818 May 31 21:11:17.217220 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-ffcbeb8d-df10-40c7-873c-f4ee6514065a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747261502311'] for network (f9f27def-cef7-45b6-9a7b-b0c954078818), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:17.338136 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-ffcbeb8d-df10-40c7-873c-f4ee6514065a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838'] for network (f9f27def-cef7-45b6-9a7b-b0c954078818), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:17.339224 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffcbeb8d-df10-40c7-873c-f4ee6514065a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:17.339995 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-ffcbeb8d-df10-40c7-873c-f4ee6514065a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696852'] for network (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:17.384730 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:11:17.402021 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcbeb8d-df10-40c7-873c-f4ee6514065a admin admin] Pushing event updated for resources: {'Network': ['ID=f9f27def-cef7-45b6-9a7b-b0c954078818,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:11:17.411422 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Network f9f27def-cef7-45b6-9a7b-b0c954078818 details requested by agent ovs-agent-dv-cinder-839793-16-iscsi with host dv-cinder-839793-16-iscsi {{(pid=104322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 31 21:11:17.471660 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-ffcbeb8d-df10-40c7-873c-f4ee6514065a admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.7378390 May 31 21:11:17.474683 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 38984) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:11:17.479865 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [None req-9fdc7a6e-dc0f-47e9-8ba8-52696f526287 admin admin] Request body: {'subnet': {'network_id': 'f9f27def-cef7-45b6-9a7b-b0c954078818', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-248878464-subnet', 'tenant_id': '69b2364f40d14160adf0220d92adaad7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:11:17.560354 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fdc7a6e-dc0f-47e9-8ba8-52696f526287 admin admin] Made reservation on behalf of 69b2364f40d14160adf0220d92adaad7 for: {'subnet': 1} {{(pid=104321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 21:11:17.562817 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-9fdc7a6e-dc0f-47e9-8ba8-52696f526287 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25435882'] for subnet (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:17.806860 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-9fdc7a6e-dc0f-47e9-8ba8-52696f526287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25540398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25435900'] for subnet (b0a2bf4f-8e94-4747-a06c-e4eb22a2611a), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:17.865280 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdc7a6e-dc0f-47e9-8ba8-52696f526287 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0a2bf4f-8e94-4747-a06c-e4eb22a2611a,revision_number=0']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:11:17.877478 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdc7a6e-dc0f-47e9-8ba8-52696f526287 admin admin] Checking segment: {'id': 'dab68be0-cc2b-428d-a1e3-e670fc69bce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f9f27def-cef7-45b6-9a7b-b0c954078818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 31 21:11:17.877832 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fdc7a6e-dc0f-47e9-8ba8-52696f526287 admin admin] Network hostable DHCP agents. Network: f9f27def-cef7-45b6-9a7b-b0c954078818, hostable agents: ['5ca9f0a2-8e5f-4b54-94fa-454f095515e4'], hosted agents: [] {{(pid=104321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 21:11:17.967399 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fdc7a6e-dc0f-47e9-8ba8-52696f526287 admin admin] Network f9f27def-cef7-45b6-9a7b-b0c954078818 is scheduled to be hosted by DHCP agent 5ca9f0a2-8e5f-4b54-94fa-454f095515e4 with binding_index 1 {{(pid=104321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 21:11:17.982021 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e71c7a-f8d1-431a-84fa-dbba42d05770 req-e1ffefa4-1abf-4d10-85fa-8dc5c2df0f02 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:17.983503 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-29e71c7a-f8d1-431a-84fa-dbba42d05770 req-e1ffefa4-1abf-4d10-85fa-8dc5c2df0f02 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=e26c2265-9a33-4c2a-9e41-6bf685f4c525 HTTP/1.1" status: 200 len: 946 time: 0.3069575 May 31 21:11:18.031863 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-29e71c7a-f8d1-431a-84fa-dbba42d05770 req-3477127a-01d3-4cde-aeff-a368946e0568 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/security-groups?id=e1a9435d-187a-404a-b52b-ede56537015a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426962 May 31 21:11:18.085598 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.base_scheduler [None req-9fdc7a6e-dc0f-47e9-8ba8-52696f526287 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-16-iscsi, f9f27def-cef7-45b6-9a7b-b0c954078818) {{(pid=104321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:11:18.089944 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fdc7a6e-dc0f-47e9-8ba8-52696f526287 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:18.091692 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-9fdc7a6e-dc0f-47e9-8ba8-52696f526287 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696852'] for subnet (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:18.096284 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f269b8-5bcb-4506-8ed1-c6560bb06136 None None] Network f9f27def-cef7-45b6-9a7b-b0c954078818 requested from dv-cinder-839793-16-iscsi {{(pid=104322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 31 21:11:18.145634 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d532f76-196f-4870-8b4b-a93c223c1ad3 req-e6642083-869f-4f2a-b59b-4725b906276e tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:18.147264 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-0d532f76-196f-4870-8b4b-a93c223c1ad3 req-e6642083-869f-4f2a-b59b-4725b906276e tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=e26c2265-9a33-4c2a-9e41-6bf685f4c525 HTTP/1.1" status: 200 len: 946 time: 0.0479648 May 31 21:11:18.156432 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 38990) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:11:18.160964 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [None req-ea38d25f-dace-4e40-81c7-5552edfc0dbb tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Request body: {'floatingip': {'port_id': '04ab265f-077c-4c29-bea4-68787d93131b'}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:11:18.196734 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-9fdc7a6e-dc0f-47e9-8ba8-52696f526287 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7207870 May 31 21:11:18.199464 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 38992) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:11:18.204735 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4ff77f-b3bc-4b1d-83bd-a26b340038a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1581c23-dc20-583c-a781-c643bb3ad1f7-f9f27def-cef7-45b6-9a7b-b0c954078818', 'network_id': 'f9f27def-cef7-45b6-9a7b-b0c954078818', 'project_id': '69b2364f40d14160adf0220d92adaad7', 'fixed_ips': [{'subnet_id': 'b0a2bf4f-8e94-4747-a06c-e4eb22a2611a'}]}} from dv-cinder-839793-16-iscsi. {{(pid=104322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 31 21:11:18.205391 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.v2.base [None req-f025853c-fd0a-46aa-931b-48b587674e0d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-248878464-router', 'tenant_id': '69b2364f40d14160adf0220d92adaad7', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac'}}} {{(pid=104320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:11:18.205872 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-cf4ff77f-b3bc-4b1d-83bd-a26b340038a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (None), before_create {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:18.208633 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-ea38d25f-dace-4e40-81c7-5552edfc0dbb tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks [] for floatingip (aa5a99e6-9eb8-48a7-9d1d-1d792b063f6d), before_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:18.332792 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-f025853c-fd0a-46aa-931b-48b587674e0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1600068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256106'] for router (a91754eb-1388-498d-ad7b-17314423f28d), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:18.333867 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-f025853c-fd0a-46aa-931b-48b587674e0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1599220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1598582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1761038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256083'] for router (a91754eb-1388-498d-ad7b-17314423f28d), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:18.345581 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.db_base_plugin_common [None req-cf4ff77f-b3bc-4b1d-83bd-a26b340038a6 None None] Allocated IP 172.20.0.2 (f9f27def-cef7-45b6-9a7b-b0c954078818/b0a2bf4f-8e94-4747-a06c-e4eb22a2611a/85f42f40-1d39-4bc0-b193-4bcb65f85cdb) {{(pid=104322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 21:11:18.390836 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-f025853c-fd0a-46aa-931b-48b587674e0d admin admin] Publish callbacks [] for router_controller (a91754eb-1388-498d-ad7b-17314423f28d), precommit_add_association {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:18.499722 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-cf4ff77f-b3bc-4b1d-83bd-a26b340038a6 None None] Publish callbacks [] for port (85f42f40-1d39-4bc0-b193-4bcb65f85cdb), precommit_create {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:18.581501 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-cf4ff77f-b3bc-4b1d-83bd-a26b340038a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747261518129'] for port (85f42f40-1d39-4bc0-b193-4bcb65f85cdb), after_create {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:18.608393 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-f025853c-fd0a-46aa-931b-48b587674e0d admin admin] Publish callbacks [] for router_gateway (a91754eb-1388-498d-ad7b-17314423f28d), precommit_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:18.609290 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (a61205dd-b11c-42a1-aa2d-4b7310a8dc99), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:18.624350 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4ff77f-b3bc-4b1d-83bd-a26b340038a6 None None] Network f9f27def-cef7-45b6-9a7b-b0c954078818 is already hosted by enough agents. {{(pid=104322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 21:11:18.632143 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4ff77f-b3bc-4b1d-83bd-a26b340038a6 None None] Pushing event updated for resources: {'Port': ['ID=85f42f40-1d39-4bc0-b193-4bcb65f85cdb,revision_number=1']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:11:18.635081 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.scheduler.base_scheduler [None req-cf4ff77f-b3bc-4b1d-83bd-a26b340038a6 None None] Resources bound (agent type, host, resource id): {{(pid=104322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:11:18.637177 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4ff77f-b3bc-4b1d-83bd-a26b340038a6 None None] Received port after_create {{(pid=104322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 31 21:11:18.638924 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-ea38d25f-dace-4e40-81c7-5552edfc0dbb tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:18.691744 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.managers [None req-cf4ff77f-b3bc-4b1d-83bd-a26b340038a6 None None] Attempting to bind port 85f42f40-1d39-4bc0-b193-4bcb65f85cdb on host dv-cinder-839793-16-iscsi for vnic_type normal with profile {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 31 21:11:18.692115 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.managers [None req-cf4ff77f-b3bc-4b1d-83bd-a26b340038a6 None None] Attempting to bind port 85f42f40-1d39-4bc0-b193-4bcb65f85cdb by drivers openvswitch,hyperv on host dv-cinder-839793-16-iscsi at level 0 using segments [{'id': 'dab68be0-cc2b-428d-a1e3-e670fc69bce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f9f27def-cef7-45b6-9a7b-b0c954078818'}] {{(pid=104322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 31 21:11:18.692479 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4ff77f-b3bc-4b1d-83bd-a26b340038a6 None None] Attempting to bind port 85f42f40-1d39-4bc0-b193-4bcb65f85cdb on network f9f27def-cef7-45b6-9a7b-b0c954078818 {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 31 21:11:18.698134 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4ff77f-b3bc-4b1d-83bd-a26b340038a6 None None] Checking agent: {'id': 'a61205dd-b11c-42a1-aa2d-4b7310a8dc99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 20, 54, 48), 'started_at': datetime.datetime(2022, 5, 31, 20, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 21, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 31 21:11:18.698507 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4ff77f-b3bc-4b1d-83bd-a26b340038a6 None None] Checking segment: {'id': 'dab68be0-cc2b-428d-a1e3-e670fc69bce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f9f27def-cef7-45b6-9a7b-b0c954078818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 31 21:11:18.698903 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-cf4ff77f-b3bc-4b1d-83bd-a26b340038a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:18.699294 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4ff77f-b3bc-4b1d-83bd-a26b340038a6 None None] Bound using segment: {'id': 'dab68be0-cc2b-428d-a1e3-e670fc69bce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f9f27def-cef7-45b6-9a7b-b0c954078818'} {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 31 21:11:18.699752 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.managers [None req-cf4ff77f-b3bc-4b1d-83bd-a26b340038a6 None None] Bound port: 85f42f40-1d39-4bc0-b193-4bcb65f85cdb, host: dv-cinder-839793-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dab68be0-cc2b-428d-a1e3-e670fc69bce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f9f27def-cef7-45b6-9a7b-b0c954078818'}}] {{(pid=104322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 31 21:11:18.700123 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-cf4ff77f-b3bc-4b1d-83bd-a26b340038a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (85f42f40-1d39-4bc0-b193-4bcb65f85cdb), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:18.752283 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-ea38d25f-dace-4e40-81c7-5552edfc0dbb tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598426'] for floatingip (aa5a99e6-9eb8-48a7-9d1d-1d792b063f6d), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:18.763635 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-cf4ff77f-b3bc-4b1d-83bd-a26b340038a6 None None] For port 85f42f40-1d39-4bc0-b193-4bcb65f85cdb, host dv-cinder-839793-16-iscsi, cleared binding levels {{(pid=104322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 31 21:11:18.766835 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-cf4ff77f-b3bc-4b1d-83bd-a26b340038a6 None None] For port 85f42f40-1d39-4bc0-b193-4bcb65f85cdb, host dv-cinder-839793-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=85f42f40-1d39-4bc0-b193-4bcb65f85cdb,segment=NetworkSegment(dab68be0-cc2b-428d-a1e3-e670fc69bce9),segment_id=dab68be0-cc2b-428d-a1e3-e670fc69bce9)] {{(pid=104322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 31 21:11:18.767894 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:DELETE=3,neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:11:18.869806 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-cf4ff77f-b3bc-4b1d-83bd-a26b340038a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (85f42f40-1d39-4bc0-b193-4bcb65f85cdb), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:18.917298 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-f025853c-fd0a-46aa-931b-48b587674e0d admin admin] Publish callbacks [] for router_gateway (a91754eb-1388-498d-ad7b-17314423f28d), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:18.941073 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-f025853c-fd0a-46aa-931b-48b587674e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:18.946362 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4ff77f-b3bc-4b1d-83bd-a26b340038a6 None None] Pushing event updated for resources: {'Port': ['ID=85f42f40-1d39-4bc0-b193-4bcb65f85cdb,revision_number=2']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:11:19.071084 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.db.db_base_plugin_common [None req-f025853c-fd0a-46aa-931b-48b587674e0d admin admin] Allocated IP 172.27.0.101 (c2cfca3b-95da-4cff-a3c5-795dffb6abac/763c29f6-cebe-4813-9ab2-68212649a0b5/345700f1-91f0-4de8-bcd4-74c223a3a73c) {{(pid=104320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 21:11:19.101014 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:11:19.136931 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.db.l3_db [None req-ea38d25f-dace-4e40-81c7-5552edfc0dbb tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Floating IP aa5a99e6-9eb8-48a7-9d1d-1d792b063f6d associated. External IP: 172.27.0.74, port: 04ab265f-077c-4c29-bea4-68787d93131b. May 31 21:11:19.172673 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:11:19.186900 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:11:19.212794 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-f025853c-fd0a-46aa-931b-48b587674e0d admin admin] Publish callbacks [] for port (345700f1-91f0-4de8-bcd4-74c223a3a73c), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:19.308916 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-f025853c-fd0a-46aa-931b-48b587674e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747261518129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437045'] for port (345700f1-91f0-4de8-bcd4-74c223a3a73c), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:19.348958 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea38d25f-dace-4e40-81c7-5552edfc0dbb tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Router ff272f53-2b7a-4bbe-b725-5972a2793472 has already been hosted by L3 agent 13ce5b10-321e-4e80-b29e-1cfc3c51661e {{(pid=104321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 31 21:11:19.349244 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f025853c-fd0a-46aa-931b-48b587674e0d admin admin] Network c2cfca3b-95da-4cff-a3c5-795dffb6abac is already hosted by enough agents. {{(pid=104320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 21:11:19.352849 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.base_scheduler [None req-f025853c-fd0a-46aa-931b-48b587674e0d admin admin] Resources bound (agent type, host, resource id): {{(pid=104320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:11:19.362313 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f025853c-fd0a-46aa-931b-48b587674e0d admin admin] Received port after_create {{(pid=104320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 31 21:11:19.364616 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:11:19.386611 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f025853c-fd0a-46aa-931b-48b587674e0d admin admin] Pushing event updated for resources: {'Port': ['ID=345700f1-91f0-4de8-bcd4-74c223a3a73c,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:11:19.458643 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea38d25f-dace-4e40-81c7-5552edfc0dbb tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Notify agent at l3_agent.dv-cinder-839793-16-iscsi the message routers_updated {{(pid=104321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 31 21:11:19.463489 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-ea38d25f-dace-4e40-81c7-5552edfc0dbb tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for floatingip (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:19.469718 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb36c97-ab03-4b78-b7fe-77bfb14e4947 None None] Sync routers for ids ['ff272f53-2b7a-4bbe-b725-5972a2793472'] in dv-cinder-839793-16-iscsi {{(pid=104323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 21:11:19.483984 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb36c97-ab03-4b78-b7fe-77bfb14e4947 None None] Routers {'ff272f53-2b7a-4bbe-b725-5972a2793472'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:11:19.484913 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-9cb36c97-ab03-4b78-b7fe-77bfb14e4947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:11:14Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['ff272f53-2b7a-4bbe-b725-5972a2793472'], 'active': True} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:11:19.494029 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-ea38d25f-dace-4e40-81c7-5552edfc0dbb tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "PUT /v2.0/floatingips/aa5a99e6-9eb8-48a7-9d1d-1d792b063f6d HTTP/1.1" status: 200 len: 991 time: 1.3364503 May 31 21:11:19.494665 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e26c2265-9a33-4c2a-9e41-6bf685f4c525', 'tag': '04ab265f-077c-4c29-bea4-68787d93131b'}] {{(pid=104321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:11:19.497277 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6b014d5dee29fffbb36c15c330f4dd8b871b4cb67f19a16d167ed5ff3960b8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69267c00-68f4-4efe-9a22-575011068474" -d '{"events": [{"name": "network-changed", "server_uuid": "e26c2265-9a33-4c2a-9e41-6bf685f4c525", "tag": "04ab265f-077c-4c29-bea4-68787d93131b"}]}' {{(pid=104321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:11:19.535305 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 May 2022 21:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8775d30b-4db7-454f-be1c-2deda355c1e5 x-openstack-request-id: req-8775d30b-4db7-454f-be1c-2deda355c1e5 {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:11:19.535609 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e26c2265-9a33-4c2a-9e41-6bf685f4c525", "tag": "04ab265f-077c-4c29-bea4-68787d93131b", "status": "completed", "code": 200}]} {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:11:19.535901 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8775d30b-4db7-454f-be1c-2deda355c1e5 {{(pid=104321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:11:19.536309 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8775d30b-4db7-454f-be1c-2deda355c1e5'] response: {'name': 'network-changed', 'server_uuid': 'e26c2265-9a33-4c2a-9e41-6bf685f4c525', 'tag': '04ab265f-077c-4c29-bea4-68787d93131b', 'status': 'completed', 'code': 200} May 31 21:11:19.602290 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69267c00-68f4-4efe-9a22-575011068474 req-fe9f0cb8-ca35-4055-83ec-a5135019f440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:19.603847 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-69267c00-68f4-4efe-9a22-575011068474 req-fe9f0cb8-ca35-4055-83ec-a5135019f440 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=180ff6fd8c5b434abffa058ea99ef7c4&device_id=e26c2265-9a33-4c2a-9e41-6bf685f4c525 HTTP/1.1" status: 200 len: 1130 time: 0.0473416 May 31 21:11:19.681464 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvr_db [None req-9cb36c97-ab03-4b78-b7fe-77bfb14e4947 None None] Set router ff272f53-2b7a-4bbe-b725-5972a2793472 gateway port host: dv-cinder-839793-16-iscsi {{(pid=104323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:11:19.712092 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-f025853c-fd0a-46aa-931b-48b587674e0d admin admin] Publish callbacks [] for router_gateway (a91754eb-1388-498d-ad7b-17314423f28d), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:19.712324 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=100 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:11:19.719033 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69267c00-68f4-4efe-9a22-575011068474 req-6bfecf3b-a68e-43d8-9656-bcbbcf0f1222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:19.720561 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-69267c00-68f4-4efe-9a22-575011068474 req-6bfecf3b-a68e-43d8-9656-bcbbcf0f1222 service neutron] 10.222.0.40 "GET /v2.0/networks?id=1cab6d20-22a6-4088-8e1d-60992c365df4 HTTP/1.1" status: 200 len: 911 time: 0.1079526 May 31 21:11:19.819192 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-69267c00-68f4-4efe-9a22-575011068474 req-96a4147d-033b-4ab8-a1dc-4a278951588d service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04ab265f-077c-4c29-bea4-68787d93131b HTTP/1.1" status: 200 len: 999 time: 0.0922186 May 31 21:11:19.885209 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device 85f42f40-1d39-4bc0-b193-4bcb65f85cdb up at agent ovs-agent-dv-cinder-839793-16-iscsi {{(pid=104322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 31 21:11:19.904503 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69267c00-68f4-4efe-9a22-575011068474 req-b4e050a1-9dc5-42d3-b746-d3f88faf6af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:19.906409 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-69267c00-68f4-4efe-9a22-575011068474 req-b4e050a1-9dc5-42d3-b746-d3f88faf6af0 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=ed08b0b7-388e-4929-9128-adbbfafb9e7c HTTP/1.1" status: 200 len: 849 time: 0.0798385 May 31 21:11:19.914423 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-9cb36c97-ab03-4b78-b7fe-77bfb14e4947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff272f53-2b7a-4bbe-b725-5972a2793472', 'name': 'tempest-AttachVolumeTestJSON-315142425-router', 'tenant_id': '180ff6fd8c5b434abffa058ea99ef7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '290f01b7-6a91-4b97-a4b5-955ef8546d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:03:21Z', 'updated_at': '2022-05-31T21:03:29Z', 'revision_number': 4, 'project_id': '180ff6fd8c5b434abffa058ea99ef7c4', 'gw_port': {'id': '290f01b7-6a91-4b97-a4b5-955ef8546d00', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:61:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff272f53-2b7a-4bbe-b725-5972a2793472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:22Z', 'updated_at': '2022-05-31T21:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_floatingips': [{'id': 'aa5a99e6-9eb8-48a7-9d1d-1d792b063f6d', 'tenant_id': '180ff6fd8c5b434abffa058ea99ef7c4', 'floating_ip_address': '172.27.0.74', 'floating_network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'router_id': 'ff272f53-2b7a-4bbe-b725-5972a2793472', 'port_id': '04ab265f-077c-4c29-bea4-68787d93131b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1cab6d20-22a6-4088-8e1d-60992c365df4', 'mac_address': 'fa:16:3e:77:b9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26c2265-9a33-4c2a-9e41-6bf685f4c525', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T21:11:00Z', 'updated_at': '2022-05-31T21:11:18Z', 'revision_number': 1, 'project_id': '180ff6fd8c5b434abffa058ea99ef7c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2baf48ae-5d17-4d40-9cfc-a85c7ef4db95', 'name': '', 'network_id': '1cab6d20-22a6-4088-8e1d-60992c365df4', 'tenant_id': '180ff6fd8c5b434abffa058ea99ef7c4', 'mac_address': 'fa:16:3e:04:0c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff272f53-2b7a-4bbe-b725-5972a2793472', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ed08b0b7-388e-4929-9128-adbbfafb9e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:27Z', 'updated_at': '2022-05-31T21:03:41Z', 'revision_number': 5, 'project_id': '180ff6fd8c5b434abffa058ea99ef7c4', 'subnets': [{'id': 'ed08b0b7-388e-4929-9128-adbbfafb9e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:11:19.937556 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Provisioning complete for port 85f42f40-1d39-4bc0-b193-4bcb65f85cdb triggered by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:11:19.938084 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (85f42f40-1d39-4bc0-b193-4bcb65f85cdb), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:19.944148 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb36c97-ab03-4b78-b7fe-77bfb14e4947 None None] Checking router: ff272f53-2b7a-4bbe-b725-5972a2793472 for host: dv-cinder-839793-16-iscsi {{(pid=104323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 21:11:19.954244 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb36c97-ab03-4b78-b7fe-77bfb14e4947 None None] Routers {'ff272f53-2b7a-4bbe-b725-5972a2793472'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:11:19.955199 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-9cb36c97-ab03-4b78-b7fe-77bfb14e4947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:11:14Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['ff272f53-2b7a-4bbe-b725-5972a2793472'], 'active': True} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:11:19.972980 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69267c00-68f4-4efe-9a22-575011068474 req-30fb0dee-1224-4e1c-bc1e-0b3d345a4865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:19.975385 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-69267c00-68f4-4efe-9a22-575011068474 req-30fb0dee-1224-4e1c-bc1e-0b3d345a4865 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=1cab6d20-22a6-4088-8e1d-60992c365df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0629256 May 31 21:11:20.027971 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-f025853c-fd0a-46aa-931b-48b587674e0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1599171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598497'] for router (a91754eb-1388-498d-ad7b-17314423f28d), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:20.040306 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Current status of the port 85f42f40-1d39-4bc0-b193-4bcb65f85cdb is: DOWN; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:11:20.040690 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (85f42f40-1d39-4bc0-b193-4bcb65f85cdb), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:20.059008 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvr_db [None req-9cb36c97-ab03-4b78-b7fe-77bfb14e4947 None None] Set router ff272f53-2b7a-4bbe-b725-5972a2793472 gateway port host: dv-cinder-839793-16-iscsi {{(pid=104323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:11:20.076725 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] For port 85f42f40-1d39-4bc0-b193-4bcb65f85cdb, host dv-cinder-839793-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=85f42f40-1d39-4bc0-b193-4bcb65f85cdb,segment=NetworkSegment(dab68be0-cc2b-428d-a1e3-e670fc69bce9),segment_id=dab68be0-cc2b-428d-a1e3-e670fc69bce9)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:11:20.079955 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436c0198-ebd6-4d73-9ead-e6f13f4d8097 None None] Network f9f27def-cef7-45b6-9a7b-b0c954078818 requested from dv-cinder-839793-16-iscsi {{(pid=104322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 31 21:11:20.104597 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-69267c00-68f4-4efe-9a22-575011068474 req-89044762-4c33-4394-967b-79472a0df5f4 service neutron] 10.222.0.40 "GET /v2.0/networks/1cab6d20-22a6-4088-8e1d-60992c365df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217861 May 31 21:11:20.227270 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-69267c00-68f4-4efe-9a22-575011068474 req-3d46e172-8ca0-4b81-878b-dbcef607cb76 service neutron] 10.222.0.40 "GET /v2.0/networks/1cab6d20-22a6-4088-8e1d-60992c365df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155777 May 31 21:11:20.257027 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f025853c-fd0a-46aa-931b-48b587674e0d admin admin] Router a91754eb-1388-498d-ad7b-17314423f28d is scheduled to L3 agent 13ce5b10-321e-4e80-b29e-1cfc3c51661e with binding_index 1 {{(pid=104320) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 31 21:11:20.273947 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (85f42f40-1d39-4bc0-b193-4bcb65f85cdb), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:20.287548 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-9cb36c97-ab03-4b78-b7fe-77bfb14e4947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff272f53-2b7a-4bbe-b725-5972a2793472', 'name': 'tempest-AttachVolumeTestJSON-315142425-router', 'tenant_id': '180ff6fd8c5b434abffa058ea99ef7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '290f01b7-6a91-4b97-a4b5-955ef8546d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:03:21Z', 'updated_at': '2022-05-31T21:03:29Z', 'revision_number': 4, 'project_id': '180ff6fd8c5b434abffa058ea99ef7c4', 'gw_port': {'id': '290f01b7-6a91-4b97-a4b5-955ef8546d00', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:61:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff272f53-2b7a-4bbe-b725-5972a2793472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:22Z', 'updated_at': '2022-05-31T21:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_floatingips': [{'id': 'aa5a99e6-9eb8-48a7-9d1d-1d792b063f6d', 'tenant_id': '180ff6fd8c5b434abffa058ea99ef7c4', 'floating_ip_address': '172.27.0.74', 'floating_network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'router_id': 'ff272f53-2b7a-4bbe-b725-5972a2793472', 'port_id': '04ab265f-077c-4c29-bea4-68787d93131b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1cab6d20-22a6-4088-8e1d-60992c365df4', 'mac_address': 'fa:16:3e:77:b9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26c2265-9a33-4c2a-9e41-6bf685f4c525', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T21:11:00Z', 'updated_at': '2022-05-31T21:11:18Z', 'revision_number': 1, 'project_id': '180ff6fd8c5b434abffa058ea99ef7c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2baf48ae-5d17-4d40-9cfc-a85c7ef4db95', 'name': '', 'network_id': '1cab6d20-22a6-4088-8e1d-60992c365df4', 'tenant_id': '180ff6fd8c5b434abffa058ea99ef7c4', 'mac_address': 'fa:16:3e:04:0c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff272f53-2b7a-4bbe-b725-5972a2793472', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ed08b0b7-388e-4929-9128-adbbfafb9e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:27Z', 'updated_at': '2022-05-31T21:03:41Z', 'revision_number': 5, 'project_id': '180ff6fd8c5b434abffa058ea99ef7c4', 'subnets': [{'id': 'ed08b0b7-388e-4929-9128-adbbfafb9e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:11:20.321592 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb36c97-ab03-4b78-b7fe-77bfb14e4947 None None] The sync data for ids ['ff272f53-2b7a-4bbe-b725-5972a2793472'] in dv-cinder-839793-16-iscsi is: [{'id': 'ff272f53-2b7a-4bbe-b725-5972a2793472', 'name': 'tempest-AttachVolumeTestJSON-315142425-router', 'tenant_id': '180ff6fd8c5b434abffa058ea99ef7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '290f01b7-6a91-4b97-a4b5-955ef8546d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:03:21Z', 'updated_at': '2022-05-31T21:03:29Z', 'revision_number': 4, 'project_id': '180ff6fd8c5b434abffa058ea99ef7c4', 'gw_port': {'id': '290f01b7-6a91-4b97-a4b5-955ef8546d00', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:61:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff272f53-2b7a-4bbe-b725-5972a2793472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:22Z', 'updated_at': '2022-05-31T21:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_floatingips': [{'id': 'aa5a99e6-9eb8-48a7-9d1d-1d792b063f6d', 'tenant_id': '180ff6fd8c5b434abffa058ea99ef7c4', 'floating_ip_address': '172.27.0.74', 'floating_network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'router_id': 'ff272f53-2b7a-4bbe-b725-5972a2793472', 'port_id': '04ab265f-077c-4c29-bea4-68787d93131b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1cab6d20-22a6-4088-8e1d-60992c365df4', 'mac_address': 'fa:16:3e:77:b9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26c2265-9a33-4c2a-9e41-6bf685f4c525', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T21:11:00Z', 'updated_at': '2022-05-31T21:11:18Z', 'revision_number': 1, 'project_id': '180ff6fd8c5b434abffa058ea99ef7c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2baf48ae-5d17-4d40-9cfc-a85c7ef4db95', 'name': '', 'network_id': '1cab6d20-22a6-4088-8e1d-60992c365df4', 'tenant_id': '180ff6fd8c5b434abffa058ea99ef7c4', 'mac_address': 'fa:16:3e:04:0c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff272f53-2b7a-4bbe-b725-5972a2793472', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ed08b0b7-388e-4929-9128-adbbfafb9e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:27Z', 'updated_at': '2022-05-31T21:03:41Z', 'revision_number': 5, 'project_id': '180ff6fd8c5b434abffa058ea99ef7c4', 'subnets': [{'id': 'ed08b0b7-388e-4929-9128-adbbfafb9e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 21:11:20.345402 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-4d1b81b6-2723-4e06-8a30-b34e1564fed8 None None] Provisioning complete for port 85f42f40-1d39-4bc0-b193-4bcb65f85cdb triggered by entity DHCP. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:11:20.345755 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-4d1b81b6-2723-4e06-8a30-b34e1564fed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (85f42f40-1d39-4bc0-b193-4bcb65f85cdb), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:20.373312 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Pushing event updated for resources: {'Port': ['ID=85f42f40-1d39-4bc0-b193-4bcb65f85cdb,revision_number=3']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:11:20.377934 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f025853c-fd0a-46aa-931b-48b587674e0d admin admin] Notify agent at l3_agent.dv-cinder-839793-16-iscsi the message routers_updated {{(pid=104320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 31 21:11:20.404120 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5511b0d1-f39c-439a-96ee-b560f5b079aa None None] Sync routers for ids ['a91754eb-1388-498d-ad7b-17314423f28d'] in dv-cinder-839793-16-iscsi {{(pid=104322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 21:11:20.414463 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:11:20.439182 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5511b0d1-f39c-439a-96ee-b560f5b079aa None None] Routers {'a91754eb-1388-498d-ad7b-17314423f28d'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:11:20.439774 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-5511b0d1-f39c-439a-96ee-b560f5b079aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:11:14Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['a91754eb-1388-498d-ad7b-17314423f28d'], 'active': True} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:11:20.444940 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:11:20.459671 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-f025853c-fd0a-46aa-931b-48b587674e0d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:20.463601 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-f025853c-fd0a-46aa-931b-48b587674e0d admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2604940 May 31 21:11:20.463943 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 38998) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:11:20.522304 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-4d1b81b6-2723-4e06-8a30-b34e1564fed8 None None] Current status of the port 85f42f40-1d39-4bc0-b193-4bcb65f85cdb is: ACTIVE; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:11:20.584118 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvr_db [None req-5511b0d1-f39c-439a-96ee-b560f5b079aa None None] Set router a91754eb-1388-498d-ad7b-17314423f28d gateway port host: dv-cinder-839793-16-iscsi {{(pid=104322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:11:20.596218 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc24e95-cd4d-4663-8512-1a3093673552 None None] New status for floating IP aa5a99e6-9eb8-48a7-9d1d-1d792b063f6d: ACTIVE {{(pid=104323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 31 21:11:20.761252 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-73700e35-3581-4a9a-8b0f-e69217435b45 None None] Provisioning complete for port 85f42f40-1d39-4bc0-b193-4bcb65f85cdb triggered by entity DHCP. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:11:20.761623 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-73700e35-3581-4a9a-8b0f-e69217435b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (85f42f40-1d39-4bc0-b193-4bcb65f85cdb), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:20.798713 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-5511b0d1-f39c-439a-96ee-b560f5b079aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'name': 'tempest-AttachVolumeNegativeTest-248878464-router', 'tenant_id': '69b2364f40d14160adf0220d92adaad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '345700f1-91f0-4de8-bcd4-74c223a3a73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:11:18Z', 'updated_at': '2022-05-31T21:11:19Z', 'revision_number': 3, 'project_id': '69b2364f40d14160adf0220d92adaad7', 'gw_port': {'id': '345700f1-91f0-4de8-bcd4-74c223a3a73c', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:75:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:11:18Z', 'updated_at': '2022-05-31T21:11:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi'}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:11:20.833144 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5511b0d1-f39c-439a-96ee-b560f5b079aa None None] Checking router: a91754eb-1388-498d-ad7b-17314423f28d for host: dv-cinder-839793-16-iscsi {{(pid=104322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 21:11:20.833758 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5511b0d1-f39c-439a-96ee-b560f5b079aa None None] Updating router a91754eb-1388-498d-ad7b-17314423f28d port 345700f1-91f0-4de8-bcd4-74c223a3a73c binding host dv-cinder-839793-16-iscsi {{(pid=104322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 21:11:20.884241 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-5511b0d1-f39c-439a-96ee-b560f5b079aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (345700f1-91f0-4de8-bcd4-74c223a3a73c), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:20.907851 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:11:20.926750 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-73700e35-3581-4a9a-8b0f-e69217435b45 None None] Current status of the port 85f42f40-1d39-4bc0-b193-4bcb65f85cdb is: ACTIVE; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:11:20.929669 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-308ddcb6-f1a4-40ea-b2c1-99b0e248a32b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:21.046511 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:11:21.088237 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.db_base_plugin_common [None req-308ddcb6-f1a4-40ea-b2c1-99b0e248a32b admin admin] Allocated IP 172.20.0.1 (f9f27def-cef7-45b6-9a7b-b0c954078818/b0a2bf4f-8e94-4747-a06c-e4eb22a2611a/c06c97eb-71d0-46d3-a966-560d7406c393) {{(pid=104321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 21:11:21.091910 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:11:21.181372 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-5511b0d1-f39c-439a-96ee-b560f5b079aa None None] Publish callbacks [] for port (345700f1-91f0-4de8-bcd4-74c223a3a73c), precommit_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:21.194357 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-308ddcb6-f1a4-40ea-b2c1-99b0e248a32b admin admin] Publish callbacks [] for port (c06c97eb-71d0-46d3-a966-560d7406c393), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:21.284740 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-5511b0d1-f39c-439a-96ee-b560f5b079aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (345700f1-91f0-4de8-bcd4-74c223a3a73c), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:21.314672 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-308ddcb6-f1a4-40ea-b2c1-99b0e248a32b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747261518129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25540506'] for port (c06c97eb-71d0-46d3-a966-560d7406c393), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:21.340918 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.managers [None req-5511b0d1-f39c-439a-96ee-b560f5b079aa None None] Attempting to bind port 345700f1-91f0-4de8-bcd4-74c223a3a73c on host dv-cinder-839793-16-iscsi for vnic_type normal with profile {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 31 21:11:21.341295 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.managers [None req-5511b0d1-f39c-439a-96ee-b560f5b079aa None None] Attempting to bind port 345700f1-91f0-4de8-bcd4-74c223a3a73c by drivers openvswitch,hyperv on host dv-cinder-839793-16-iscsi at level 0 using segments [{'id': '4436eed2-294e-4646-83cf-aec09b7c7c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac'}] {{(pid=104322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 31 21:11:21.341660 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5511b0d1-f39c-439a-96ee-b560f5b079aa None None] Attempting to bind port 345700f1-91f0-4de8-bcd4-74c223a3a73c on network c2cfca3b-95da-4cff-a3c5-795dffb6abac {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 31 21:11:21.343875 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4673d2c3-f2ec-4c9b-8c58-1c64347830f6 None None] Pushing event updated for resources: {'Port': ['ID=345700f1-91f0-4de8-bcd4-74c223a3a73c,revision_number=2']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:11:21.349874 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5511b0d1-f39c-439a-96ee-b560f5b079aa None None] Checking agent: {'id': 'a61205dd-b11c-42a1-aa2d-4b7310a8dc99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 20, 54, 48), 'started_at': datetime.datetime(2022, 5, 31, 20, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 21, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 31 21:11:21.350276 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5511b0d1-f39c-439a-96ee-b560f5b079aa None None] Checking segment: {'id': '4436eed2-294e-4646-83cf-aec09b7c7c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 31 21:11:21.350676 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-5511b0d1-f39c-439a-96ee-b560f5b079aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:21.351063 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5511b0d1-f39c-439a-96ee-b560f5b079aa None None] Bound using segment: {'id': '4436eed2-294e-4646-83cf-aec09b7c7c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac'} {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 31 21:11:21.351565 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.managers [None req-5511b0d1-f39c-439a-96ee-b560f5b079aa None None] Bound port: 345700f1-91f0-4de8-bcd4-74c223a3a73c, host: dv-cinder-839793-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4436eed2-294e-4646-83cf-aec09b7c7c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac'}}] {{(pid=104322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 31 21:11:21.351948 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-5511b0d1-f39c-439a-96ee-b560f5b079aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (345700f1-91f0-4de8-bcd4-74c223a3a73c), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:21.353308 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308ddcb6-f1a4-40ea-b2c1-99b0e248a32b admin admin] Network f9f27def-cef7-45b6-9a7b-b0c954078818 is already hosted by enough agents. {{(pid=104321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 21:11:21.358182 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.base_scheduler [None req-308ddcb6-f1a4-40ea-b2c1-99b0e248a32b admin admin] Resources bound (agent type, host, resource id): {{(pid=104321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:11:21.364450 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308ddcb6-f1a4-40ea-b2c1-99b0e248a32b admin admin] Received port after_create {{(pid=104321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 31 21:11:21.387382 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308ddcb6-f1a4-40ea-b2c1-99b0e248a32b admin admin] Pushing event updated for resources: {'Port': ['ID=c06c97eb-71d0-46d3-a966-560d7406c393,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:11:21.395453 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (51675295-7abb-4335-9c5a-c46a9082010e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:21.412249 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-5511b0d1-f39c-439a-96ee-b560f5b079aa None None] For port 345700f1-91f0-4de8-bcd4-74c223a3a73c, host dv-cinder-839793-16-iscsi, cleared binding levels {{(pid=104322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 31 21:11:21.416180 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-5511b0d1-f39c-439a-96ee-b560f5b079aa None None] For port 345700f1-91f0-4de8-bcd4-74c223a3a73c, host dv-cinder-839793-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=345700f1-91f0-4de8-bcd4-74c223a3a73c,segment=NetworkSegment(4436eed2-294e-4646-83cf-aec09b7c7c9c),segment_id=4436eed2-294e-4646-83cf-aec09b7c7c9c)] {{(pid=104322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 31 21:11:21.416736 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-308ddcb6-f1a4-40ea-b2c1-99b0e248a32b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598285'] for router_interface (a91754eb-1388-498d-ad7b-17314423f28d), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:21.513103 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-5511b0d1-f39c-439a-96ee-b560f5b079aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (345700f1-91f0-4de8-bcd4-74c223a3a73c), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:21.568904 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-30fd33bc-9659-46ba-897d-ca86a7ed692c None None] Provisioning complete for port c06c97eb-71d0-46d3-a966-560d7406c393 triggered by entity DHCP. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:11:21.568904 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-30fd33bc-9659-46ba-897d-ca86a7ed692c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (c06c97eb-71d0-46d3-a966-560d7406c393), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:21.603524 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5511b0d1-f39c-439a-96ee-b560f5b079aa None None] Routers {'a91754eb-1388-498d-ad7b-17314423f28d'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:11:21.604161 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-5511b0d1-f39c-439a-96ee-b560f5b079aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:11:14Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['a91754eb-1388-498d-ad7b-17314423f28d'], 'active': True} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:11:21.612048 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4673d2c3-f2ec-4c9b-8c58-1c64347830f6 None None] Pushing event updated for resources: {'Port': ['ID=345700f1-91f0-4de8-bcd4-74c223a3a73c,revision_number=3']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:11:21.622820 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-308ddcb6-f1a4-40ea-b2c1-99b0e248a32b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (c06c97eb-71d0-46d3-a966-560d7406c393), before_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:21.661112 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-30fd33bc-9659-46ba-897d-ca86a7ed692c None None] Port c06c97eb-71d0-46d3-a966-560d7406c393 cannot update to ACTIVE because it is not bound. {{(pid=104322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 31 21:11:21.726114 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvr_db [None req-5511b0d1-f39c-439a-96ee-b560f5b079aa None None] Set router a91754eb-1388-498d-ad7b-17314423f28d gateway port host: dv-cinder-839793-16-iscsi {{(pid=104322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:11:21.802376 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device 85f42f40-1d39-4bc0-b193-4bcb65f85cdb up at agent ovs-agent-dv-cinder-839793-16-iscsi {{(pid=104322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 31 21:11:21.808030 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:11:21.828333 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-308ddcb6-f1a4-40ea-b2c1-99b0e248a32b admin admin] Publish callbacks [] for port (c06c97eb-71d0-46d3-a966-560d7406c393), precommit_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:21.912536 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-308ddcb6-f1a4-40ea-b2c1-99b0e248a32b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25540501'] for port (c06c97eb-71d0-46d3-a966-560d7406c393), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:21.918430 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Provisioning complete for port 85f42f40-1d39-4bc0-b193-4bcb65f85cdb triggered by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:11:21.918932 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (85f42f40-1d39-4bc0-b193-4bcb65f85cdb), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:21.982310 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308ddcb6-f1a4-40ea-b2c1-99b0e248a32b admin admin] Pushing event updated for resources: {'Port': ['ID=c06c97eb-71d0-46d3-a966-560d7406c393,revision_number=2']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:11:21.985106 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-308ddcb6-f1a4-40ea-b2c1-99b0e248a32b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1696816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1599485'] for router_interface (a91754eb-1388-498d-ad7b-17314423f28d), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:21.995563 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-5511b0d1-f39c-439a-96ee-b560f5b079aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'name': 'tempest-AttachVolumeNegativeTest-248878464-router', 'tenant_id': '69b2364f40d14160adf0220d92adaad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '345700f1-91f0-4de8-bcd4-74c223a3a73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:11:18Z', 'updated_at': '2022-05-31T21:11:21Z', 'revision_number': 4, 'project_id': '69b2364f40d14160adf0220d92adaad7', 'gw_port': {'id': '345700f1-91f0-4de8-bcd4-74c223a3a73c', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:75:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:11:18Z', 'updated_at': '2022-05-31T21:11:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_interfaces': [{'id': 'c06c97eb-71d0-46d3-a966-560d7406c393', 'name': '', 'network_id': 'f9f27def-cef7-45b6-9a7b-b0c954078818', 'tenant_id': '69b2364f40d14160adf0220d92adaad7', 'mac_address': 'fa:16:3e:03:e5:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'b0a2bf4f-8e94-4747-a06c-e4eb22a2611a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:11:20Z', 'updated_at': '2022-05-31T21:11:21Z', 'revision_number': 1, 'project_id': '69b2364f40d14160adf0220d92adaad7', 'subnets': [{'id': 'b0a2bf4f-8e94-4747-a06c-e4eb22a2611a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:11:22.026862 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5511b0d1-f39c-439a-96ee-b560f5b079aa None None] The sync data for ids ['a91754eb-1388-498d-ad7b-17314423f28d'] in dv-cinder-839793-16-iscsi is: [{'id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'name': 'tempest-AttachVolumeNegativeTest-248878464-router', 'tenant_id': '69b2364f40d14160adf0220d92adaad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '345700f1-91f0-4de8-bcd4-74c223a3a73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:11:18Z', 'updated_at': '2022-05-31T21:11:21Z', 'revision_number': 4, 'project_id': '69b2364f40d14160adf0220d92adaad7', 'gw_port': {'id': '345700f1-91f0-4de8-bcd4-74c223a3a73c', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:75:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:11:18Z', 'updated_at': '2022-05-31T21:11:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_interfaces': [{'id': 'c06c97eb-71d0-46d3-a966-560d7406c393', 'name': '', 'network_id': 'f9f27def-cef7-45b6-9a7b-b0c954078818', 'tenant_id': '69b2364f40d14160adf0220d92adaad7', 'mac_address': 'fa:16:3e:03:e5:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'b0a2bf4f-8e94-4747-a06c-e4eb22a2611a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:11:20Z', 'updated_at': '2022-05-31T21:11:21Z', 'revision_number': 1, 'project_id': '69b2364f40d14160adf0220d92adaad7', 'subnets': [{'id': 'b0a2bf4f-8e94-4747-a06c-e4eb22a2611a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 21:11:22.045662 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:11:22.061032 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Current status of the port 85f42f40-1d39-4bc0-b193-4bcb65f85cdb is: ACTIVE; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:11:22.085245 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308ddcb6-f1a4-40ea-b2c1-99b0e248a32b admin admin] Network f9f27def-cef7-45b6-9a7b-b0c954078818 is already hosted by enough agents. {{(pid=104321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 21:11:22.086838 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.base_scheduler [None req-308ddcb6-f1a4-40ea-b2c1-99b0e248a32b admin admin] Resources bound (agent type, host, resource id): {{(pid=104321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:11:22.181029 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:11:22.200170 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-308ddcb6-f1a4-40ea-b2c1-99b0e248a32b admin admin] Router a91754eb-1388-498d-ad7b-17314423f28d has already been hosted by L3 agent 13ce5b10-321e-4e80-b29e-1cfc3c51661e {{(pid=104321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 31 21:11:22.341278 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-308ddcb6-f1a4-40ea-b2c1-99b0e248a32b admin admin] Notify agent at l3_agent.dv-cinder-839793-16-iscsi the message routers_updated {{(pid=104321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 31 21:11:22.346204 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-308ddcb6-f1a4-40ea-b2c1-99b0e248a32b admin admin] 10.222.0.55 "PUT /v2.0/routers/a91754eb-1388-498d-ad7b-17314423f28d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8811872 May 31 21:11:22.383542 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-2e8410e2-0a8c-4ae4-9206-e9059509fcf4 None None] Provisioning complete for port c06c97eb-71d0-46d3-a966-560d7406c393 triggered by entity DHCP. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:11:22.383912 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-2e8410e2-0a8c-4ae4-9206-e9059509fcf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (c06c97eb-71d0-46d3-a966-560d7406c393), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:22.418372 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-2e8410e2-0a8c-4ae4-9206-e9059509fcf4 None None] Port c06c97eb-71d0-46d3-a966-560d7406c393 cannot update to ACTIVE because it is not bound. {{(pid=104322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 31 21:11:22.747121 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 39008) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:11:22.751899 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [None req-a55f83f3-60e1-4bc8-8e43-037c70bc83bb tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1644503881', 'description': 'tempest-description--1113529597'}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:11:22.918504 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-a55f83f3-60e1-4bc8-8e43-037c70bc83bb tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks [] for security_group (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:22.994581 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-a55f83f3-60e1-4bc8-8e43-037c70bc83bb tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks [] for security_group (7057cbb7-e8d0-445e-9128-5d0505c04b0d), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:23.074519 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-a55f83f3-60e1-4bc8-8e43-037c70bc83bb tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (7057cbb7-e8d0-445e-9128-5d0505c04b0d), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:23.104867 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55f83f3-60e1-4bc8-8e43-037c70bc83bb tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7057cbb7-e8d0-445e-9128-5d0505c04b0d,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:11:23.177266 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-a55f83f3-60e1-4bc8-8e43-037c70bc83bb tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks [] for security_group (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:23.180468 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-a55f83f3-60e1-4bc8-8e43-037c70bc83bb tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4303780 May 31 21:11:23.182047 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 39010) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:11:23.186908 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.v2.base [None req-e7eeebd1-1704-4c8f-8dff-75c58ad19bed tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Request body: {'security_group_rule': {'security_group_id': '7057cbb7-e8d0-445e-9128-5d0505c04b0d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:11:23.282906 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:11:23.287162 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-e7eeebd1-1704-4c8f-8dff-75c58ad19bed tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks [] for security_group_rule (7ac101cd-437d-4de3-9b4a-a1deed41b5d1), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:23.337849 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-e7eeebd1-1704-4c8f-8dff-75c58ad19bed tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks [] for security_group_rule (7ac101cd-437d-4de3-9b4a-a1deed41b5d1), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:23.420720 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-e7eeebd1-1704-4c8f-8dff-75c58ad19bed tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769332'] for security_group_rule (7ac101cd-437d-4de3-9b4a-a1deed41b5d1), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:23.440127 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eeebd1-1704-4c8f-8dff-75c58ad19bed tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ac101cd-437d-4de3-9b4a-a1deed41b5d1,revision_number=0']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:11:23.542901 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-e7eeebd1-1704-4c8f-8dff-75c58ad19bed tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:23.544180 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-e7eeebd1-1704-4c8f-8dff-75c58ad19bed tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3610752 May 31 21:11:23.546837 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 39012) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:11:23.551184 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.v2.base [None req-9eb66487-ecdd-4394-b6dd-64055c13fdf2 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Request body: {'security_group_rule': {'security_group_id': '7057cbb7-e8d0-445e-9128-5d0505c04b0d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:11:23.656291 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-9eb66487-ecdd-4394-b6dd-64055c13fdf2 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks [] for security_group_rule (d6c42add-3e19-42b0-80bc-a3c33aced129), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:23.705566 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-9eb66487-ecdd-4394-b6dd-64055c13fdf2 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks [] for security_group_rule (d6c42add-3e19-42b0-80bc-a3c33aced129), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:23.781246 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-9eb66487-ecdd-4394-b6dd-64055c13fdf2 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769332'] for security_group_rule (d6c42add-3e19-42b0-80bc-a3c33aced129), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:23.811467 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:11:23.813079 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb66487-ecdd-4394-b6dd-64055c13fdf2 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6c42add-3e19-42b0-80bc-a3c33aced129,revision_number=0']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:11:23.815494 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device 345700f1-91f0-4de8-bcd4-74c223a3a73c up at agent ovs-agent-dv-cinder-839793-16-iscsi {{(pid=104322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 31 21:11:23.864133 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Provisioning complete for port 345700f1-91f0-4de8-bcd4-74c223a3a73c triggered by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:11:23.864503 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (345700f1-91f0-4de8-bcd4-74c223a3a73c), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:23.950819 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-9eb66487-ecdd-4394-b6dd-64055c13fdf2 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:23.952146 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-9eb66487-ecdd-4394-b6dd-64055c13fdf2 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4043419 May 31 21:11:23.955266 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 39014) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:11:23.961095 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.v2.base [None req-68209e92-c1a0-4034-a751-32c5f1896033 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Request body: {'floatingip': {'floating_network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac'}} {{(pid=104320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:11:24.013785 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246bc0e7-fe3b-47cc-9707-382a845ffb74 None None] Sync routers for ids ['a91754eb-1388-498d-ad7b-17314423f28d'] in dv-cinder-839793-16-iscsi {{(pid=104322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 21:11:24.018511 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:11:24.037426 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246bc0e7-fe3b-47cc-9707-382a845ffb74 None None] Routers {'a91754eb-1388-498d-ad7b-17314423f28d'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:11:24.038093 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-246bc0e7-fe3b-47cc-9707-382a845ffb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:11:14Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['a91754eb-1388-498d-ad7b-17314423f28d'], 'active': True} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:11:24.055194 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-68209e92-c1a0-4034-a751-32c5f1896033 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:24.082587 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:11:24.141685 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-68209e92-c1a0-4034-a751-32c5f1896033 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:24.156586 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Current status of the port 345700f1-91f0-4de8-bcd4-74c223a3a73c is: DOWN; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:11:24.156970 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (345700f1-91f0-4de8-bcd4-74c223a3a73c), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:24.181754 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvr_db [None req-246bc0e7-fe3b-47cc-9707-382a845ffb74 None None] Set router a91754eb-1388-498d-ad7b-17314423f28d gateway port host: dv-cinder-839793-16-iscsi {{(pid=104322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:11:24.215756 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] For port 345700f1-91f0-4de8-bcd4-74c223a3a73c, host dv-cinder-839793-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=345700f1-91f0-4de8-bcd4-74c223a3a73c,segment=NetworkSegment(4436eed2-294e-4646-83cf-aec09b7c7c9c),segment_id=4436eed2-294e-4646-83cf-aec09b7c7c9c)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:11:24.233103 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.agents_db [None req-3d709c36-86fd-4f4f-bf7d-9e9748143f4e None None] Agent healthcheck: found 6 active agents {{(pid=104323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 31 21:11:24.254514 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.db.db_base_plugin_common [None req-68209e92-c1a0-4034-a751-32c5f1896033 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Allocated IP 172.27.0.151 (c2cfca3b-95da-4cff-a3c5-795dffb6abac/763c29f6-cebe-4813-9ab2-68212649a0b5/6aa291d3-b66e-432f-b5d7-dbaceb3e40ec) {{(pid=104320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 21:11:24.259233 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (345700f1-91f0-4de8-bcd4-74c223a3a73c), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:24.359809 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Pushing event updated for resources: {'Port': ['ID=345700f1-91f0-4de8-bcd4-74c223a3a73c,revision_number=4']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:11:24.361239 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-68209e92-c1a0-4034-a751-32c5f1896033 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks [] for port (6aa291d3-b66e-432f-b5d7-dbaceb3e40ec), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:24.421939 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-246bc0e7-fe3b-47cc-9707-382a845ffb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'name': 'tempest-AttachVolumeNegativeTest-248878464-router', 'tenant_id': '69b2364f40d14160adf0220d92adaad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '345700f1-91f0-4de8-bcd4-74c223a3a73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:11:18Z', 'updated_at': '2022-05-31T21:11:21Z', 'revision_number': 4, 'project_id': '69b2364f40d14160adf0220d92adaad7', 'gw_port': {'id': '345700f1-91f0-4de8-bcd4-74c223a3a73c', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:75:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:11:18Z', 'updated_at': '2022-05-31T21:11:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_interfaces': [{'id': 'c06c97eb-71d0-46d3-a966-560d7406c393', 'name': '', 'network_id': 'f9f27def-cef7-45b6-9a7b-b0c954078818', 'tenant_id': '69b2364f40d14160adf0220d92adaad7', 'mac_address': 'fa:16:3e:03:e5:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'b0a2bf4f-8e94-4747-a06c-e4eb22a2611a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:11:20Z', 'updated_at': '2022-05-31T21:11:21Z', 'revision_number': 2, 'project_id': '69b2364f40d14160adf0220d92adaad7', 'subnets': [{'id': 'b0a2bf4f-8e94-4747-a06c-e4eb22a2611a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:11:24.434728 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-68209e92-c1a0-4034-a751-32c5f1896033 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747261518129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437045'] for port (6aa291d3-b66e-432f-b5d7-dbaceb3e40ec), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:24.447212 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246bc0e7-fe3b-47cc-9707-382a845ffb74 None None] Checking router: a91754eb-1388-498d-ad7b-17314423f28d for host: dv-cinder-839793-16-iscsi {{(pid=104322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 21:11:24.447570 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246bc0e7-fe3b-47cc-9707-382a845ffb74 None None] Updating router a91754eb-1388-498d-ad7b-17314423f28d port c06c97eb-71d0-46d3-a966-560d7406c393 binding host dv-cinder-839793-16-iscsi {{(pid=104322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 21:11:24.466007 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:11:24.478399 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68209e92-c1a0-4034-a751-32c5f1896033 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Network c2cfca3b-95da-4cff-a3c5-795dffb6abac is already hosted by enough agents. {{(pid=104320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 21:11:24.479219 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-246bc0e7-fe3b-47cc-9707-382a845ffb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (c06c97eb-71d0-46d3-a966-560d7406c393), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:24.481411 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.base_scheduler [None req-68209e92-c1a0-4034-a751-32c5f1896033 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Resources bound (agent type, host, resource id): {{(pid=104320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:11:24.487836 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68209e92-c1a0-4034-a751-32c5f1896033 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Received port after_create {{(pid=104320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 31 21:11:24.510742 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68209e92-c1a0-4034-a751-32c5f1896033 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Pushing event updated for resources: {'Port': ['ID=6aa291d3-b66e-432f-b5d7-dbaceb3e40ec,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:11:24.575364 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-68209e92-c1a0-4034-a751-32c5f1896033 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks [] for floatingip (76e55a8c-84cd-49e7-92a4-8d5e694c99a1), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:24.696815 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-68209e92-c1a0-4034-a751-32c5f1896033 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (6aa291d3-b66e-432f-b5d7-dbaceb3e40ec), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:24.722438 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:11:24.776828 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-246bc0e7-fe3b-47cc-9707-382a845ffb74 None None] Publish callbacks [] for port (c06c97eb-71d0-46d3-a966-560d7406c393), precommit_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:24.849162 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-246bc0e7-fe3b-47cc-9707-382a845ffb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (c06c97eb-71d0-46d3-a966-560d7406c393), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:24.887995 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-67b488c5-4bf7-4dbe-b4b8-84817b5c30ed req-4021eea4-5974-49db-b0be-f410c84ce803 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=92254a91-6b12-4811-a58e-e6f4cac9d965&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436490 May 31 21:11:24.908025 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-68209e92-c1a0-4034-a751-32c5f1896033 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks [] for port (6aa291d3-b66e-432f-b5d7-dbaceb3e40ec), precommit_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:24.910686 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ee6306-f3b6-4477-94b7-9d20be1d4cef None None] Pushing event updated for resources: {'Port': ['ID=c06c97eb-71d0-46d3-a966-560d7406c393,revision_number=3']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:11:24.954669 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b488c5-4bf7-4dbe-b4b8-84817b5c30ed req-5f063abf-2e18-413d-b1eb-ef1adaa93c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:24.956460 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-67b488c5-4bf7-4dbe-b4b8-84817b5c30ed req-5f063abf-2e18-413d-b1eb-ef1adaa93c84 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=8e511490c0f8438fb89ac590bd63529f&device_id=92254a91-6b12-4811-a58e-e6f4cac9d965 HTTP/1.1" status: 200 len: 1129 time: 0.0451820 May 31 21:11:24.968470 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.managers [None req-246bc0e7-fe3b-47cc-9707-382a845ffb74 None None] Attempting to bind port c06c97eb-71d0-46d3-a966-560d7406c393 on host dv-cinder-839793-16-iscsi for vnic_type normal with profile {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 31 21:11:24.968849 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.managers [None req-246bc0e7-fe3b-47cc-9707-382a845ffb74 None None] Attempting to bind port c06c97eb-71d0-46d3-a966-560d7406c393 by drivers openvswitch,hyperv on host dv-cinder-839793-16-iscsi at level 0 using segments [{'id': 'dab68be0-cc2b-428d-a1e3-e670fc69bce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f9f27def-cef7-45b6-9a7b-b0c954078818'}] {{(pid=104322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 31 21:11:24.969216 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246bc0e7-fe3b-47cc-9707-382a845ffb74 None None] Attempting to bind port c06c97eb-71d0-46d3-a966-560d7406c393 on network f9f27def-cef7-45b6-9a7b-b0c954078818 {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 31 21:11:24.975896 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246bc0e7-fe3b-47cc-9707-382a845ffb74 None None] Checking agent: {'id': 'a61205dd-b11c-42a1-aa2d-4b7310a8dc99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 20, 54, 48), 'started_at': datetime.datetime(2022, 5, 31, 20, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 21, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 31 21:11:24.976904 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246bc0e7-fe3b-47cc-9707-382a845ffb74 None None] Checking segment: {'id': 'dab68be0-cc2b-428d-a1e3-e670fc69bce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f9f27def-cef7-45b6-9a7b-b0c954078818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 31 21:11:24.977323 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-246bc0e7-fe3b-47cc-9707-382a845ffb74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:24.977721 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246bc0e7-fe3b-47cc-9707-382a845ffb74 None None] Bound using segment: {'id': 'dab68be0-cc2b-428d-a1e3-e670fc69bce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f9f27def-cef7-45b6-9a7b-b0c954078818'} {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 31 21:11:24.978230 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.managers [None req-246bc0e7-fe3b-47cc-9707-382a845ffb74 None None] Bound port: c06c97eb-71d0-46d3-a966-560d7406c393, host: dv-cinder-839793-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dab68be0-cc2b-428d-a1e3-e670fc69bce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f9f27def-cef7-45b6-9a7b-b0c954078818'}}] {{(pid=104322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 31 21:11:24.978613 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-246bc0e7-fe3b-47cc-9707-382a845ffb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (c06c97eb-71d0-46d3-a966-560d7406c393), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:24.986648 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-68209e92-c1a0-4034-a751-32c5f1896033 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437050'] for port (6aa291d3-b66e-432f-b5d7-dbaceb3e40ec), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:25.050298 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-246bc0e7-fe3b-47cc-9707-382a845ffb74 None None] For port c06c97eb-71d0-46d3-a966-560d7406c393, host dv-cinder-839793-16-iscsi, cleared binding levels {{(pid=104322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 31 21:11:25.055476 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-246bc0e7-fe3b-47cc-9707-382a845ffb74 None None] For port c06c97eb-71d0-46d3-a966-560d7406c393, host dv-cinder-839793-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=c06c97eb-71d0-46d3-a966-560d7406c393,segment=NetworkSegment(dab68be0-cc2b-428d-a1e3-e670fc69bce9),segment_id=dab68be0-cc2b-428d-a1e3-e670fc69bce9)] {{(pid=104322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 31 21:11:25.078955 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:11:25.083714 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68209e92-c1a0-4034-a751-32c5f1896033 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Pushing event updated for resources: {'Port': ['ID=6aa291d3-b66e-432f-b5d7-dbaceb3e40ec,revision_number=2']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:11:25.103533 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b488c5-4bf7-4dbe-b4b8-84817b5c30ed req-462f8016-f317-430a-a642-8a73dd256471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:25.105065 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-67b488c5-4bf7-4dbe-b4b8-84817b5c30ed req-462f8016-f317-430a-a642-8a73dd256471 service neutron] 10.222.0.40 "GET /v2.0/networks?id=2c2f81e7-9a7d-4701-bf43-a528a17f585a HTTP/1.1" status: 200 len: 913 time: 0.1271358 May 31 21:11:25.107233 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-68209e92-c1a0-4034-a751-32c5f1896033 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598426'] for floatingip (76e55a8c-84cd-49e7-92a4-8d5e694c99a1), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:25.157147 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-f03b8673-7a4d-4b47-8b4b-332f0e899bee None None] Provisioning complete for port c06c97eb-71d0-46d3-a966-560d7406c393 triggered by entity DHCP. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:11:25.157446 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f03b8673-7a4d-4b47-8b4b-332f0e899bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (c06c97eb-71d0-46d3-a966-560d7406c393), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:25.169125 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-67b488c5-4bf7-4dbe-b4b8-84817b5c30ed req-1f430b64-0134-404a-a8fd-1ee6f16e6cb7 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=184f337b-0888-4e33-981f-ff3bb1208077 HTTP/1.1" status: 200 len: 1000 time: 0.0575948 May 31 21:11:25.188866 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-246bc0e7-fe3b-47cc-9707-382a845ffb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (c06c97eb-71d0-46d3-a966-560d7406c393), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:25.216537 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f03b8673-7a4d-4b47-8b4b-332f0e899bee None None] Port c06c97eb-71d0-46d3-a966-560d7406c393 cannot update to ACTIVE because it is not bound. {{(pid=104322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 31 21:11:25.222426 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b488c5-4bf7-4dbe-b4b8-84817b5c30ed req-de427a45-0648-4d11-b2d4-324835714951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:25.223464 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-68209e92-c1a0-4034-a751-32c5f1896033 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for floatingip (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:25.224030 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-67b488c5-4bf7-4dbe-b4b8-84817b5c30ed req-de427a45-0648-4d11-b2d4-324835714951 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=e92e8765-6011-45cd-aa17-1b8aedc6fa7b HTTP/1.1" status: 200 len: 851 time: 0.0488863 May 31 21:11:25.225080 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-68209e92-c1a0-4034-a751-32c5f1896033 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2687564 May 31 21:11:25.260560 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ee6306-f3b6-4477-94b7-9d20be1d4cef None None] Pushing event updated for resources: {'Port': ['ID=c06c97eb-71d0-46d3-a966-560d7406c393,revision_number=4']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:11:25.263232 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246bc0e7-fe3b-47cc-9707-382a845ffb74 None None] Routers {'a91754eb-1388-498d-ad7b-17314423f28d'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:11:25.263946 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-246bc0e7-fe3b-47cc-9707-382a845ffb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:11:14Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['a91754eb-1388-498d-ad7b-17314423f28d'], 'active': True} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:11:25.282689 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b488c5-4bf7-4dbe-b4b8-84817b5c30ed req-8c997bfe-488f-477b-a5bc-bf403900f87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:25.284298 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-67b488c5-4bf7-4dbe-b4b8-84817b5c30ed req-8c997bfe-488f-477b-a5bc-bf403900f87e service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=2c2f81e7-9a7d-4701-bf43-a528a17f585a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0513315 May 31 21:11:25.354266 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:11:25.405444 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-67b488c5-4bf7-4dbe-b4b8-84817b5c30ed req-85539868-04b4-41ef-8b40-df010f2969ad service neutron] 10.222.0.40 "GET /v2.0/networks/2c2f81e7-9a7d-4701-bf43-a528a17f585a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135149 May 31 21:11:25.409624 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-fd7f7834-2e3e-4c8a-94ba-368df9fc0611 req-608f5743-f103-4d47-b319-d848b382e1eb tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1644503881&fields=id&tenant_id=69b2364f40d14160adf0220d92adaad7 HTTP/1.1" status: 200 len: 267 time: 0.0546129 May 31 21:11:25.413508 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvr_db [None req-246bc0e7-fe3b-47cc-9707-382a845ffb74 None None] Set router a91754eb-1388-498d-ad7b-17314423f28d gateway port host: dv-cinder-839793-16-iscsi {{(pid=104322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:11:25.518499 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-67b488c5-4bf7-4dbe-b4b8-84817b5c30ed req-d154409a-9b98-4d14-883a-0be4450604ed service neutron] 10.222.0.40 "GET /v2.0/networks/2c2f81e7-9a7d-4701-bf43-a528a17f585a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027975 May 31 21:11:25.530626 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7f7834-2e3e-4c8a-94ba-368df9fc0611 req-ce63cdc5-3458-4e42-bc70-20fc99e73aa7 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:25.532356 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-fd7f7834-2e3e-4c8a-94ba-368df9fc0611 req-ce63cdc5-3458-4e42-bc70-20fc99e73aa7 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/networks?id=f9f27def-cef7-45b6-9a7b-b0c954078818 HTTP/1.1" status: 200 len: 814 time: 0.1143148 May 31 21:11:25.548763 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-fd7f7834-2e3e-4c8a-94ba-368df9fc0611 req-c754d20c-b2ed-431c-a7db-889bac1eefc5 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/quotas/69b2364f40d14160adf0220d92adaad7 HTTP/1.1" status: 200 len: 375 time: 0.0102353 May 31 21:11:25.557124 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-a215b14f-276b-4850-b9d2-90edfeccd507 None None] Provisioning complete for port c06c97eb-71d0-46d3-a966-560d7406c393 triggered by entity DHCP. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:11:25.557504 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-a215b14f-276b-4850-b9d2-90edfeccd507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (c06c97eb-71d0-46d3-a966-560d7406c393), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:25.598933 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-fd7f7834-2e3e-4c8a-94ba-368df9fc0611 req-ae37df45-2849-4875-8f19-0a418febdd61 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=69b2364f40d14160adf0220d92adaad7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451236 May 31 21:11:25.618464 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:11:25.693187 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-246bc0e7-fe3b-47cc-9707-382a845ffb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'name': 'tempest-AttachVolumeNegativeTest-248878464-router', 'tenant_id': '69b2364f40d14160adf0220d92adaad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '345700f1-91f0-4de8-bcd4-74c223a3a73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:11:18Z', 'updated_at': '2022-05-31T21:11:21Z', 'revision_number': 4, 'project_id': '69b2364f40d14160adf0220d92adaad7', 'gw_port': {'id': '345700f1-91f0-4de8-bcd4-74c223a3a73c', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:75:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:11:18Z', 'updated_at': '2022-05-31T21:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_interfaces': [{'id': 'c06c97eb-71d0-46d3-a966-560d7406c393', 'name': '', 'network_id': 'f9f27def-cef7-45b6-9a7b-b0c954078818', 'tenant_id': '69b2364f40d14160adf0220d92adaad7', 'mac_address': 'fa:16:3e:03:e5:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'b0a2bf4f-8e94-4747-a06c-e4eb22a2611a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:11:20Z', 'updated_at': '2022-05-31T21:11:25Z', 'revision_number': 4, 'project_id': '69b2364f40d14160adf0220d92adaad7', 'subnets': [{'id': 'b0a2bf4f-8e94-4747-a06c-e4eb22a2611a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:11:25.723380 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246bc0e7-fe3b-47cc-9707-382a845ffb74 None None] The sync data for ids ['a91754eb-1388-498d-ad7b-17314423f28d'] in dv-cinder-839793-16-iscsi is: [{'id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'name': 'tempest-AttachVolumeNegativeTest-248878464-router', 'tenant_id': '69b2364f40d14160adf0220d92adaad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '345700f1-91f0-4de8-bcd4-74c223a3a73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:11:18Z', 'updated_at': '2022-05-31T21:11:21Z', 'revision_number': 4, 'project_id': '69b2364f40d14160adf0220d92adaad7', 'gw_port': {'id': '345700f1-91f0-4de8-bcd4-74c223a3a73c', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:75:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:11:18Z', 'updated_at': '2022-05-31T21:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_interfaces': [{'id': 'c06c97eb-71d0-46d3-a966-560d7406c393', 'name': '', 'network_id': 'f9f27def-cef7-45b6-9a7b-b0c954078818', 'tenant_id': '69b2364f40d14160adf0220d92adaad7', 'mac_address': 'fa:16:3e:03:e5:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'b0a2bf4f-8e94-4747-a06c-e4eb22a2611a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:11:20Z', 'updated_at': '2022-05-31T21:11:25Z', 'revision_number': 4, 'project_id': '69b2364f40d14160adf0220d92adaad7', 'subnets': [{'id': 'b0a2bf4f-8e94-4747-a06c-e4eb22a2611a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 21:11:25.726529 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-a215b14f-276b-4850-b9d2-90edfeccd507 None None] Current status of the port c06c97eb-71d0-46d3-a966-560d7406c393 is: DOWN; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:11:25.726647 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-a215b14f-276b-4850-b9d2-90edfeccd507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (c06c97eb-71d0-46d3-a966-560d7406c393), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:25.768419 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-fd7f7834-2e3e-4c8a-94ba-368df9fc0611 req-c7543aab-805b-4630-accf-b3111880ec56 service neutron] 10.222.0.55 "GET /v2.0/networks/f9f27def-cef7-45b6-9a7b-b0c954078818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574914 May 31 21:11:25.770128 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-a215b14f-276b-4850-b9d2-90edfeccd507 None None] For port c06c97eb-71d0-46d3-a966-560d7406c393, host dv-cinder-839793-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=c06c97eb-71d0-46d3-a966-560d7406c393,segment=NetworkSegment(dab68be0-cc2b-428d-a1e3-e670fc69bce9),segment_id=dab68be0-cc2b-428d-a1e3-e670fc69bce9)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:11:25.839401 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device 345700f1-91f0-4de8-bcd4-74c223a3a73c up at agent ovs-agent-dv-cinder-839793-16-iscsi {{(pid=104322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 31 21:11:25.863552 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:11:25.870375 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-a215b14f-276b-4850-b9d2-90edfeccd507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (c06c97eb-71d0-46d3-a966-560d7406c393), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:25.880665 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-fd7f7834-2e3e-4c8a-94ba-368df9fc0611 req-8aad628e-4632-42c0-b8e5-cd6cf9a33c66 service neutron] 10.222.0.55 "GET /v2.0/networks/f9f27def-cef7-45b6-9a7b-b0c954078818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052527 May 31 21:11:25.951990 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a215b14f-276b-4850-b9d2-90edfeccd507 None None] Pushing event updated for resources: {'Port': ['ID=c06c97eb-71d0-46d3-a966-560d7406c393,revision_number=5']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:11:25.955624 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Provisioning complete for port 345700f1-91f0-4de8-bcd4-74c223a3a73c triggered by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:11:25.956077 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (345700f1-91f0-4de8-bcd4-74c223a3a73c), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:25.979002 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a215b14f-276b-4850-b9d2-90edfeccd507 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:11:25.979511 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a215b14f-276b-4850-b9d2-90edfeccd507 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:11:25.979924 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a215b14f-276b-4850-b9d2-90edfeccd507 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:11:25.980386 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a215b14f-276b-4850-b9d2-90edfeccd507 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:11:25.980784 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a215b14f-276b-4850-b9d2-90edfeccd507 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:11:25.981127 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a215b14f-276b-4850-b9d2-90edfeccd507 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:11:25.981462 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a215b14f-276b-4850-b9d2-90edfeccd507 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:11:25.981851 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a215b14f-276b-4850-b9d2-90edfeccd507 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:11:25.988946 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a215b14f-276b-4850-b9d2-90edfeccd507 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:11:25.988946 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a215b14f-276b-4850-b9d2-90edfeccd507 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:11:25.988946 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a215b14f-276b-4850-b9d2-90edfeccd507 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:11:25.988946 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a215b14f-276b-4850-b9d2-90edfeccd507 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:11:25.988946 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a215b14f-276b-4850-b9d2-90edfeccd507 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:11:25.988946 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a215b14f-276b-4850-b9d2-90edfeccd507 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:11:25.988946 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a215b14f-276b-4850-b9d2-90edfeccd507 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:11:26.047070 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Current status of the port 345700f1-91f0-4de8-bcd4-74c223a3a73c is: ACTIVE; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:11:26.048048 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device c06c97eb-71d0-46d3-a966-560d7406c393 up at agent ovs-agent-dv-cinder-839793-16-iscsi {{(pid=104322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 31 21:11:26.097616 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Provisioning complete for port c06c97eb-71d0-46d3-a966-560d7406c393 triggered by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:11:26.098017 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (c06c97eb-71d0-46d3-a966-560d7406c393), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:26.182255 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Current status of the port c06c97eb-71d0-46d3-a966-560d7406c393 is: ACTIVE; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:11:26.211222 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-5eb10534-9c8c-4cb7-8cee-671b5ab1f56c req-f0f48f5b-c440-456e-a4ac-d5619c1ff00b tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cb669a7-8e63-46ac-86f6-1be4050a44ec HTTP/1.1" status: 200 len: 210 time: 0.0439715 May 31 21:11:27.306765 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-6fd4ccb5-9030-44c1-b36d-68dc0e5a576d req-8a8bb32f-d9aa-4d65-b795-7781f0812972 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cb669a7-8e63-46ac-86f6-1be4050a44ec HTTP/1.1" status: 200 len: 210 time: 0.0265288 May 31 21:11:27.785355 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device c06c97eb-71d0-46d3-a966-560d7406c393 up at agent ovs-agent-dv-cinder-839793-16-iscsi {{(pid=104322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 31 21:11:27.831589 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Provisioning complete for port c06c97eb-71d0-46d3-a966-560d7406c393 triggered by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:11:27.831957 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (c06c97eb-71d0-46d3-a966-560d7406c393), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:28.028183 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Current status of the port c06c97eb-71d0-46d3-a966-560d7406c393 is: ACTIVE; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:11:28.405356 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-8b071f78-b7ec-4417-a05b-af63d77aa8e2 req-d7988dd6-5a2c-4c6d-badc-c1542c3f7a05 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cb669a7-8e63-46ac-86f6-1be4050a44ec HTTP/1.1" status: 200 len: 210 time: 0.0291409 May 31 21:11:28.437593 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:11:28.472044 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7f7834-2e3e-4c8a-94ba-368df9fc0611 req-32506d58-4173-4360-bd89-bd2821a9d2c2 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:28.473460 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-fd7f7834-2e3e-4c8a-94ba-368df9fc0611 req-32506d58-4173-4360-bd89-bd2821a9d2c2 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.40 "GET /v2.0/networks?id=f9f27def-cef7-45b6-9a7b-b0c954078818 HTTP/1.1" status: 200 len: 814 time: 0.1012838 May 31 21:11:28.537738 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-fd7f7834-2e3e-4c8a-94ba-368df9fc0611 req-921e2994-d785-446a-afaf-9f1a2739acee tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.40 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69b2364f40d14160adf0220d92adaad7 HTTP/1.1" status: 200 len: 380 time: 0.0550859 May 31 21:11:28.546888 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [req-fd7f7834-2e3e-4c8a-94ba-368df9fc0611 req-f0e21652-b38c-43fc-ac9e-00b8ead7b863 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Request body: {'port': {'device_id': '5cb669a7-8e63-46ac-86f6-1be4050a44ec', 'network_id': 'f9f27def-cef7-45b6-9a7b-b0c954078818', 'admin_state_up': True, 'tenant_id': '69b2364f40d14160adf0220d92adaad7', 'security_groups': ['7057cbb7-e8d0-445e-9128-5d0505c04b0d']}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:11:28.737068 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd7f7834-2e3e-4c8a-94ba-368df9fc0611 req-f0e21652-b38c-43fc-ac9e-00b8ead7b863 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Made reservation on behalf of 69b2364f40d14160adf0220d92adaad7 for: {'port': 1} {{(pid=104321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 21:11:28.740547 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-fd7f7834-2e3e-4c8a-94ba-368df9fc0611 req-f0e21652-b38c-43fc-ac9e-00b8ead7b863 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:28.871911 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.db_base_plugin_common [req-fd7f7834-2e3e-4c8a-94ba-368df9fc0611 req-f0e21652-b38c-43fc-ac9e-00b8ead7b863 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Allocated IP 172.20.0.14 (f9f27def-cef7-45b6-9a7b-b0c954078818/b0a2bf4f-8e94-4747-a06c-e4eb22a2611a/e802cc62-ebe6-41ff-a0a9-e0f9038c9831) {{(pid=104321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 21:11:29.008643 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-fd7f7834-2e3e-4c8a-94ba-368df9fc0611 req-f0e21652-b38c-43fc-ac9e-00b8ead7b863 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks [] for port (e802cc62-ebe6-41ff-a0a9-e0f9038c9831), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:29.091595 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-fd7f7834-2e3e-4c8a-94ba-368df9fc0611 req-f0e21652-b38c-43fc-ac9e-00b8ead7b863 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747261518129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25540506'] for port (e802cc62-ebe6-41ff-a0a9-e0f9038c9831), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:29.136400 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd7f7834-2e3e-4c8a-94ba-368df9fc0611 req-f0e21652-b38c-43fc-ac9e-00b8ead7b863 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Network f9f27def-cef7-45b6-9a7b-b0c954078818 is already hosted by enough agents. {{(pid=104321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 21:11:29.143473 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.base_scheduler [req-fd7f7834-2e3e-4c8a-94ba-368df9fc0611 req-f0e21652-b38c-43fc-ac9e-00b8ead7b863 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Resources bound (agent type, host, resource id): {{(pid=104321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:11:29.146061 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd7f7834-2e3e-4c8a-94ba-368df9fc0611 req-f0e21652-b38c-43fc-ac9e-00b8ead7b863 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Received port after_create {{(pid=104321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 31 21:11:29.150382 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e21652-b38c-43fc-ac9e-00b8ead7b863 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Pushing event updated for resources: {'Port': ['ID=e802cc62-ebe6-41ff-a0a9-e0f9038c9831,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:11:29.190001 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:11:29.198887 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7f7834-2e3e-4c8a-94ba-368df9fc0611 req-f0e21652-b38c-43fc-ac9e-00b8ead7b863 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:29.199501 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-fd7f7834-2e3e-4c8a-94ba-368df9fc0611 req-f0e21652-b38c-43fc-ac9e-00b8ead7b863 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for port (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:29.277096 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-fd7f7834-2e3e-4c8a-94ba-368df9fc0611 req-f0e21652-b38c-43fc-ac9e-00b8ead7b863 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7336462 May 31 21:11:29.292930 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [req-fd7f7834-2e3e-4c8a-94ba-368df9fc0611 req-497f3bd2-e0b0-4857-8afa-36a55affcbc7 service neutron] Request body: {'port': {'device_id': '5cb669a7-8e63-46ac-86f6-1be4050a44ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:11:29.355441 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-fd7f7834-2e3e-4c8a-94ba-368df9fc0611 req-497f3bd2-e0b0-4857-8afa-36a55affcbc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (e802cc62-ebe6-41ff-a0a9-e0f9038c9831), before_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:29.408925 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-0d15806e-f564-46cb-9e6b-7341e28f4be2 None None] Provisioning complete for port e802cc62-ebe6-41ff-a0a9-e0f9038c9831 triggered by entity DHCP. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:11:29.409336 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-0d15806e-f564-46cb-9e6b-7341e28f4be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (e802cc62-ebe6-41ff-a0a9-e0f9038c9831), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:29.441852 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-0d15806e-f564-46cb-9e6b-7341e28f4be2 None None] Port e802cc62-ebe6-41ff-a0a9-e0f9038c9831 cannot update to ACTIVE because it is not bound. {{(pid=104322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 31 21:11:29.521860 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816cc740-8ee3-42f2-aea9-573832954d33 req-17a42f34-a7d5-4698-b30c-539c2ca914bb tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:29.523465 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-816cc740-8ee3-42f2-aea9-573832954d33 req-17a42f34-a7d5-4698-b30c-539c2ca914bb tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cb669a7-8e63-46ac-86f6-1be4050a44ec HTTP/1.1" status: 200 len: 932 time: 0.0480351 May 31 21:11:29.543450 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:11:29.575130 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-816cc740-8ee3-42f2-aea9-573832954d33 req-9b42fb91-b29d-4a6a-b11c-e0b3ce0e6e9b tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/security-groups?id=7057cbb7-e8d0-445e-9128-5d0505c04b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457635 May 31 21:11:29.785682 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:11:29.882739 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.notifiers.nova [req-fd7f7834-2e3e-4c8a-94ba-368df9fc0611 req-497f3bd2-e0b0-4857-8afa-36a55affcbc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e802cc62-ebe6-41ff-a0a9-e0f9038c9831 {{(pid=104321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 21:11:29.890776 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-fd7f7834-2e3e-4c8a-94ba-368df9fc0611 req-497f3bd2-e0b0-4857-8afa-36a55affcbc7 service neutron] Publish callbacks [] for port (e802cc62-ebe6-41ff-a0a9-e0f9038c9831), precommit_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:29.903564 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.provisioning_blocks [req-fd7f7834-2e3e-4c8a-94ba-368df9fc0611 req-497f3bd2-e0b0-4857-8afa-36a55affcbc7 service neutron] Transition to ACTIVE for port object e802cc62-ebe6-41ff-a0a9-e0f9038c9831 will not be triggered until provisioned by entity L2. {{(pid=104321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 31 21:11:29.971052 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-fd7f7834-2e3e-4c8a-94ba-368df9fc0611 req-497f3bd2-e0b0-4857-8afa-36a55affcbc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25540501'] for port (e802cc62-ebe6-41ff-a0a9-e0f9038c9831), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:30.021012 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497f3bd2-e0b0-4857-8afa-36a55affcbc7 service neutron] Pushing event updated for resources: {'Port': ['ID=e802cc62-ebe6-41ff-a0a9-e0f9038c9831,revision_number=2']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:11:30.095334 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [req-fd7f7834-2e3e-4c8a-94ba-368df9fc0611 req-497f3bd2-e0b0-4857-8afa-36a55affcbc7 service neutron] Attempting to bind port e802cc62-ebe6-41ff-a0a9-e0f9038c9831 on host hv-cinder-83979 for vnic_type normal with profile {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 31 21:11:30.095665 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [req-fd7f7834-2e3e-4c8a-94ba-368df9fc0611 req-497f3bd2-e0b0-4857-8afa-36a55affcbc7 service neutron] Attempting to bind port e802cc62-ebe6-41ff-a0a9-e0f9038c9831 by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': 'dab68be0-cc2b-428d-a1e3-e670fc69bce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f9f27def-cef7-45b6-9a7b-b0c954078818'}] {{(pid=104321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 31 21:11:30.095988 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7f7834-2e3e-4c8a-94ba-368df9fc0611 req-497f3bd2-e0b0-4857-8afa-36a55affcbc7 service neutron] Attempting to bind port e802cc62-ebe6-41ff-a0a9-e0f9038c9831 on network f9f27def-cef7-45b6-9a7b-b0c954078818 {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 31 21:11:30.100675 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7f7834-2e3e-4c8a-94ba-368df9fc0611 req-497f3bd2-e0b0-4857-8afa-36a55affcbc7 service neutron] Port e802cc62-ebe6-41ff-a0a9-e0f9038c9831 on network f9f27def-cef7-45b6-9a7b-b0c954078818 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 31 21:11:30.100998 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7f7834-2e3e-4c8a-94ba-368df9fc0611 req-497f3bd2-e0b0-4857-8afa-36a55affcbc7 service neutron] Attempting to bind port e802cc62-ebe6-41ff-a0a9-e0f9038c9831 on network f9f27def-cef7-45b6-9a7b-b0c954078818 {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 31 21:11:30.106522 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7f7834-2e3e-4c8a-94ba-368df9fc0611 req-497f3bd2-e0b0-4857-8afa-36a55affcbc7 service neutron] Checking agent: {'id': '51675295-7abb-4335-9c5a-c46a9082010e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 21, 1, 20), 'started_at': datetime.datetime(2022, 5, 31, 21, 1, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 21, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 31 21:11:30.106865 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7f7834-2e3e-4c8a-94ba-368df9fc0611 req-497f3bd2-e0b0-4857-8afa-36a55affcbc7 service neutron] Checking segment: {'id': 'dab68be0-cc2b-428d-a1e3-e670fc69bce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f9f27def-cef7-45b6-9a7b-b0c954078818'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 31 21:11:30.107249 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7f7834-2e3e-4c8a-94ba-368df9fc0611 req-497f3bd2-e0b0-4857-8afa-36a55affcbc7 service neutron] Bound using segment: {'id': 'dab68be0-cc2b-428d-a1e3-e670fc69bce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f9f27def-cef7-45b6-9a7b-b0c954078818'} {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 31 21:11:30.107678 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [req-fd7f7834-2e3e-4c8a-94ba-368df9fc0611 req-497f3bd2-e0b0-4857-8afa-36a55affcbc7 service neutron] Bound port: e802cc62-ebe6-41ff-a0a9-e0f9038c9831, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dab68be0-cc2b-428d-a1e3-e670fc69bce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f9f27def-cef7-45b6-9a7b-b0c954078818'}}] {{(pid=104321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 31 21:11:30.108034 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-fd7f7834-2e3e-4c8a-94ba-368df9fc0611 req-497f3bd2-e0b0-4857-8afa-36a55affcbc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (e802cc62-ebe6-41ff-a0a9-e0f9038c9831), before_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:30.171070 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [req-fd7f7834-2e3e-4c8a-94ba-368df9fc0611 req-497f3bd2-e0b0-4857-8afa-36a55affcbc7 service neutron] For port e802cc62-ebe6-41ff-a0a9-e0f9038c9831, host hv-cinder-83979, cleared binding levels {{(pid=104321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 31 21:11:30.174147 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [req-fd7f7834-2e3e-4c8a-94ba-368df9fc0611 req-497f3bd2-e0b0-4857-8afa-36a55affcbc7 service neutron] For port e802cc62-ebe6-41ff-a0a9-e0f9038c9831, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=e802cc62-ebe6-41ff-a0a9-e0f9038c9831,segment=NetworkSegment(dab68be0-cc2b-428d-a1e3-e670fc69bce9),segment_id=dab68be0-cc2b-428d-a1e3-e670fc69bce9)] {{(pid=104321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 31 21:11:30.255617 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-fd7f7834-2e3e-4c8a-94ba-368df9fc0611 req-497f3bd2-e0b0-4857-8afa-36a55affcbc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25540501'] for port (e802cc62-ebe6-41ff-a0a9-e0f9038c9831), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:30.293419 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7f7834-2e3e-4c8a-94ba-368df9fc0611 req-497f3bd2-e0b0-4857-8afa-36a55affcbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:30.294070 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-fd7f7834-2e3e-4c8a-94ba-368df9fc0611 req-497f3bd2-e0b0-4857-8afa-36a55affcbc7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for port (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:30.295420 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-fd7f7834-2e3e-4c8a-94ba-368df9fc0611 req-497f3bd2-e0b0-4857-8afa-36a55affcbc7 service neutron] 10.222.0.40 "PUT /v2.0/ports/e802cc62-ebe6-41ff-a0a9-e0f9038c9831 HTTP/1.1" status: 200 len: 1094 time: 1.0074613 May 31 21:11:30.295851 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cb669a7-8e63-46ac-86f6-1be4050a44ec', 'tag': 'e802cc62-ebe6-41ff-a0a9-e0f9038c9831'}] {{(pid=104321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:11:30.298103 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6b014d5dee29fffbb36c15c330f4dd8b871b4cb67f19a16d167ed5ff3960b8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd216600-7a05-4bbc-aa85-087219f46832" -d '{"events": [{"name": "network-changed", "server_uuid": "5cb669a7-8e63-46ac-86f6-1be4050a44ec", "tag": "e802cc62-ebe6-41ff-a0a9-e0f9038c9831"}]}' {{(pid=104321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:11:30.332970 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497f3bd2-e0b0-4857-8afa-36a55affcbc7 service neutron] Pushing event updated for resources: {'Port': ['ID=e802cc62-ebe6-41ff-a0a9-e0f9038c9831,revision_number=3']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:11:30.347823 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 May 2022 21:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bada9081-5682-44f1-8d7d-17d1b3b56fb1 x-openstack-request-id: req-bada9081-5682-44f1-8d7d-17d1b3b56fb1 {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:11:30.348140 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cb669a7-8e63-46ac-86f6-1be4050a44ec", "tag": "e802cc62-ebe6-41ff-a0a9-e0f9038c9831", "status": "completed", "code": 200}]} {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:11:30.348416 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bada9081-5682-44f1-8d7d-17d1b3b56fb1 {{(pid=104321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:11:30.348816 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bada9081-5682-44f1-8d7d-17d1b3b56fb1'] response: {'name': 'network-changed', 'server_uuid': '5cb669a7-8e63-46ac-86f6-1be4050a44ec', 'tag': 'e802cc62-ebe6-41ff-a0a9-e0f9038c9831', 'status': 'completed', 'code': 200} May 31 21:11:30.403309 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:11:30.411622 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd216600-7a05-4bbc-aa85-087219f46832 req-5cfa5494-08bf-40ff-b9db-3968bba5c865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:30.413208 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-fd216600-7a05-4bbc-aa85-087219f46832 req-5cfa5494-08bf-40ff-b9db-3968bba5c865 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=69b2364f40d14160adf0220d92adaad7&device_id=5cb669a7-8e63-46ac-86f6-1be4050a44ec HTTP/1.1" status: 200 len: 1128 time: 0.0419223 May 31 21:11:30.474868 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:11:30.518077 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd216600-7a05-4bbc-aa85-087219f46832 req-8fc01fd3-4680-41cd-a81e-27c69525bd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:30.519677 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-fd216600-7a05-4bbc-aa85-087219f46832 req-8fc01fd3-4680-41cd-a81e-27c69525bd0d service neutron] 10.222.0.40 "GET /v2.0/networks?tenant_id=69b2364f40d14160adf0220d92adaad7&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0994184 May 31 21:11:30.612753 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd216600-7a05-4bbc-aa85-087219f46832 req-483380f9-7369-4886-81ef-eb36b030c4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:30.614269 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-fd216600-7a05-4bbc-aa85-087219f46832 req-483380f9-7369-4886-81ef-eb36b030c4f1 service neutron] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0883217 May 31 21:11:30.692820 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7f7834-2e3e-4c8a-94ba-368df9fc0611 req-9d0e99b1-c0fb-468a-8d5e-487dd3afdcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:30.694319 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-fd7f7834-2e3e-4c8a-94ba-368df9fc0611 req-9d0e99b1-c0fb-468a-8d5e-487dd3afdcd7 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=69b2364f40d14160adf0220d92adaad7&device_id=5cb669a7-8e63-46ac-86f6-1be4050a44ec HTTP/1.1" status: 200 len: 1128 time: 0.0417633 May 31 21:11:30.698209 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75f1618-68b5-45da-94ef-ff37f6f9834e req-8a811e1f-f640-42f0-abae-4d9783586fe8 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:30.699670 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-a75f1618-68b5-45da-94ef-ff37f6f9834e req-8a811e1f-f640-42f0-abae-4d9783586fe8 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cb669a7-8e63-46ac-86f6-1be4050a44ec HTTP/1.1" status: 200 len: 944 time: 0.0508368 May 31 21:11:30.716574 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:11:30.738815 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-fd7f7834-2e3e-4c8a-94ba-368df9fc0611 req-ed728a4a-43b4-4faa-9244-40b012fac6c4 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e802cc62-ebe6-41ff-a0a9-e0f9038c9831 HTTP/1.1" status: 200 len: 217 time: 0.0327122 May 31 21:11:30.748501 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-a75f1618-68b5-45da-94ef-ff37f6f9834e req-2ea10189-dda8-4dd8-8328-63e1bb4e3c91 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/security-groups?id=7057cbb7-e8d0-445e-9128-5d0505c04b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433011 May 31 21:11:30.793850 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7f7834-2e3e-4c8a-94ba-368df9fc0611 req-c0cfddfc-56fc-4906-b4b6-535fb4f778eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:30.795817 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-fd7f7834-2e3e-4c8a-94ba-368df9fc0611 req-c0cfddfc-56fc-4906-b4b6-535fb4f778eb service neutron] 10.222.0.40 "GET /v2.0/subnets?id=b0a2bf4f-8e94-4747-a06c-e4eb22a2611a HTTP/1.1" status: 200 len: 853 time: 0.0455539 May 31 21:11:30.839137 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7f7834-2e3e-4c8a-94ba-368df9fc0611 req-6ffa4182-d247-4307-a42b-ec478eda7e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:30.840663 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-fd7f7834-2e3e-4c8a-94ba-368df9fc0611 req-6ffa4182-d247-4307-a42b-ec478eda7e20 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=f9f27def-cef7-45b6-9a7b-b0c954078818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0395894 May 31 21:11:30.903544 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:11:30.941167 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-fd7f7834-2e3e-4c8a-94ba-368df9fc0611 req-4ce1c174-47f9-4748-9d0b-0c23fdbfc7d3 service neutron] 10.222.0.40 "GET /v2.0/networks/f9f27def-cef7-45b6-9a7b-b0c954078818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888669 May 31 21:11:31.039256 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-fd7f7834-2e3e-4c8a-94ba-368df9fc0611 req-8c6610a9-f88a-4403-87a4-7479ed96fd1f service neutron] 10.222.0.40 "GET /v2.0/networks/f9f27def-cef7-45b6-9a7b-b0c954078818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899506 May 31 21:11:31.873468 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa988916-67c5-4470-9146-b410d99a1a6c req-ead26ae2-7a9c-43dc-9631-d72cae6cb3e1 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:31.874960 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-fa988916-67c5-4470-9146-b410d99a1a6c req-ead26ae2-7a9c-43dc-9631-d72cae6cb3e1 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cb669a7-8e63-46ac-86f6-1be4050a44ec HTTP/1.1" status: 200 len: 944 time: 0.0468171 May 31 21:11:31.923151 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-fa988916-67c5-4470-9146-b410d99a1a6c req-f00d655a-10ff-42c2-a9a7-91c3345a3ce4 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/security-groups?id=7057cbb7-e8d0-445e-9128-5d0505c04b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425723 May 31 21:11:33.039193 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834dd6b7-c847-414d-8e0a-7f25745ea301 req-0f3e5979-601b-4a67-b53d-d2bc7458baf7 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:33.040844 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-834dd6b7-c847-414d-8e0a-7f25745ea301 req-0f3e5979-601b-4a67-b53d-d2bc7458baf7 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cb669a7-8e63-46ac-86f6-1be4050a44ec HTTP/1.1" status: 200 len: 944 time: 0.0515475 May 31 21:11:33.089670 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-834dd6b7-c847-414d-8e0a-7f25745ea301 req-428c14ba-2105-49c7-8b1a-33a7eef8eea2 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/security-groups?id=7057cbb7-e8d0-445e-9128-5d0505c04b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432751 May 31 21:11:34.201403 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b792bb8f-5476-469e-b6e5-faa4fedbeaaa req-5d5c56c8-83a9-4fe9-866e-35ca5dcddb20 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:34.202877 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-b792bb8f-5476-469e-b6e5-faa4fedbeaaa req-5d5c56c8-83a9-4fe9-866e-35ca5dcddb20 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cb669a7-8e63-46ac-86f6-1be4050a44ec HTTP/1.1" status: 200 len: 944 time: 0.0464017 May 31 21:11:34.250022 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-b792bb8f-5476-469e-b6e5-faa4fedbeaaa req-a185944b-7c59-4dde-8040-9456430e8139 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/security-groups?id=7057cbb7-e8d0-445e-9128-5d0505c04b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416064 May 31 21:11:34.613054 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device e802cc62-ebe6-41ff-a0a9-e0f9038c9831 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=104322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 31 21:11:34.715713 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] For port e802cc62-ebe6-41ff-a0a9-e0f9038c9831, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=e802cc62-ebe6-41ff-a0a9-e0f9038c9831,segment=NetworkSegment(dab68be0-cc2b-428d-a1e3-e670fc69bce9),segment_id=dab68be0-cc2b-428d-a1e3-e670fc69bce9)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:11:34.727572 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Returning: {'device': 'e802cc62-ebe6-41ff-a0a9-e0f9038c9831', 'network_id': 'f9f27def-cef7-45b6-9a7b-b0c954078818', 'port_id': 'e802cc62-ebe6-41ff-a0a9-e0f9038c9831', 'mac_address': 'fa:16:3e:ca:b9:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a2bf4f-8e94-4747-a06c-e4eb22a2611a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 31 21:11:34.761829 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Current status of the port e802cc62-ebe6-41ff-a0a9-e0f9038c9831 is: DOWN; New status is: BUILD {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:11:34.762243 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (e802cc62-ebe6-41ff-a0a9-e0f9038c9831), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:34.778796 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.notifiers.nova [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e802cc62-ebe6-41ff-a0a9-e0f9038c9831 {{(pid=104322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 21:11:34.799521 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] For port e802cc62-ebe6-41ff-a0a9-e0f9038c9831, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=e802cc62-ebe6-41ff-a0a9-e0f9038c9831,segment=NetworkSegment(dab68be0-cc2b-428d-a1e3-e670fc69bce9),segment_id=dab68be0-cc2b-428d-a1e3-e670fc69bce9)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:11:34.885404 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (e802cc62-ebe6-41ff-a0a9-e0f9038c9831), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:34.932995 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Pushing event updated for resources: {'Port': ['ID=e802cc62-ebe6-41ff-a0a9-e0f9038c9831,revision_number=4']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:11:35.084201 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f86ef6c-81aa-49f5-a1e4-701fbad99900 req-f93abe7a-844b-4451-9a7c-3431055dea3a tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:35.085671 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-1f86ef6c-81aa-49f5-a1e4-701fbad99900 req-f93abe7a-844b-4451-9a7c-3431055dea3a tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?device_id=92254a91-6b12-4811-a58e-e6f4cac9d965 HTTP/1.1" status: 200 len: 945 time: 0.0465646 May 31 21:11:35.142009 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-1f86ef6c-81aa-49f5-a1e4-701fbad99900 req-ecedd1e5-c887-46e7-b653-9e66a29d3db5 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/security-groups?id=af63a73d-db92-422f-a34b-85e8632ce5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498044 May 31 21:11:35.225523 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] get_ports_and_sgs() called for port_ids ['e802cc62-ebe6-41ff-a0a9-e0f9038c9831'] {{(pid=104322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 31 21:11:35.323216 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:11:35.328151 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:11:35.366116 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c303af26-380b-4b41-a39c-7d95bcb9561b req-c6922d47-2134-4014-88be-d2f348531977 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:35.367612 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-c303af26-380b-4b41-a39c-7d95bcb9561b req-c6922d47-2134-4014-88be-d2f348531977 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cb669a7-8e63-46ac-86f6-1be4050a44ec HTTP/1.1" status: 200 len: 945 time: 0.0481932 May 31 21:11:35.414416 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-c303af26-380b-4b41-a39c-7d95bcb9561b req-29ade5a4-eb9a-431e-ad87-e2aefb191277 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/security-groups?id=7057cbb7-e8d0-445e-9128-5d0505c04b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406320 May 31 21:11:36.256792 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b8b058-bc63-4820-9270-f10f5f8106fa req-0a2456df-ca18-42a8-b3c4-769da5ab3976 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:36.258284 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-e9b8b058-bc63-4820-9270-f10f5f8106fa req-0a2456df-ca18-42a8-b3c4-769da5ab3976 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?device_id=92254a91-6b12-4811-a58e-e6f4cac9d965 HTTP/1.1" status: 200 len: 945 time: 0.0481915 May 31 21:11:36.309117 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-e9b8b058-bc63-4820-9270-f10f5f8106fa req-0cc0bdc6-8ce6-46e7-8f12-2c72e3e82b5d tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/security-groups?id=af63a73d-db92-422f-a34b-85e8632ce5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453475 May 31 21:11:36.531880 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3fa7c1-19ad-495a-8ecb-57f5f22df87e req-b369ab5f-20b8-4b7c-8bf0-7585fc9e1b72 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:36.533340 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-6c3fa7c1-19ad-495a-8ecb-57f5f22df87e req-b369ab5f-20b8-4b7c-8bf0-7585fc9e1b72 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cb669a7-8e63-46ac-86f6-1be4050a44ec HTTP/1.1" status: 200 len: 945 time: 0.0491941 May 31 21:11:36.580872 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-6c3fa7c1-19ad-495a-8ecb-57f5f22df87e req-bde1ed0f-2cc7-41a7-b621-f2931a3cf0c3 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/security-groups?id=7057cbb7-e8d0-445e-9128-5d0505c04b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414412 May 31 21:11:36.621239 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device e802cc62-ebe6-41ff-a0a9-e0f9038c9831 up at agent hyperv_hv-cinder-83979 {{(pid=104322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 31 21:11:36.667022 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Provisioning for port e802cc62-ebe6-41ff-a0a9-e0f9038c9831 completed by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 31 21:11:36.805245 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Provisioning complete for port e802cc62-ebe6-41ff-a0a9-e0f9038c9831 triggered by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:11:36.805625 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (e802cc62-ebe6-41ff-a0a9-e0f9038c9831), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:36.877222 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Current status of the port e802cc62-ebe6-41ff-a0a9-e0f9038c9831 is: BUILD; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:11:36.877609 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (e802cc62-ebe6-41ff-a0a9-e0f9038c9831), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:36.901343 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cb669a7-8e63-46ac-86f6-1be4050a44ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e802cc62-ebe6-41ff-a0a9-e0f9038c9831'}] {{(pid=104322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:11:36.902010 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2497d65-c532-46aa-b2b4-00f6de397ccb req-a47f798b-f637-479d-92f9-61ca26f62031 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:36.903476 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-d2497d65-c532-46aa-b2b4-00f6de397ccb req-a47f798b-f637-479d-92f9-61ca26f62031 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.40 "GET /v2.0/ports?device_id=92254a91-6b12-4811-a58e-e6f4cac9d965 HTTP/1.1" status: 200 len: 945 time: 0.0462112 May 31 21:11:36.903593 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0d07a434bcc94248bd83d89f5df7255b965f34de07d957ea8ea11cb14c6cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10abf16b-3780-44c4-9381-d52d1293ac9a" -d '{"events": [{"server_uuid": "5cb669a7-8e63-46ac-86f6-1be4050a44ec", "name": "network-vif-plugged", "status": "completed", "tag": "e802cc62-ebe6-41ff-a0a9-e0f9038c9831"}]}' {{(pid=104322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:11:36.917031 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] For port e802cc62-ebe6-41ff-a0a9-e0f9038c9831, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=e802cc62-ebe6-41ff-a0a9-e0f9038c9831,segment=NetworkSegment(dab68be0-cc2b-428d-a1e3-e670fc69bce9),segment_id=dab68be0-cc2b-428d-a1e3-e670fc69bce9)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:11:36.940914 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 May 2022 21:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d346534-d52a-413d-a058-d4f55b0da317 x-openstack-request-id: req-4d346534-d52a-413d-a058-d4f55b0da317 {{(pid=104322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:11:36.941208 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cb669a7-8e63-46ac-86f6-1be4050a44ec", "name": "network-vif-plugged", "status": "completed", "tag": "e802cc62-ebe6-41ff-a0a9-e0f9038c9831", "code": 200}]} {{(pid=104322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:11:36.944083 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4d346534-d52a-413d-a058-d4f55b0da317 {{(pid=104322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:11:36.944083 dv-cinder-839793-16-iscsi neutron-server[104322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d346534-d52a-413d-a058-d4f55b0da317'] response: {'server_uuid': '5cb669a7-8e63-46ac-86f6-1be4050a44ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e802cc62-ebe6-41ff-a0a9-e0f9038c9831', 'code': 200} May 31 21:11:36.990777 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.plugin [req-d2497d65-c532-46aa-b2b4-00f6de397ccb req-d0f2637b-80f0-49a6-9207-c9ac7af6860b tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Deleting port 184f337b-0888-4e33-981f-ff3bb1208077 {{(pid=104321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 31 21:11:36.991369 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-d2497d65-c532-46aa-b2b4-00f6de397ccb req-d0f2637b-80f0-49a6-9207-c9ac7af6860b tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747262076802'] for port (184f337b-0888-4e33-981f-ff3bb1208077), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:36.992603 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (e802cc62-ebe6-41ff-a0a9-e0f9038c9831), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:37.044352 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Pushing event updated for resources: {'Port': ['ID=e802cc62-ebe6-41ff-a0a9-e0f9038c9831,revision_number=5']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:11:37.087262 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [req-d2497d65-c532-46aa-b2b4-00f6de397ccb req-d0f2637b-80f0-49a6-9207-c9ac7af6860b tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] For port 184f337b-0888-4e33-981f-ff3bb1208077, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=184f337b-0888-4e33-981f-ff3bb1208077,segment=NetworkSegment(8895f7a6-b66f-413c-943d-4d2ad24c0748),segment_id=8895f7a6-b66f-413c-943d-4d2ad24c0748)] {{(pid=104321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:11:37.087621 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-d2497d65-c532-46aa-b2b4-00f6de397ccb req-d0f2637b-80f0-49a6-9207-c9ac7af6860b tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574989'] for port (184f337b-0888-4e33-981f-ff3bb1208077), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:37.251066 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-d2497d65-c532-46aa-b2b4-00f6de397ccb req-d0f2637b-80f0-49a6-9207-c9ac7af6860b tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:37.251429 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-d2497d65-c532-46aa-b2b4-00f6de397ccb req-d0f2637b-80f0-49a6-9207-c9ac7af6860b tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598426'] for floatingip (91f1b0e7-804c-4e70-a58e-885d0eb74ff9), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:37.251774 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.db.l3_db [req-d2497d65-c532-46aa-b2b4-00f6de397ccb req-d0f2637b-80f0-49a6-9207-c9ac7af6860b tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Floating IP 91f1b0e7-804c-4e70-a58e-885d0eb74ff9 disassociated. External IP: 172.27.0.99, port: 184f337b-0888-4e33-981f-ff3bb1208077. May 31 21:11:37.252119 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.plugin [req-d2497d65-c532-46aa-b2b4-00f6de397ccb req-d0f2637b-80f0-49a6-9207-c9ac7af6860b tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Calling delete_port for 184f337b-0888-4e33-981f-ff3bb1208077 owned by compute:nova {{(pid=104321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 31 21:11:37.345070 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb318b-2314-4635-8c3c-77d2511e5465 req-0ac0e3b4-e06a-4ac9-9c55-a32089b545d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:37.346601 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-36fb318b-2314-4635-8c3c-77d2511e5465 req-0ac0e3b4-e06a-4ac9-9c55-a32089b545d5 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=5cb669a7-8e63-46ac-86f6-1be4050a44ec HTTP/1.1" status: 200 len: 1130 time: 0.0522544 May 31 21:11:37.350744 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:11:37.424559 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-36fb318b-2314-4635-8c3c-77d2511e5465 req-4b4bbff9-b1ba-4e5a-b2ca-f833509dbe00 service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=7057cbb7-e8d0-445e-9128-5d0505c04b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711174 May 31 21:11:37.425628 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b797635c-a013-45f6-b74c-5e95c0e66e40 req-dc048806-6cd6-4890-999c-ea7baf8700d0 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:37.427164 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-b797635c-a013-45f6-b74c-5e95c0e66e40 req-dc048806-6cd6-4890-999c-ea7baf8700d0 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?device_id=92254a91-6b12-4811-a58e-e6f4cac9d965 HTTP/1.1" status: 200 len: 945 time: 0.0472016 May 31 21:11:37.477568 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-b797635c-a013-45f6-b74c-5e95c0e66e40 req-ac149a6c-eea6-401d-b97b-3c8e7ff77f02 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/security-groups?id=af63a73d-db92-422f-a34b-85e8632ce5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442188 May 31 21:11:37.514193 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-d2497d65-c532-46aa-b2b4-00f6de397ccb req-d0f2637b-80f0-49a6-9207-c9ac7af6860b tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747262050753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747261518138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25540506'] for port (184f337b-0888-4e33-981f-ff3bb1208077), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:37.545687 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f2637b-80f0-49a6-9207-c9ac7af6860b tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Pushing event deleted for resources: {'Port': ['ID=184f337b-0888-4e33-981f-ff3bb1208077,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:11:37.597184 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:11:37.656634 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2497d65-c532-46aa-b2b4-00f6de397ccb req-d0f2637b-80f0-49a6-9207-c9ac7af6860b tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Router 642623e8-ef26-4b03-9cfd-3f5748911f34 has already been hosted by L3 agent 13ce5b10-321e-4e80-b29e-1cfc3c51661e {{(pid=104321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 31 21:11:37.698429 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e4aa94-0486-4cc4-b915-bfd696ce8221 req-10a13d28-47ab-4c24-ad5d-be542592ceeb tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:37.699950 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-77e4aa94-0486-4cc4-b915-bfd696ce8221 req-10a13d28-47ab-4c24-ad5d-be542592ceeb tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cb669a7-8e63-46ac-86f6-1be4050a44ec HTTP/1.1" status: 200 len: 946 time: 0.0478241 May 31 21:11:37.752866 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-77e4aa94-0486-4cc4-b915-bfd696ce8221 req-4b38f9cc-d5c3-4f42-91ec-1b3ee32c6a64 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/security-groups?id=7057cbb7-e8d0-445e-9128-5d0505c04b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471559 May 31 21:11:37.759658 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2497d65-c532-46aa-b2b4-00f6de397ccb req-d0f2637b-80f0-49a6-9207-c9ac7af6860b tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Notify agent at l3_agent.dv-cinder-839793-16-iscsi the message routers_updated {{(pid=104321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 31 21:11:37.776700 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84965c9b-7b30-49c0-af6a-ae6ab48a0edf None None] Sync routers for ids ['642623e8-ef26-4b03-9cfd-3f5748911f34'] in dv-cinder-839793-16-iscsi {{(pid=104323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 21:11:37.788308 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84965c9b-7b30-49c0-af6a-ae6ab48a0edf None None] Routers {'642623e8-ef26-4b03-9cfd-3f5748911f34'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:11:37.789299 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-84965c9b-7b30-49c0-af6a-ae6ab48a0edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:11:14Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['642623e8-ef26-4b03-9cfd-3f5748911f34'], 'active': True} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:11:37.804067 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2497d65-c532-46aa-b2b4-00f6de397ccb req-d0f2637b-80f0-49a6-9207-c9ac7af6860b tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] No DVR routers for this DVR port 184f337b-0888-4e33-981f-ff3bb1208077 on host hv-cinder-83979 {{(pid=104321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} May 31 21:11:37.807305 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-d2497d65-c532-46aa-b2b4-00f6de397ccb req-d0f2637b-80f0-49a6-9207-c9ac7af6860b tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for port (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:37.810455 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-d2497d65-c532-46aa-b2b4-00f6de397ccb req-d0f2637b-80f0-49a6-9207-c9ac7af6860b tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.40 "DELETE /v2.0/ports/184f337b-0888-4e33-981f-ff3bb1208077 HTTP/1.1" status: 204 len: 173 time: 0.9015718 May 31 21:11:37.810901 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92254a91-6b12-4811-a58e-e6f4cac9d965', 'name': 'network-vif-deleted', 'tag': '184f337b-0888-4e33-981f-ff3bb1208077'}] {{(pid=104321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:11:37.813140 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6b014d5dee29fffbb36c15c330f4dd8b871b4cb67f19a16d167ed5ff3960b8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d45d3f3e-d9c4-42aa-b804-06945bc0d0d9" -d '{"events": [{"server_uuid": "92254a91-6b12-4811-a58e-e6f4cac9d965", "name": "network-vif-deleted", "tag": "184f337b-0888-4e33-981f-ff3bb1208077"}]}' {{(pid=104321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:11:37.825562 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=100 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:11:37.848842 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 May 2022 21:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676a76c0-56cd-4778-9811-f550d77780f4 x-openstack-request-id: req-676a76c0-56cd-4778-9811-f550d77780f4 {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:11:37.849080 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92254a91-6b12-4811-a58e-e6f4cac9d965", "name": "network-vif-deleted", "tag": "184f337b-0888-4e33-981f-ff3bb1208077", "status": "completed", "code": 200}]} {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:11:37.849331 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-676a76c0-56cd-4778-9811-f550d77780f4 {{(pid=104321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:11:37.849737 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-676a76c0-56cd-4778-9811-f550d77780f4'] response: {'server_uuid': '92254a91-6b12-4811-a58e-e6f4cac9d965', 'name': 'network-vif-deleted', 'tag': '184f337b-0888-4e33-981f-ff3bb1208077', 'status': 'completed', 'code': 200} May 31 21:11:37.895400 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvr_db [None req-84965c9b-7b30-49c0-af6a-ae6ab48a0edf None None] Set router 642623e8-ef26-4b03-9cfd-3f5748911f34 gateway port host: dv-cinder-839793-16-iscsi {{(pid=104323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:11:38.092414 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-84965c9b-7b30-49c0-af6a-ae6ab48a0edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642623e8-ef26-4b03-9cfd-3f5748911f34', 'name': 'tempest-TestVolumeBootPattern-1368220123-router', 'tenant_id': '8e511490c0f8438fb89ac590bd63529f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '3198b83f-a948-46cb-a50f-2db85f890a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:07:37Z', 'updated_at': '2022-05-31T21:07:42Z', 'revision_number': 4, 'project_id': '8e511490c0f8438fb89ac590bd63529f', 'gw_port': {'id': '3198b83f-a948-46cb-a50f-2db85f890a16', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:92:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642623e8-ef26-4b03-9cfd-3f5748911f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:07:38Z', 'updated_at': '2022-05-31T21:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_interfaces': [{'id': '4b7d105e-bd4b-43ed-adbe-2f47ed346353', 'name': '', 'network_id': '2c2f81e7-9a7d-4701-bf43-a528a17f585a', 'tenant_id': '8e511490c0f8438fb89ac590bd63529f', 'mac_address': 'fa:16:3e:7a:b3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642623e8-ef26-4b03-9cfd-3f5748911f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'e92e8765-6011-45cd-aa17-1b8aedc6fa7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:07:41Z', 'updated_at': '2022-05-31T21:07:48Z', 'revision_number': 5, 'project_id': '8e511490c0f8438fb89ac590bd63529f', 'subnets': [{'id': 'e92e8765-6011-45cd-aa17-1b8aedc6fa7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:11:38.118552 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84965c9b-7b30-49c0-af6a-ae6ab48a0edf None None] Checking router: 642623e8-ef26-4b03-9cfd-3f5748911f34 for host: dv-cinder-839793-16-iscsi {{(pid=104323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 21:11:38.127045 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84965c9b-7b30-49c0-af6a-ae6ab48a0edf None None] Routers {'642623e8-ef26-4b03-9cfd-3f5748911f34'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:11:38.127652 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-84965c9b-7b30-49c0-af6a-ae6ab48a0edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:11:14Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['642623e8-ef26-4b03-9cfd-3f5748911f34'], 'active': True} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:11:38.310709 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvr_db [None req-84965c9b-7b30-49c0-af6a-ae6ab48a0edf None None] Set router 642623e8-ef26-4b03-9cfd-3f5748911f34 gateway port host: dv-cinder-839793-16-iscsi {{(pid=104323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:11:38.490537 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-84965c9b-7b30-49c0-af6a-ae6ab48a0edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642623e8-ef26-4b03-9cfd-3f5748911f34', 'name': 'tempest-TestVolumeBootPattern-1368220123-router', 'tenant_id': '8e511490c0f8438fb89ac590bd63529f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '3198b83f-a948-46cb-a50f-2db85f890a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:07:37Z', 'updated_at': '2022-05-31T21:07:42Z', 'revision_number': 4, 'project_id': '8e511490c0f8438fb89ac590bd63529f', 'gw_port': {'id': '3198b83f-a948-46cb-a50f-2db85f890a16', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:92:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642623e8-ef26-4b03-9cfd-3f5748911f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:07:38Z', 'updated_at': '2022-05-31T21:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_interfaces': [{'id': '4b7d105e-bd4b-43ed-adbe-2f47ed346353', 'name': '', 'network_id': '2c2f81e7-9a7d-4701-bf43-a528a17f585a', 'tenant_id': '8e511490c0f8438fb89ac590bd63529f', 'mac_address': 'fa:16:3e:7a:b3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642623e8-ef26-4b03-9cfd-3f5748911f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'e92e8765-6011-45cd-aa17-1b8aedc6fa7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:07:41Z', 'updated_at': '2022-05-31T21:07:48Z', 'revision_number': 5, 'project_id': '8e511490c0f8438fb89ac590bd63529f', 'subnets': [{'id': 'e92e8765-6011-45cd-aa17-1b8aedc6fa7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:11:38.518410 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84965c9b-7b30-49c0-af6a-ae6ab48a0edf None None] The sync data for ids ['642623e8-ef26-4b03-9cfd-3f5748911f34'] in dv-cinder-839793-16-iscsi is: [{'id': '642623e8-ef26-4b03-9cfd-3f5748911f34', 'name': 'tempest-TestVolumeBootPattern-1368220123-router', 'tenant_id': '8e511490c0f8438fb89ac590bd63529f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '3198b83f-a948-46cb-a50f-2db85f890a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:07:37Z', 'updated_at': '2022-05-31T21:07:42Z', 'revision_number': 4, 'project_id': '8e511490c0f8438fb89ac590bd63529f', 'gw_port': {'id': '3198b83f-a948-46cb-a50f-2db85f890a16', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:92:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642623e8-ef26-4b03-9cfd-3f5748911f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:07:38Z', 'updated_at': '2022-05-31T21:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_interfaces': [{'id': '4b7d105e-bd4b-43ed-adbe-2f47ed346353', 'name': '', 'network_id': '2c2f81e7-9a7d-4701-bf43-a528a17f585a', 'tenant_id': '8e511490c0f8438fb89ac590bd63529f', 'mac_address': 'fa:16:3e:7a:b3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642623e8-ef26-4b03-9cfd-3f5748911f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'e92e8765-6011-45cd-aa17-1b8aedc6fa7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:07:41Z', 'updated_at': '2022-05-31T21:07:48Z', 'revision_number': 5, 'project_id': '8e511490c0f8438fb89ac590bd63529f', 'subnets': [{'id': 'e92e8765-6011-45cd-aa17-1b8aedc6fa7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 21:11:38.595768 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-569f21cf-ae8a-450f-bfbe-153c1fb6b63a req-f874a528-6ee2-43fb-80da-98cf1b6a8a16 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?device_id=92254a91-6b12-4811-a58e-e6f4cac9d965 HTTP/1.1" status: 200 len: 210 time: 0.0325568 May 31 21:11:38.760869 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8e4f49-b70c-454c-a3ec-9a46e2cf3bd1 None None] New status for floating IP 91f1b0e7-804c-4e70-a58e-885d0eb74ff9: DOWN {{(pid=104322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 31 21:11:38.873866 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eb3df8-5c83-4e8f-ba7e-a119ee4bd2f2 req-77a7e3f0-36e0-428e-aa55-07b3045f9b73 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:38.875317 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-e8eb3df8-5c83-4e8f-ba7e-a119ee4bd2f2 req-77a7e3f0-36e0-428e-aa55-07b3045f9b73 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cb669a7-8e63-46ac-86f6-1be4050a44ec HTTP/1.1" status: 200 len: 946 time: 0.0491998 May 31 21:11:38.896130 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:11:38.922456 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-e8eb3df8-5c83-4e8f-ba7e-a119ee4bd2f2 req-f61a6c32-c633-4a7b-b49e-373aee923d50 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/security-groups?id=7057cbb7-e8d0-445e-9128-5d0505c04b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415790 May 31 21:11:39.718476 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-aeb2a439-9eef-4515-8a88-723c83b8db69 req-e1e5f29f-a4fa-45ab-baad-f2dc677527d3 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?device_id=92254a91-6b12-4811-a58e-e6f4cac9d965 HTTP/1.1" status: 200 len: 210 time: 0.0309782 May 31 21:11:40.034271 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80967e11-b9ba-41c8-87cb-cdacaac04800 req-0d300c67-f8fe-42bc-a5e6-2a0112ca4bb8 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:40.035719 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-80967e11-b9ba-41c8-87cb-cdacaac04800 req-0d300c67-f8fe-42bc-a5e6-2a0112ca4bb8 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cb669a7-8e63-46ac-86f6-1be4050a44ec HTTP/1.1" status: 200 len: 946 time: 0.0459249 May 31 21:11:40.082481 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-80967e11-b9ba-41c8-87cb-cdacaac04800 req-cac096a3-5316-4cd6-b9ff-403304b00fca tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/security-groups?id=7057cbb7-e8d0-445e-9128-5d0505c04b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405369 May 31 21:11:40.189039 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a11ec-04d3-493c-84c1-b1bf587cb95c req-6d7fd4c8-1897-4123-a874-9624a6b7e9c4 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:40.190538 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-f45a11ec-04d3-493c-84c1-b1bf587cb95c req-6d7fd4c8-1897-4123-a874-9624a6b7e9c4 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cb669a7-8e63-46ac-86f6-1be4050a44ec HTTP/1.1" status: 200 len: 946 time: 0.0462601 May 31 21:11:40.199378 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 39098) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:11:40.203635 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.v2.base [None req-db3e85fb-4b22-4429-8fcb-cfa39d409aec tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Request body: {'floatingip': {'port_id': 'e802cc62-ebe6-41ff-a0a9-e0f9038c9831'}} {{(pid=104320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:11:40.244209 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-db3e85fb-4b22-4429-8fcb-cfa39d409aec tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks [] for floatingip (76e55a8c-84cd-49e7-92a4-8d5e694c99a1), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:40.645170 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device 184f337b-0888-4e33-981f-ff3bb1208077 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 31 21:11:40.665036 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] No Port match for: 184f337b-0888-4e33-981f-ff3bb1208077 {{(pid=104322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 31 21:11:40.665385 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device 184f337b-0888-4e33-981f-ff3bb1208077 not bound to the agent host hv-cinder-83979 {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 31 21:11:40.861474 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.db.resource_extend [None req-db3e85fb-4b22-4429-8fcb-cfa39d409aec tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 21:11:40.899783 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:11:40.909038 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-db3e85fb-4b22-4429-8fcb-cfa39d409aec tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:40.986678 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-811d757c-52a0-4924-b7ab-8f03baff6ae2 req-52b6f75f-c9e4-4ebc-b733-667b4ae97740 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-506263611&fields=id&tenant_id=8e511490c0f8438fb89ac590bd63529f HTTP/1.1" status: 200 len: 267 time: 0.0444005 May 31 21:11:40.987808 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-db3e85fb-4b22-4429-8fcb-cfa39d409aec tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598426'] for floatingip (76e55a8c-84cd-49e7-92a4-8d5e694c99a1), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:41.163423 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.db.l3_db [None req-db3e85fb-4b22-4429-8fcb-cfa39d409aec tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Floating IP 76e55a8c-84cd-49e7-92a4-8d5e694c99a1 associated. External IP: 172.27.0.151, port: e802cc62-ebe6-41ff-a0a9-e0f9038c9831. May 31 21:11:41.217092 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d757c-52a0-4924-b7ab-8f03baff6ae2 req-9260ebb9-2c39-4088-8b98-2da6f1ef7d87 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:41.218578 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-811d757c-52a0-4924-b7ab-8f03baff6ae2 req-9260ebb9-2c39-4088-8b98-2da6f1ef7d87 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/networks?id=2c2f81e7-9a7d-4701-bf43-a528a17f585a HTTP/1.1" status: 200 len: 812 time: 0.1965182 May 31 21:11:41.235623 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:11:41.244582 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-811d757c-52a0-4924-b7ab-8f03baff6ae2 req-bc81838f-0749-449a-bd5b-48e99004d820 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/quotas/8e511490c0f8438fb89ac590bd63529f HTTP/1.1" status: 200 len: 375 time: 0.0200455 May 31 21:11:41.324807 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-811d757c-52a0-4924-b7ab-8f03baff6ae2 req-f7ad3ce3-cc40-44c6-9c0f-d9cee4c524cb tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8e511490c0f8438fb89ac590bd63529f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0566006 May 31 21:11:41.497168 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db3e85fb-4b22-4429-8fcb-cfa39d409aec tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Router a91754eb-1388-498d-ad7b-17314423f28d has already been hosted by L3 agent 13ce5b10-321e-4e80-b29e-1cfc3c51661e {{(pid=104320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 31 21:11:41.502387 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-811d757c-52a0-4924-b7ab-8f03baff6ae2 req-63089395-4130-47ee-90f6-e15cd325e047 service neutron] 10.222.0.55 "GET /v2.0/networks/2c2f81e7-9a7d-4701-bf43-a528a17f585a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423204 May 31 21:11:41.674064 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-811d757c-52a0-4924-b7ab-8f03baff6ae2 req-de2716bf-d390-4664-bf44-8860f1f256b9 service neutron] 10.222.0.55 "GET /v2.0/networks/2c2f81e7-9a7d-4701-bf43-a528a17f585a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642754 May 31 21:11:41.675027 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db3e85fb-4b22-4429-8fcb-cfa39d409aec tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Notify agent at l3_agent.dv-cinder-839793-16-iscsi the message routers_updated {{(pid=104320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 31 21:11:41.679632 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-db3e85fb-4b22-4429-8fcb-cfa39d409aec tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for floatingip (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:41.690684 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40175330-f75b-4546-bb53-2a2e5081fc22 None None] Sync routers for ids ['a91754eb-1388-498d-ad7b-17314423f28d'] in dv-cinder-839793-16-iscsi {{(pid=104323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 21:11:41.698973 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40175330-f75b-4546-bb53-2a2e5081fc22 None None] Routers {'a91754eb-1388-498d-ad7b-17314423f28d'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:11:41.699578 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-40175330-f75b-4546-bb53-2a2e5081fc22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:11:14Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['a91754eb-1388-498d-ad7b-17314423f28d'], 'active': True} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:11:41.723820 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-db3e85fb-4b22-4429-8fcb-cfa39d409aec tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "PUT /v2.0/floatingips/76e55a8c-84cd-49e7-92a4-8d5e694c99a1 HTTP/1.1" status: 200 len: 992 time: 1.5232508 May 31 21:11:41.725032 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cb669a7-8e63-46ac-86f6-1be4050a44ec', 'tag': 'e802cc62-ebe6-41ff-a0a9-e0f9038c9831'}] {{(pid=104320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:11:41.726753 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800e09971b12e0035a6cf58b960e7e30052d71c2381d70b5c02cffce84e90f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f62eab90-484c-4c03-8703-dfdb58a5707c" -d '{"events": [{"name": "network-changed", "server_uuid": "5cb669a7-8e63-46ac-86f6-1be4050a44ec", "tag": "e802cc62-ebe6-41ff-a0a9-e0f9038c9831"}]}' {{(pid=104320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:11:41.740994 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=100 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:11:41.769063 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 May 2022 21:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34422cf7-4db5-4e3b-bcb9-4b121210b30f x-openstack-request-id: req-34422cf7-4db5-4e3b-bcb9-4b121210b30f {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:11:41.769515 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cb669a7-8e63-46ac-86f6-1be4050a44ec", "tag": "e802cc62-ebe6-41ff-a0a9-e0f9038c9831", "status": "completed", "code": 200}]} {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:11:41.769770 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-34422cf7-4db5-4e3b-bcb9-4b121210b30f {{(pid=104320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:11:41.770216 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34422cf7-4db5-4e3b-bcb9-4b121210b30f'] response: {'name': 'network-changed', 'server_uuid': '5cb669a7-8e63-46ac-86f6-1be4050a44ec', 'tag': 'e802cc62-ebe6-41ff-a0a9-e0f9038c9831', 'status': 'completed', 'code': 200} May 31 21:11:41.817861 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvr_db [None req-40175330-f75b-4546-bb53-2a2e5081fc22 None None] Set router a91754eb-1388-498d-ad7b-17314423f28d gateway port host: dv-cinder-839793-16-iscsi {{(pid=104323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:11:41.835789 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62eab90-484c-4c03-8703-dfdb58a5707c req-7a1ea4b4-6dc8-4b35-a05b-cefd26cf82a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:41.837390 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-f62eab90-484c-4c03-8703-dfdb58a5707c req-7a1ea4b4-6dc8-4b35-a05b-cefd26cf82a1 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=69b2364f40d14160adf0220d92adaad7&device_id=5cb669a7-8e63-46ac-86f6-1be4050a44ec HTTP/1.1" status: 200 len: 1130 time: 0.0413971 May 31 21:11:41.933428 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62eab90-484c-4c03-8703-dfdb58a5707c req-28e97e1a-4977-4ad7-8f44-4c846297626b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:41.936478 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-f62eab90-484c-4c03-8703-dfdb58a5707c req-28e97e1a-4977-4ad7-8f44-4c846297626b service neutron] 10.222.0.40 "GET /v2.0/networks?id=f9f27def-cef7-45b6-9a7b-b0c954078818 HTTP/1.1" status: 200 len: 915 time: 0.0910606 May 31 21:11:42.005908 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-f62eab90-484c-4c03-8703-dfdb58a5707c req-451c7a54-de17-44da-bf29-e774abb05778 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e802cc62-ebe6-41ff-a0a9-e0f9038c9831 HTTP/1.1" status: 200 len: 1000 time: 0.0643783 May 31 21:11:42.039067 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-40175330-f75b-4546-bb53-2a2e5081fc22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'name': 'tempest-AttachVolumeNegativeTest-248878464-router', 'tenant_id': '69b2364f40d14160adf0220d92adaad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '345700f1-91f0-4de8-bcd4-74c223a3a73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:11:18Z', 'updated_at': '2022-05-31T21:11:21Z', 'revision_number': 4, 'project_id': '69b2364f40d14160adf0220d92adaad7', 'gw_port': {'id': '345700f1-91f0-4de8-bcd4-74c223a3a73c', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:75:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:11:18Z', 'updated_at': '2022-05-31T21:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_floatingips': [{'id': '76e55a8c-84cd-49e7-92a4-8d5e694c99a1', 'tenant_id': '69b2364f40d14160adf0220d92adaad7', 'floating_ip_address': '172.27.0.151', 'floating_network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'router_id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'port_id': 'e802cc62-ebe6-41ff-a0a9-e0f9038c9831', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9f27def-cef7-45b6-9a7b-b0c954078818', 'mac_address': 'fa:16:3e:ca:b9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb669a7-8e63-46ac-86f6-1be4050a44ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T21:11:24Z', 'updated_at': '2022-05-31T21:11:40Z', 'revision_number': 1, 'project_id': '69b2364f40d14160adf0220d92adaad7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c06c97eb-71d0-46d3-a966-560d7406c393', 'name': '', 'network_id': 'f9f27def-cef7-45b6-9a7b-b0c954078818', 'tenant_id': '69b2364f40d14160adf0220d92adaad7', 'mac_address': 'fa:16:3e:03:e5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'b0a2bf4f-8e94-4747-a06c-e4eb22a2611a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:11:20Z', 'updated_at': '2022-05-31T21:11:25Z', 'revision_number': 5, 'project_id': '69b2364f40d14160adf0220d92adaad7', 'subnets': [{'id': 'b0a2bf4f-8e94-4747-a06c-e4eb22a2611a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:11:42.061994 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62eab90-484c-4c03-8703-dfdb58a5707c req-c9cac0cd-d518-4ff2-ab53-36e976c2cc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:42.063556 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-f62eab90-484c-4c03-8703-dfdb58a5707c req-c9cac0cd-d518-4ff2-ab53-36e976c2cc36 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=b0a2bf4f-8e94-4747-a06c-e4eb22a2611a HTTP/1.1" status: 200 len: 853 time: 0.0520496 May 31 21:11:42.067858 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40175330-f75b-4546-bb53-2a2e5081fc22 None None] Checking router: a91754eb-1388-498d-ad7b-17314423f28d for host: dv-cinder-839793-16-iscsi {{(pid=104323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 21:11:42.076636 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40175330-f75b-4546-bb53-2a2e5081fc22 None None] Routers {'a91754eb-1388-498d-ad7b-17314423f28d'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:11:42.077233 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-40175330-f75b-4546-bb53-2a2e5081fc22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:11:14Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['a91754eb-1388-498d-ad7b-17314423f28d'], 'active': True} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:11:42.112148 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62eab90-484c-4c03-8703-dfdb58a5707c req-96f88a3b-083a-4632-9caf-3c2899178098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:42.113862 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-f62eab90-484c-4c03-8703-dfdb58a5707c req-96f88a3b-083a-4632-9caf-3c2899178098 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=f9f27def-cef7-45b6-9a7b-b0c954078818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0428410 May 31 21:11:42.115340 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=100 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:11:42.180394 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvr_db [None req-40175330-f75b-4546-bb53-2a2e5081fc22 None None] Set router a91754eb-1388-498d-ad7b-17314423f28d gateway port host: dv-cinder-839793-16-iscsi {{(pid=104323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:11:42.205519 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-f62eab90-484c-4c03-8703-dfdb58a5707c req-54100818-429e-48b8-afb9-464019059516 service neutron] 10.222.0.40 "GET /v2.0/networks/f9f27def-cef7-45b6-9a7b-b0c954078818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854404 May 31 21:11:42.266481 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f55d1d47-8bf3-49e6-a46e-32bce2ff797b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (5ca9f0a2-8e5f-4b54-94fa-454f095515e4), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:42.302134 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-f62eab90-484c-4c03-8703-dfdb58a5707c req-9288d46d-e9f4-4b8c-b9db-71c98767d277 service neutron] 10.222.0.40 "GET /v2.0/networks/f9f27def-cef7-45b6-9a7b-b0c954078818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909598 May 31 21:11:42.401143 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-40175330-f75b-4546-bb53-2a2e5081fc22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'name': 'tempest-AttachVolumeNegativeTest-248878464-router', 'tenant_id': '69b2364f40d14160adf0220d92adaad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '345700f1-91f0-4de8-bcd4-74c223a3a73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:11:18Z', 'updated_at': '2022-05-31T21:11:21Z', 'revision_number': 4, 'project_id': '69b2364f40d14160adf0220d92adaad7', 'gw_port': {'id': '345700f1-91f0-4de8-bcd4-74c223a3a73c', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:75:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:11:18Z', 'updated_at': '2022-05-31T21:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_floatingips': [{'id': '76e55a8c-84cd-49e7-92a4-8d5e694c99a1', 'tenant_id': '69b2364f40d14160adf0220d92adaad7', 'floating_ip_address': '172.27.0.151', 'floating_network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'router_id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'port_id': 'e802cc62-ebe6-41ff-a0a9-e0f9038c9831', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9f27def-cef7-45b6-9a7b-b0c954078818', 'mac_address': 'fa:16:3e:ca:b9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb669a7-8e63-46ac-86f6-1be4050a44ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T21:11:24Z', 'updated_at': '2022-05-31T21:11:40Z', 'revision_number': 1, 'project_id': '69b2364f40d14160adf0220d92adaad7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c06c97eb-71d0-46d3-a966-560d7406c393', 'name': '', 'network_id': 'f9f27def-cef7-45b6-9a7b-b0c954078818', 'tenant_id': '69b2364f40d14160adf0220d92adaad7', 'mac_address': 'fa:16:3e:03:e5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'b0a2bf4f-8e94-4747-a06c-e4eb22a2611a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:11:20Z', 'updated_at': '2022-05-31T21:11:25Z', 'revision_number': 5, 'project_id': '69b2364f40d14160adf0220d92adaad7', 'subnets': [{'id': 'b0a2bf4f-8e94-4747-a06c-e4eb22a2611a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:11:42.426395 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40175330-f75b-4546-bb53-2a2e5081fc22 None None] The sync data for ids ['a91754eb-1388-498d-ad7b-17314423f28d'] in dv-cinder-839793-16-iscsi is: [{'id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'name': 'tempest-AttachVolumeNegativeTest-248878464-router', 'tenant_id': '69b2364f40d14160adf0220d92adaad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '345700f1-91f0-4de8-bcd4-74c223a3a73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:11:18Z', 'updated_at': '2022-05-31T21:11:21Z', 'revision_number': 4, 'project_id': '69b2364f40d14160adf0220d92adaad7', 'gw_port': {'id': '345700f1-91f0-4de8-bcd4-74c223a3a73c', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:75:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:11:18Z', 'updated_at': '2022-05-31T21:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_floatingips': [{'id': '76e55a8c-84cd-49e7-92a4-8d5e694c99a1', 'tenant_id': '69b2364f40d14160adf0220d92adaad7', 'floating_ip_address': '172.27.0.151', 'floating_network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'router_id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'port_id': 'e802cc62-ebe6-41ff-a0a9-e0f9038c9831', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9f27def-cef7-45b6-9a7b-b0c954078818', 'mac_address': 'fa:16:3e:ca:b9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb669a7-8e63-46ac-86f6-1be4050a44ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T21:11:24Z', 'updated_at': '2022-05-31T21:11:40Z', 'revision_number': 1, 'project_id': '69b2364f40d14160adf0220d92adaad7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c06c97eb-71d0-46d3-a966-560d7406c393', 'name': '', 'network_id': 'f9f27def-cef7-45b6-9a7b-b0c954078818', 'tenant_id': '69b2364f40d14160adf0220d92adaad7', 'mac_address': 'fa:16:3e:03:e5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'b0a2bf4f-8e94-4747-a06c-e4eb22a2611a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:11:20Z', 'updated_at': '2022-05-31T21:11:25Z', 'revision_number': 5, 'project_id': '69b2364f40d14160adf0220d92adaad7', 'subnets': [{'id': 'b0a2bf4f-8e94-4747-a06c-e4eb22a2611a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 21:11:42.510949 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-cec365d3-dd95-4304-8cf6-62cc765e3691 req-2c2952a0-c720-4143-aedc-069ae19d3cfc tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?device_id=48d80d94-ed1f-4792-955f-5ac166350cb8 HTTP/1.1" status: 200 len: 210 time: 0.0286448 May 31 21:11:42.641547 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cfe2b92-ae38-467e-922a-e485d0ed3e47 None None] New status for floating IP 76e55a8c-84cd-49e7-92a4-8d5e694c99a1: ACTIVE {{(pid=104322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 31 21:11:43.610692 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-b6627c2c-43a2-442f-be7a-a4914d4ee167 req-1c9672d9-0739-499c-9ae0-2d436a76b3e5 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?device_id=48d80d94-ed1f-4792-955f-5ac166350cb8 HTTP/1.1" status: 200 len: 210 time: 0.0290282 May 31 21:11:44.369020 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d757c-52a0-4924-b7ab-8f03baff6ae2 req-0c1ae7ec-da46-4de9-9d8b-555ebfc3da11 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:44.370482 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-811d757c-52a0-4924-b7ab-8f03baff6ae2 req-0c1ae7ec-da46-4de9-9d8b-555ebfc3da11 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.40 "GET /v2.0/networks?id=2c2f81e7-9a7d-4701-bf43-a528a17f585a HTTP/1.1" status: 200 len: 812 time: 0.1014132 May 31 21:11:44.436149 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=100 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:11:44.443145 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-811d757c-52a0-4924-b7ab-8f03baff6ae2 req-f07f705e-3e11-430f-84c4-09e9256e3edc tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.40 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e511490c0f8438fb89ac590bd63529f HTTP/1.1" status: 200 len: 379 time: 0.0598745 May 31 21:11:44.452486 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [req-811d757c-52a0-4924-b7ab-8f03baff6ae2 req-23badf79-eb07-4ce8-b834-260b093e9930 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Request body: {'port': {'device_id': '48d80d94-ed1f-4792-955f-5ac166350cb8', 'network_id': '2c2f81e7-9a7d-4701-bf43-a528a17f585a', 'admin_state_up': True, 'tenant_id': '8e511490c0f8438fb89ac590bd63529f', 'security_groups': ['af63a73d-db92-422f-a34b-85e8632ce5b3']}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:11:44.542747 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-923a28f8-c455-4d38-84e2-7ce3d5d48d57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (13ce5b10-321e-4e80-b29e-1cfc3c51661e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:44.639579 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-811d757c-52a0-4924-b7ab-8f03baff6ae2 req-23badf79-eb07-4ce8-b834-260b093e9930 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Made reservation on behalf of 8e511490c0f8438fb89ac590bd63529f for: {'port': 1} {{(pid=104321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 21:11:44.643022 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-811d757c-52a0-4924-b7ab-8f03baff6ae2 req-23badf79-eb07-4ce8-b834-260b093e9930 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:44.708168 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-2bf63462-f067-4fe1-bc84-ca17da29749e req-aae907f1-da05-4c39-ad05-54fd41731b45 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?device_id=48d80d94-ed1f-4792-955f-5ac166350cb8 HTTP/1.1" status: 200 len: 210 time: 0.0269387 May 31 21:11:44.799261 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:11:44.808604 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.db_base_plugin_common [req-811d757c-52a0-4924-b7ab-8f03baff6ae2 req-23badf79-eb07-4ce8-b834-260b093e9930 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Allocated IP 172.20.0.10 (2c2f81e7-9a7d-4701-bf43-a528a17f585a/e92e8765-6011-45cd-aa17-1b8aedc6fa7b/be6188bf-51f6-4051-bc2f-677f9aefbc61) {{(pid=104321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 21:11:44.948804 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-811d757c-52a0-4924-b7ab-8f03baff6ae2 req-23badf79-eb07-4ce8-b834-260b093e9930 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks [] for port (be6188bf-51f6-4051-bc2f-677f9aefbc61), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:45.068685 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-811d757c-52a0-4924-b7ab-8f03baff6ae2 req-23badf79-eb07-4ce8-b834-260b093e9930 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747261518129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25540506'] for port (be6188bf-51f6-4051-bc2f-677f9aefbc61), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:45.111589 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-811d757c-52a0-4924-b7ab-8f03baff6ae2 req-23badf79-eb07-4ce8-b834-260b093e9930 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Network 2c2f81e7-9a7d-4701-bf43-a528a17f585a is already hosted by enough agents. {{(pid=104321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 21:11:45.114913 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.base_scheduler [req-811d757c-52a0-4924-b7ab-8f03baff6ae2 req-23badf79-eb07-4ce8-b834-260b093e9930 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Resources bound (agent type, host, resource id): {{(pid=104321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:11:45.117363 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [req-811d757c-52a0-4924-b7ab-8f03baff6ae2 req-23badf79-eb07-4ce8-b834-260b093e9930 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Received port after_create {{(pid=104321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 31 21:11:45.151134 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23badf79-eb07-4ce8-b834-260b093e9930 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Pushing event updated for resources: {'Port': ['ID=be6188bf-51f6-4051-bc2f-677f9aefbc61,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:11:45.180005 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d757c-52a0-4924-b7ab-8f03baff6ae2 req-23badf79-eb07-4ce8-b834-260b093e9930 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:45.180643 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-811d757c-52a0-4924-b7ab-8f03baff6ae2 req-23badf79-eb07-4ce8-b834-260b093e9930 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for port (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:45.277396 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-811d757c-52a0-4924-b7ab-8f03baff6ae2 req-23badf79-eb07-4ce8-b834-260b093e9930 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8283255 May 31 21:11:45.290603 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [req-811d757c-52a0-4924-b7ab-8f03baff6ae2 req-fc92e0b0-2177-4f87-b085-8f94c78f8f9d service neutron] Request body: {'port': {'device_id': '48d80d94-ed1f-4792-955f-5ac166350cb8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:11:45.309930 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:11:45.354379 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-811d757c-52a0-4924-b7ab-8f03baff6ae2 req-fc92e0b0-2177-4f87-b085-8f94c78f8f9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (be6188bf-51f6-4051-bc2f-677f9aefbc61), before_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:45.397473 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-539b994a-412e-413c-af67-b740efdfb816 None None] Provisioning complete for port be6188bf-51f6-4051-bc2f-677f9aefbc61 triggered by entity DHCP. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:11:45.397862 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-539b994a-412e-413c-af67-b740efdfb816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (be6188bf-51f6-4051-bc2f-677f9aefbc61), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:45.400086 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:11:45.432191 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-539b994a-412e-413c-af67-b740efdfb816 None None] Port be6188bf-51f6-4051-bc2f-677f9aefbc61 cannot update to ACTIVE because it is not bound. {{(pid=104322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 31 21:11:45.642709 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.notifiers.nova [req-811d757c-52a0-4924-b7ab-8f03baff6ae2 req-fc92e0b0-2177-4f87-b085-8f94c78f8f9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be6188bf-51f6-4051-bc2f-677f9aefbc61 {{(pid=104321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 21:11:45.650256 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-811d757c-52a0-4924-b7ab-8f03baff6ae2 req-fc92e0b0-2177-4f87-b085-8f94c78f8f9d service neutron] Publish callbacks [] for port (be6188bf-51f6-4051-bc2f-677f9aefbc61), precommit_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:45.662519 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.provisioning_blocks [req-811d757c-52a0-4924-b7ab-8f03baff6ae2 req-fc92e0b0-2177-4f87-b085-8f94c78f8f9d service neutron] Transition to ACTIVE for port object be6188bf-51f6-4051-bc2f-677f9aefbc61 will not be triggered until provisioned by entity L2. {{(pid=104321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 31 21:11:45.666288 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-58fa0aab-c296-4be2-a1ab-08418c16cad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (8170e961-7e1e-4c09-b09f-6b764c457cfd), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:45.763267 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-811d757c-52a0-4924-b7ab-8f03baff6ae2 req-fc92e0b0-2177-4f87-b085-8f94c78f8f9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25540501'] for port (be6188bf-51f6-4051-bc2f-677f9aefbc61), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:45.798533 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:11:45.817863 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc92e0b0-2177-4f87-b085-8f94c78f8f9d service neutron] Pushing event updated for resources: {'Port': ['ID=be6188bf-51f6-4051-bc2f-677f9aefbc61,revision_number=2']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:11:45.831917 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:11:45.839458 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3f5d1c-dd11-43be-978e-44d19ba6728b req-f9c927a8-9b4a-4856-8cba-a4d2a013412e tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:45.841334 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-4b3f5d1c-dd11-43be-978e-44d19ba6728b req-f9c927a8-9b4a-4856-8cba-a4d2a013412e tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?device_id=48d80d94-ed1f-4792-955f-5ac166350cb8 HTTP/1.1" status: 200 len: 944 time: 0.0639269 May 31 21:11:45.892638 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [req-811d757c-52a0-4924-b7ab-8f03baff6ae2 req-fc92e0b0-2177-4f87-b085-8f94c78f8f9d service neutron] Attempting to bind port be6188bf-51f6-4051-bc2f-677f9aefbc61 on host hv-cinder-83979 for vnic_type normal with profile {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 31 21:11:45.893025 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [req-811d757c-52a0-4924-b7ab-8f03baff6ae2 req-fc92e0b0-2177-4f87-b085-8f94c78f8f9d service neutron] Attempting to bind port be6188bf-51f6-4051-bc2f-677f9aefbc61 by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': '8895f7a6-b66f-413c-943d-4d2ad24c0748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2c2f81e7-9a7d-4701-bf43-a528a17f585a'}] {{(pid=104321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 31 21:11:45.893422 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811d757c-52a0-4924-b7ab-8f03baff6ae2 req-fc92e0b0-2177-4f87-b085-8f94c78f8f9d service neutron] Attempting to bind port be6188bf-51f6-4051-bc2f-677f9aefbc61 on network 2c2f81e7-9a7d-4701-bf43-a528a17f585a {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 31 21:11:45.900055 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811d757c-52a0-4924-b7ab-8f03baff6ae2 req-fc92e0b0-2177-4f87-b085-8f94c78f8f9d service neutron] Port be6188bf-51f6-4051-bc2f-677f9aefbc61 on network 2c2f81e7-9a7d-4701-bf43-a528a17f585a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 31 21:11:45.900372 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811d757c-52a0-4924-b7ab-8f03baff6ae2 req-fc92e0b0-2177-4f87-b085-8f94c78f8f9d service neutron] Attempting to bind port be6188bf-51f6-4051-bc2f-677f9aefbc61 on network 2c2f81e7-9a7d-4701-bf43-a528a17f585a {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 31 21:11:45.906536 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811d757c-52a0-4924-b7ab-8f03baff6ae2 req-fc92e0b0-2177-4f87-b085-8f94c78f8f9d service neutron] Checking agent: {'id': '51675295-7abb-4335-9c5a-c46a9082010e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 21, 1, 20), 'started_at': datetime.datetime(2022, 5, 31, 21, 1, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 21, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 31 21:11:45.906957 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811d757c-52a0-4924-b7ab-8f03baff6ae2 req-fc92e0b0-2177-4f87-b085-8f94c78f8f9d service neutron] Checking segment: {'id': '8895f7a6-b66f-413c-943d-4d2ad24c0748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2c2f81e7-9a7d-4701-bf43-a528a17f585a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 31 21:11:45.907226 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811d757c-52a0-4924-b7ab-8f03baff6ae2 req-fc92e0b0-2177-4f87-b085-8f94c78f8f9d service neutron] Bound using segment: {'id': '8895f7a6-b66f-413c-943d-4d2ad24c0748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2c2f81e7-9a7d-4701-bf43-a528a17f585a'} {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 31 21:11:45.907416 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-4b3f5d1c-dd11-43be-978e-44d19ba6728b req-7db6d8db-35c3-42ec-a661-981d27b25404 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/security-groups?id=af63a73d-db92-422f-a34b-85e8632ce5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587604 May 31 21:11:45.907655 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [req-811d757c-52a0-4924-b7ab-8f03baff6ae2 req-fc92e0b0-2177-4f87-b085-8f94c78f8f9d service neutron] Bound port: be6188bf-51f6-4051-bc2f-677f9aefbc61, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8895f7a6-b66f-413c-943d-4d2ad24c0748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2c2f81e7-9a7d-4701-bf43-a528a17f585a'}}] {{(pid=104321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 31 21:11:45.908012 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-811d757c-52a0-4924-b7ab-8f03baff6ae2 req-fc92e0b0-2177-4f87-b085-8f94c78f8f9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (be6188bf-51f6-4051-bc2f-677f9aefbc61), before_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:45.972811 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [req-811d757c-52a0-4924-b7ab-8f03baff6ae2 req-fc92e0b0-2177-4f87-b085-8f94c78f8f9d service neutron] For port be6188bf-51f6-4051-bc2f-677f9aefbc61, host hv-cinder-83979, cleared binding levels {{(pid=104321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 31 21:11:45.976140 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [req-811d757c-52a0-4924-b7ab-8f03baff6ae2 req-fc92e0b0-2177-4f87-b085-8f94c78f8f9d service neutron] For port be6188bf-51f6-4051-bc2f-677f9aefbc61, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=be6188bf-51f6-4051-bc2f-677f9aefbc61,segment=NetworkSegment(8895f7a6-b66f-413c-943d-4d2ad24c0748),segment_id=8895f7a6-b66f-413c-943d-4d2ad24c0748)] {{(pid=104321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 31 21:11:46.074469 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-811d757c-52a0-4924-b7ab-8f03baff6ae2 req-fc92e0b0-2177-4f87-b085-8f94c78f8f9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25540501'] for port (be6188bf-51f6-4051-bc2f-677f9aefbc61), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:46.118049 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d757c-52a0-4924-b7ab-8f03baff6ae2 req-fc92e0b0-2177-4f87-b085-8f94c78f8f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:46.118626 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-811d757c-52a0-4924-b7ab-8f03baff6ae2 req-fc92e0b0-2177-4f87-b085-8f94c78f8f9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for port (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:46.119993 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-811d757c-52a0-4924-b7ab-8f03baff6ae2 req-fc92e0b0-2177-4f87-b085-8f94c78f8f9d service neutron] 10.222.0.40 "PUT /v2.0/ports/be6188bf-51f6-4051-bc2f-677f9aefbc61 HTTP/1.1" status: 200 len: 1094 time: 0.8336875 May 31 21:11:46.120430 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48d80d94-ed1f-4792-955f-5ac166350cb8', 'tag': 'be6188bf-51f6-4051-bc2f-677f9aefbc61'}] {{(pid=104321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:11:46.122689 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6b014d5dee29fffbb36c15c330f4dd8b871b4cb67f19a16d167ed5ff3960b8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c311ce-3db3-4502-976c-26d296d66d2e" -d '{"events": [{"name": "network-changed", "server_uuid": "48d80d94-ed1f-4792-955f-5ac166350cb8", "tag": "be6188bf-51f6-4051-bc2f-677f9aefbc61"}]}' {{(pid=104321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:11:46.146937 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc92e0b0-2177-4f87-b085-8f94c78f8f9d service neutron] Pushing event updated for resources: {'Port': ['ID=be6188bf-51f6-4051-bc2f-677f9aefbc61,revision_number=3']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:11:46.162572 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 May 2022 21:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d1c5de2-d550-4739-a27d-1ba0422743b4 x-openstack-request-id: req-8d1c5de2-d550-4739-a27d-1ba0422743b4 {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:11:46.162865 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48d80d94-ed1f-4792-955f-5ac166350cb8", "tag": "be6188bf-51f6-4051-bc2f-677f9aefbc61", "status": "completed", "code": 200}]} {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:11:46.163153 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8d1c5de2-d550-4739-a27d-1ba0422743b4 {{(pid=104321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:11:46.163510 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d1c5de2-d550-4739-a27d-1ba0422743b4'] response: {'name': 'network-changed', 'server_uuid': '48d80d94-ed1f-4792-955f-5ac166350cb8', 'tag': 'be6188bf-51f6-4051-bc2f-677f9aefbc61', 'status': 'completed', 'code': 200} May 31 21:11:46.223996 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c311ce-3db3-4502-976c-26d296d66d2e req-063f0075-9b3e-44d8-bff7-b57204f268f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:46.225660 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-21c311ce-3db3-4502-976c-26d296d66d2e req-063f0075-9b3e-44d8-bff7-b57204f268f5 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=8e511490c0f8438fb89ac590bd63529f&device_id=48d80d94-ed1f-4792-955f-5ac166350cb8 HTTP/1.1" status: 200 len: 1128 time: 0.0415471 May 31 21:11:46.312705 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:11:46.325345 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c311ce-3db3-4502-976c-26d296d66d2e req-c5e65cc5-9806-49fe-b724-aadc910efc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:46.328954 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-21c311ce-3db3-4502-976c-26d296d66d2e req-c5e65cc5-9806-49fe-b724-aadc910efc73 service neutron] 10.222.0.40 "GET /v2.0/networks?tenant_id=8e511490c0f8438fb89ac590bd63529f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0943234 May 31 21:11:46.424174 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c311ce-3db3-4502-976c-26d296d66d2e req-500ddf57-ea6e-497e-bf9a-1f12ee430b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:46.425605 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-21c311ce-3db3-4502-976c-26d296d66d2e req-500ddf57-ea6e-497e-bf9a-1f12ee430b08 service neutron] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0932939 May 31 21:11:46.500200 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d757c-52a0-4924-b7ab-8f03baff6ae2 req-164a4cef-1f15-444c-ba98-8e576ada142f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:46.501779 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-811d757c-52a0-4924-b7ab-8f03baff6ae2 req-164a4cef-1f15-444c-ba98-8e576ada142f service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=8e511490c0f8438fb89ac590bd63529f&device_id=48d80d94-ed1f-4792-955f-5ac166350cb8 HTTP/1.1" status: 200 len: 1128 time: 0.0398510 May 31 21:11:46.544697 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-811d757c-52a0-4924-b7ab-8f03baff6ae2 req-b10cfecd-b748-4254-8c5f-0b5b4f7dd14b service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be6188bf-51f6-4051-bc2f-677f9aefbc61 HTTP/1.1" status: 200 len: 217 time: 0.0363131 May 31 21:11:46.594385 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d757c-52a0-4924-b7ab-8f03baff6ae2 req-60fb45c8-a261-4ee3-a4f0-aedaf7a554ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:46.595863 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-811d757c-52a0-4924-b7ab-8f03baff6ae2 req-60fb45c8-a261-4ee3-a4f0-aedaf7a554ee service neutron] 10.222.0.40 "GET /v2.0/subnets?id=e92e8765-6011-45cd-aa17-1b8aedc6fa7b HTTP/1.1" status: 200 len: 851 time: 0.0451946 May 31 21:11:46.643820 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d757c-52a0-4924-b7ab-8f03baff6ae2 req-c4e72a16-da18-4c90-ab75-de8489191b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:46.646219 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-811d757c-52a0-4924-b7ab-8f03baff6ae2 req-c4e72a16-da18-4c90-ab75-de8489191b96 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=2c2f81e7-9a7d-4701-bf43-a528a17f585a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0435948 May 31 21:11:46.744698 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-811d757c-52a0-4924-b7ab-8f03baff6ae2 req-e9892780-bda4-499a-b317-9033edbe0034 service neutron] 10.222.0.40 "GET /v2.0/networks/2c2f81e7-9a7d-4701-bf43-a528a17f585a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916719 May 31 21:11:46.799737 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-b770b660-b824-4665-84d0-9bbdd29e8e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (1c1563bc-5b12-4065-8d27-b22246e8e8d3), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:46.837274 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-811d757c-52a0-4924-b7ab-8f03baff6ae2 req-969a9895-f5ff-4add-9c61-bc8e1f887f84 service neutron] 10.222.0.40 "GET /v2.0/networks/2c2f81e7-9a7d-4701-bf43-a528a17f585a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866928 May 31 21:11:47.033600 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7dd007-0d9e-485e-90b2-521db5240e67 req-84d7f7f0-1260-45db-a99b-cb11649ca99d tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:47.035009 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-3f7dd007-0d9e-485e-90b2-521db5240e67 req-84d7f7f0-1260-45db-a99b-cb11649ca99d tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?device_id=48d80d94-ed1f-4792-955f-5ac166350cb8 HTTP/1.1" status: 200 len: 944 time: 0.0534556 May 31 21:11:47.086550 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-3f7dd007-0d9e-485e-90b2-521db5240e67 req-14c0d419-f349-425f-8f68-96dacbbfd0d4 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/security-groups?id=af63a73d-db92-422f-a34b-85e8632ce5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456581 May 31 21:11:48.201431 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ca07a3-7c43-4b61-b511-597cbfab7fc7 req-981c8c54-18f9-44c6-beb7-2379a7211152 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:48.202945 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-e8ca07a3-7c43-4b61-b511-597cbfab7fc7 req-981c8c54-18f9-44c6-beb7-2379a7211152 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?device_id=48d80d94-ed1f-4792-955f-5ac166350cb8 HTTP/1.1" status: 200 len: 944 time: 0.0456328 May 31 21:11:48.254701 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-e8ca07a3-7c43-4b61-b511-597cbfab7fc7 req-74604c63-aa86-4e20-8552-98811078cf4e tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/security-groups?id=af63a73d-db92-422f-a34b-85e8632ce5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458932 May 31 21:11:48.559419 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (a61205dd-b11c-42a1-aa2d-4b7310a8dc99), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:49.365268 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3057df68-5801-4b6d-956d-c9693b126524 req-3096d613-f6a5-43f6-83f3-139f80d5e026 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:49.366746 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-3057df68-5801-4b6d-956d-c9693b126524 req-3096d613-f6a5-43f6-83f3-139f80d5e026 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?device_id=48d80d94-ed1f-4792-955f-5ac166350cb8 HTTP/1.1" status: 200 len: 944 time: 0.0465131 May 31 21:11:49.416406 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-3057df68-5801-4b6d-956d-c9693b126524 req-291131f1-8751-448c-9a66-8bb8ad66ac0a tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/security-groups?id=af63a73d-db92-422f-a34b-85e8632ce5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441387 May 31 21:11:50.530532 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54673e75-e616-4923-9587-ceb7ccfcae0c req-94f149ed-0682-4f4e-a056-b27ceff56aff tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:50.532004 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-54673e75-e616-4923-9587-ceb7ccfcae0c req-94f149ed-0682-4f4e-a056-b27ceff56aff tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?device_id=48d80d94-ed1f-4792-955f-5ac166350cb8 HTTP/1.1" status: 200 len: 944 time: 0.0475998 May 31 21:11:50.581624 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-54673e75-e616-4923-9587-ceb7ccfcae0c req-d9b8dcd3-4bfe-4971-bdff-dc3e3608fc1c tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/security-groups?id=af63a73d-db92-422f-a34b-85e8632ce5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439568 May 31 21:11:51.359239 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (51675295-7abb-4335-9c5a-c46a9082010e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:51.658848 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:11:51.698801 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7520f909-83e9-45a2-b649-abc55e5aaca5 req-67c244fa-eee4-4053-82af-9f245c5c537c tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:51.700269 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-7520f909-83e9-45a2-b649-abc55e5aaca5 req-67c244fa-eee4-4053-82af-9f245c5c537c tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?device_id=48d80d94-ed1f-4792-955f-5ac166350cb8 HTTP/1.1" status: 200 len: 944 time: 0.0512156 May 31 21:11:51.751185 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-7520f909-83e9-45a2-b649-abc55e5aaca5 req-a33fe952-876d-40f8-92f1-a236c4adcaa4 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/security-groups?id=af63a73d-db92-422f-a34b-85e8632ce5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453415 May 31 21:11:52.403473 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=76 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:11:52.404311 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=20 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:11:52.871026 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ffb9e-0fe9-42e7-b874-4706ef810799 req-258906c9-4a18-4cd2-9635-169ebce6d028 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:52.872491 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-376ffb9e-0fe9-42e7-b874-4706ef810799 req-258906c9-4a18-4cd2-9635-169ebce6d028 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?device_id=48d80d94-ed1f-4792-955f-5ac166350cb8 HTTP/1.1" status: 200 len: 944 time: 0.0475407 May 31 21:11:52.922439 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-376ffb9e-0fe9-42e7-b874-4706ef810799 req-785c6ae9-cf64-4559-b8ac-fac98892b247 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/security-groups?id=af63a73d-db92-422f-a34b-85e8632ce5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440097 May 31 21:11:53.168271 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24228045-1219-4eea-bf16-790b6c5e766f req-87d231c5-f6a6-4295-9a89-717d06ad334d tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:53.169714 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-24228045-1219-4eea-bf16-790b6c5e766f req-87d231c5-f6a6-4295-9a89-717d06ad334d tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d316a51-73db-479f-8449-ab51b42548e4 HTTP/1.1" status: 200 len: 945 time: 0.0463502 May 31 21:11:53.223005 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-24228045-1219-4eea-bf16-790b6c5e766f req-bd60a636-d374-4c69-8744-23933f8f409b tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=295dbee3-21fc-49de-afe0-c511ddab502e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473614 May 31 21:11:54.037924 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe58256-d160-439e-a11f-258b4b8cea44 req-65172429-837e-4892-bb6d-ce5e59ddbb8a tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:54.039420 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-efe58256-d160-439e-a11f-258b4b8cea44 req-65172429-837e-4892-bb6d-ce5e59ddbb8a tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?device_id=48d80d94-ed1f-4792-955f-5ac166350cb8 HTTP/1.1" status: 200 len: 944 time: 0.0480261 May 31 21:11:54.089398 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-efe58256-d160-439e-a11f-258b4b8cea44 req-4a9fbfdb-ddab-4302-a55f-7696b8fb3301 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/security-groups?id=af63a73d-db92-422f-a34b-85e8632ce5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433562 May 31 21:11:54.342030 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419ff3e5-5b23-4a7d-9685-2eac8074fa48 req-9f2a7eab-59e3-4377-b013-ac54787e08ba tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:54.343490 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-419ff3e5-5b23-4a7d-9685-2eac8074fa48 req-9f2a7eab-59e3-4377-b013-ac54787e08ba tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d316a51-73db-479f-8449-ab51b42548e4 HTTP/1.1" status: 200 len: 945 time: 0.0465474 May 31 21:11:54.389994 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-419ff3e5-5b23-4a7d-9685-2eac8074fa48 req-4a51b464-1ee4-4f99-a15b-d4587d7b02eb tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=295dbee3-21fc-49de-afe0-c511ddab502e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408835 May 31 21:11:55.203802 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b406b-1f4b-4803-8573-4b51ada5dc4d req-22cfa785-a567-4d6d-85de-2f5f6f939246 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:55.205270 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-401b406b-1f4b-4803-8573-4b51ada5dc4d req-22cfa785-a567-4d6d-85de-2f5f6f939246 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?device_id=48d80d94-ed1f-4792-955f-5ac166350cb8 HTTP/1.1" status: 200 len: 944 time: 0.0497980 May 31 21:11:55.256413 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-401b406b-1f4b-4803-8573-4b51ada5dc4d req-5d60bc17-6f9e-479b-bd1a-d701d13c9ccf tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/security-groups?id=af63a73d-db92-422f-a34b-85e8632ce5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452352 May 31 21:11:55.505288 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deba21c-874d-473e-953f-69133099a5c8 req-56075d51-c38e-4edf-9067-0eafbb5fee84 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:55.506755 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-5deba21c-874d-473e-953f-69133099a5c8 req-56075d51-c38e-4edf-9067-0eafbb5fee84 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d316a51-73db-479f-8449-ab51b42548e4 HTTP/1.1" status: 200 len: 945 time: 0.0456741 May 31 21:11:55.553784 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-5deba21c-874d-473e-953f-69133099a5c8 req-23b7d160-cf75-4a60-8f5d-474b3ae3d8cd tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=295dbee3-21fc-49de-afe0-c511ddab502e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409777 May 31 21:11:56.332646 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:11:56.373150 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9647b9a0-4a9b-4f03-abe1-e04ca2e8a5e0 req-00ddd440-1019-4568-ba03-b902da045e82 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:56.374667 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-9647b9a0-4a9b-4f03-abe1-e04ca2e8a5e0 req-00ddd440-1019-4568-ba03-b902da045e82 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?device_id=48d80d94-ed1f-4792-955f-5ac166350cb8 HTTP/1.1" status: 200 len: 944 time: 0.0505712 May 31 21:11:56.427066 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-9647b9a0-4a9b-4f03-abe1-e04ca2e8a5e0 req-5a6099a8-affc-45e7-aaae-9dc93feba3ac tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/security-groups?id=af63a73d-db92-422f-a34b-85e8632ce5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469205 May 31 21:11:56.674150 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e382532-ac4e-4963-966d-bdab9fa1f35a req-c705d471-9e60-4df0-87cc-f0990ec3bae9 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:56.675664 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-9e382532-ac4e-4963-966d-bdab9fa1f35a req-c705d471-9e60-4df0-87cc-f0990ec3bae9 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d316a51-73db-479f-8449-ab51b42548e4 HTTP/1.1" status: 200 len: 945 time: 0.0468471 May 31 21:11:56.701442 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device be6188bf-51f6-4051-bc2f-677f9aefbc61 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=104322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 31 21:11:56.725170 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-9e382532-ac4e-4963-966d-bdab9fa1f35a req-8069ef67-8dc2-4757-bfd1-1602c499d05e tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=295dbee3-21fc-49de-afe0-c511ddab502e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441196 May 31 21:11:56.801130 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] For port be6188bf-51f6-4051-bc2f-677f9aefbc61, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=be6188bf-51f6-4051-bc2f-677f9aefbc61,segment=NetworkSegment(8895f7a6-b66f-413c-943d-4d2ad24c0748),segment_id=8895f7a6-b66f-413c-943d-4d2ad24c0748)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:11:56.812458 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Returning: {'device': 'be6188bf-51f6-4051-bc2f-677f9aefbc61', 'network_id': '2c2f81e7-9a7d-4701-bf43-a528a17f585a', 'port_id': 'be6188bf-51f6-4051-bc2f-677f9aefbc61', 'mac_address': 'fa:16:3e:9a:33:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e92e8765-6011-45cd-aa17-1b8aedc6fa7b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 31 21:11:56.813815 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:11:56.831581 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=11 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:11:56.833472 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=78 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:11:56.847653 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Current status of the port be6188bf-51f6-4051-bc2f-677f9aefbc61 is: DOWN; New status is: BUILD {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:11:56.847973 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (be6188bf-51f6-4051-bc2f-677f9aefbc61), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:56.860918 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.notifiers.nova [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be6188bf-51f6-4051-bc2f-677f9aefbc61 {{(pid=104322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 21:11:56.880519 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] For port be6188bf-51f6-4051-bc2f-677f9aefbc61, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=be6188bf-51f6-4051-bc2f-677f9aefbc61,segment=NetworkSegment(8895f7a6-b66f-413c-943d-4d2ad24c0748),segment_id=8895f7a6-b66f-413c-943d-4d2ad24c0748)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:11:56.959210 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (be6188bf-51f6-4051-bc2f-677f9aefbc61), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:57.004407 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Pushing event updated for resources: {'Port': ['ID=be6188bf-51f6-4051-bc2f-677f9aefbc61,revision_number=4']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:11:57.326667 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] get_ports_and_sgs() called for port_ids ['be6188bf-51f6-4051-bc2f-677f9aefbc61'] {{(pid=104322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 31 21:11:57.539726 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd3b002-4470-4859-9f88-c3dac79a5beb req-1f6246f1-4485-4cbc-bce7-05fbc8549252 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:57.541402 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ebd3b002-4470-4859-9f88-c3dac79a5beb req-1f6246f1-4485-4cbc-bce7-05fbc8549252 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?device_id=48d80d94-ed1f-4792-955f-5ac166350cb8 HTTP/1.1" status: 200 len: 945 time: 0.0463610 May 31 21:11:57.598673 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ebd3b002-4470-4859-9f88-c3dac79a5beb req-f1b68e37-7181-47bc-9678-f34ab6395269 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/security-groups?id=af63a73d-db92-422f-a34b-85e8632ce5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476079 May 31 21:11:57.844103 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af34cb1c-36f1-4fbc-878d-c3a9b13f6cdb req-22688c5e-06ec-441c-baf4-ec6d504b3828 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:57.845553 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-af34cb1c-36f1-4fbc-878d-c3a9b13f6cdb req-22688c5e-06ec-441c-baf4-ec6d504b3828 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d316a51-73db-479f-8449-ab51b42548e4 HTTP/1.1" status: 200 len: 945 time: 0.0466647 May 31 21:11:57.880641 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:11:57.892693 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-af34cb1c-36f1-4fbc-878d-c3a9b13f6cdb req-26916af3-d235-45b4-9f20-1dc44622c6ef tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=295dbee3-21fc-49de-afe0-c511ddab502e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413167 May 31 21:11:58.710326 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57039ff3-e41d-4c88-ba88-2466b0d1a8a4 req-a49689fb-5fca-478a-85a7-614c2014a239 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:58.711774 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-57039ff3-e41d-4c88-ba88-2466b0d1a8a4 req-a49689fb-5fca-478a-85a7-614c2014a239 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?device_id=48d80d94-ed1f-4792-955f-5ac166350cb8 HTTP/1.1" status: 200 len: 945 time: 0.0458465 May 31 21:11:58.734706 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device be6188bf-51f6-4051-bc2f-677f9aefbc61 up at agent hyperv_hv-cinder-83979 {{(pid=104322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 31 21:11:58.761310 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-57039ff3-e41d-4c88-ba88-2466b0d1a8a4 req-d2f0aec4-684d-4bba-b37e-178ce00766d4 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/security-groups?id=af63a73d-db92-422f-a34b-85e8632ce5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433526 May 31 21:11:58.778334 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Provisioning for port be6188bf-51f6-4051-bc2f-677f9aefbc61 completed by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 31 21:11:58.827649 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Provisioning complete for port be6188bf-51f6-4051-bc2f-677f9aefbc61 triggered by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:11:58.828059 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (be6188bf-51f6-4051-bc2f-677f9aefbc61), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:58.850647 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:11:58.902106 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Current status of the port be6188bf-51f6-4051-bc2f-677f9aefbc61 is: BUILD; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:11:58.902397 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (be6188bf-51f6-4051-bc2f-677f9aefbc61), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:58.925547 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d80d94-ed1f-4792-955f-5ac166350cb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be6188bf-51f6-4051-bc2f-677f9aefbc61'}] {{(pid=104322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:11:58.927254 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0d07a434bcc94248bd83d89f5df7255b965f34de07d957ea8ea11cb14c6cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcef24b5-794f-4726-b33a-8be482e55862" -d '{"events": [{"server_uuid": "48d80d94-ed1f-4792-955f-5ac166350cb8", "name": "network-vif-plugged", "status": "completed", "tag": "be6188bf-51f6-4051-bc2f-677f9aefbc61"}]}' {{(pid=104322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:11:58.940432 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] For port be6188bf-51f6-4051-bc2f-677f9aefbc61, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=be6188bf-51f6-4051-bc2f-677f9aefbc61,segment=NetworkSegment(8895f7a6-b66f-413c-943d-4d2ad24c0748),segment_id=8895f7a6-b66f-413c-943d-4d2ad24c0748)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:11:58.965568 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 May 2022 21:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bad2c17-7915-4990-bca4-8ee7ff82d35b x-openstack-request-id: req-4bad2c17-7915-4990-bca4-8ee7ff82d35b {{(pid=104322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:11:58.965863 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48d80d94-ed1f-4792-955f-5ac166350cb8", "name": "network-vif-plugged", "status": "completed", "tag": "be6188bf-51f6-4051-bc2f-677f9aefbc61", "code": 200}]} {{(pid=104322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:11:58.966146 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4bad2c17-7915-4990-bca4-8ee7ff82d35b {{(pid=104322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:11:58.966557 dv-cinder-839793-16-iscsi neutron-server[104322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bad2c17-7915-4990-bca4-8ee7ff82d35b'] response: {'server_uuid': '48d80d94-ed1f-4792-955f-5ac166350cb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be6188bf-51f6-4051-bc2f-677f9aefbc61', 'code': 200} May 31 21:11:59.017189 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (be6188bf-51f6-4051-bc2f-677f9aefbc61), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:11:59.026249 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532bd94b-4fef-4f48-bb30-00edea1c504e req-fe5a7cdf-636f-49c1-b46f-1d2ec0eac596 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:59.027988 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-532bd94b-4fef-4f48-bb30-00edea1c504e req-fe5a7cdf-636f-49c1-b46f-1d2ec0eac596 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d316a51-73db-479f-8449-ab51b42548e4 HTTP/1.1" status: 200 len: 945 time: 0.0513537 May 31 21:11:59.070459 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Pushing event updated for resources: {'Port': ['ID=be6188bf-51f6-4051-bc2f-677f9aefbc61,revision_number=5']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:11:59.079728 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-532bd94b-4fef-4f48-bb30-00edea1c504e req-822820ef-915c-47b5-ba55-91ca0cd1d1ec tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=295dbee3-21fc-49de-afe0-c511ddab502e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451202 May 31 21:11:59.366448 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f428742-1151-42c0-8d71-dbbaf6c0cbb8 req-f5e8950e-4f04-45f0-9817-fda5d63f7ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:59.368028 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-7f428742-1151-42c0-8d71-dbbaf6c0cbb8 req-f5e8950e-4f04-45f0-9817-fda5d63f7ea0 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=48d80d94-ed1f-4792-955f-5ac166350cb8 HTTP/1.1" status: 200 len: 1130 time: 0.0427525 May 31 21:11:59.415750 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-7f428742-1151-42c0-8d71-dbbaf6c0cbb8 req-08071f7f-60f1-4988-b3bd-63844f54edca service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=af63a73d-db92-422f-a34b-85e8632ce5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414751 May 31 21:11:59.878475 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78333b9-50d4-4ef7-b4fb-e8f318252dc5 req-36b88bec-151e-435b-9b13-5efb7e2ccfa6 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:11:59.879929 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-c78333b9-50d4-4ef7-b4fb-e8f318252dc5 req-36b88bec-151e-435b-9b13-5efb7e2ccfa6 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?device_id=48d80d94-ed1f-4792-955f-5ac166350cb8 HTTP/1.1" status: 200 len: 946 time: 0.0462859 May 31 21:11:59.928516 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-c78333b9-50d4-4ef7-b4fb-e8f318252dc5 req-d6791559-68f1-4a70-87eb-d2364f91c398 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/security-groups?id=af63a73d-db92-422f-a34b-85e8632ce5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432131 May 31 21:12:00.194083 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c61057-d1fc-4d14-a507-3f3c89c21f04 req-aebbd89c-801d-4ca6-ae21-3a3b5a1926b4 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:12:00.195540 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-a6c61057-d1fc-4d14-a507-3f3c89c21f04 req-aebbd89c-801d-4ca6-ae21-3a3b5a1926b4 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d316a51-73db-479f-8449-ab51b42548e4 HTTP/1.1" status: 200 len: 945 time: 0.0451577 May 31 21:12:00.246061 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-a6c61057-d1fc-4d14-a507-3f3c89c21f04 req-fe9fac6f-2cce-4ac0-a55a-f3fbfd003faa tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=295dbee3-21fc-49de-afe0-c511ddab502e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444677 May 31 21:12:01.042761 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74109e72-361c-41fc-ad16-54da7b268812 req-289bbf16-9865-4291-9ad5-0c07a4420e54 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:12:01.045051 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-74109e72-361c-41fc-ad16-54da7b268812 req-289bbf16-9865-4291-9ad5-0c07a4420e54 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?device_id=48d80d94-ed1f-4792-955f-5ac166350cb8 HTTP/1.1" status: 200 len: 946 time: 0.0497026 May 31 21:12:01.102964 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-74109e72-361c-41fc-ad16-54da7b268812 req-dca470c8-9d6a-4833-afe9-26f9d08ed67a tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/security-groups?id=af63a73d-db92-422f-a34b-85e8632ce5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512741 May 31 21:12:01.232229 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.agents_db [None req-3d709c36-86fd-4f4f-bf7d-9e9748143f4e None None] Agent healthcheck: found 6 active agents {{(pid=104323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 31 21:12:01.366991 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d722eead-3908-4cb7-88e9-adbe97f6d3b3 req-efa1491a-3427-43ab-ac1d-dc0d7e110606 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:12:01.368442 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-d722eead-3908-4cb7-88e9-adbe97f6d3b3 req-efa1491a-3427-43ab-ac1d-dc0d7e110606 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d316a51-73db-479f-8449-ab51b42548e4 HTTP/1.1" status: 200 len: 945 time: 0.0496542 May 31 21:12:01.415585 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-d722eead-3908-4cb7-88e9-adbe97f6d3b3 req-3787e164-d4ee-48c8-b748-42b23423ea8c tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=295dbee3-21fc-49de-afe0-c511ddab502e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414572 May 31 21:12:02.217592 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37699881-1ce8-4bbb-9b62-003f6051277e req-771cbc31-b861-456b-9a61-6fc641d1d40f tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:12:02.219134 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-37699881-1ce8-4bbb-9b62-003f6051277e req-771cbc31-b861-456b-9a61-6fc641d1d40f tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?device_id=48d80d94-ed1f-4792-955f-5ac166350cb8 HTTP/1.1" status: 200 len: 946 time: 0.0498953 May 31 21:12:02.267801 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-37699881-1ce8-4bbb-9b62-003f6051277e req-ef03df9e-8c0d-4efd-a5e8-ae8d551710ea tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/security-groups?id=af63a73d-db92-422f-a34b-85e8632ce5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430415 May 31 21:12:02.379166 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db62e1-c88f-4ae3-ad9b-155428591de2 req-6f3d32bf-5dc8-4d3f-aa23-017eb0bbcf20 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:12:02.380653 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-34db62e1-c88f-4ae3-ad9b-155428591de2 req-6f3d32bf-5dc8-4d3f-aa23-017eb0bbcf20 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?device_id=48d80d94-ed1f-4792-955f-5ac166350cb8 HTTP/1.1" status: 200 len: 946 time: 0.0460172 May 31 21:12:02.401040 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:12:02.430164 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-34db62e1-c88f-4ae3-ad9b-155428591de2 req-6c52f937-41fd-4601-99bc-10fc0625ebf3 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/security-groups?id=af63a73d-db92-422f-a34b-85e8632ce5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439224 May 31 21:12:02.453658 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 39224) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:12:02.520759 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5e4a9e-0ed8-4d27-bcb1-e225c145e9e5 tempest-TestVolumeBootPattern-1864005013 tempest-TestVolumeBootPattern-1864005013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:12:02.522272 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-2f5e4a9e-0ed8-4d27-bcb1-e225c145e9e5 tempest-TestVolumeBootPattern-1864005013 tempest-TestVolumeBootPattern-1864005013-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=48d80d94-ed1f-4792-955f-5ac166350cb8 HTTP/1.1" status: 200 len: 1125 time: 0.0676072 May 31 21:12:02.524956 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 39226) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:12:02.531212 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.v2.base [None req-7a07af0e-4bad-4f88-958c-42283d998efb tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Request body: {'floatingip': {'floating_network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'port_id': 'be6188bf-51f6-4051-bc2f-677f9aefbc61', 'tenant_id': '8e511490c0f8438fb89ac590bd63529f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:12:02.552304 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85059cf9-0f34-4dd4-af5d-da5a7b1b39bb req-acbce33d-4552-49c7-a70a-64d4df509aca tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:12:02.553742 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-85059cf9-0f34-4dd4-af5d-da5a7b1b39bb req-acbce33d-4552-49c7-a70a-64d4df509aca tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d316a51-73db-479f-8449-ab51b42548e4 HTTP/1.1" status: 200 len: 945 time: 0.0658817 May 31 21:12:02.603527 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-85059cf9-0f34-4dd4-af5d-da5a7b1b39bb req-e66dadf9-e71d-4714-ac84-e1646af90800 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=295dbee3-21fc-49de-afe0-c511ddab502e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437627 May 31 21:12:02.650741 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-7a07af0e-4bad-4f88-958c-42283d998efb tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:12:02.716748 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:12:02.730523 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-7a07af0e-4bad-4f88-958c-42283d998efb tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:12:02.835708 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.db.db_base_plugin_common [None req-7a07af0e-4bad-4f88-958c-42283d998efb tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Allocated IP 172.27.0.24 (c2cfca3b-95da-4cff-a3c5-795dffb6abac/763c29f6-cebe-4813-9ab2-68212649a0b5/c65d5770-f498-4461-8cb9-b5415c5bb42d) {{(pid=104320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 21:12:02.940051 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-7a07af0e-4bad-4f88-958c-42283d998efb tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks [] for port (c65d5770-f498-4461-8cb9-b5415c5bb42d), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:12:03.027767 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-7a07af0e-4bad-4f88-958c-42283d998efb tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747261518129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437045'] for port (c65d5770-f498-4461-8cb9-b5415c5bb42d), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:12:03.062977 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a07af0e-4bad-4f88-958c-42283d998efb tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Network c2cfca3b-95da-4cff-a3c5-795dffb6abac is already hosted by enough agents. {{(pid=104320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 21:12:03.065919 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.base_scheduler [None req-7a07af0e-4bad-4f88-958c-42283d998efb tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Resources bound (agent type, host, resource id): {{(pid=104320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:12:03.069448 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a07af0e-4bad-4f88-958c-42283d998efb tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Received port after_create {{(pid=104320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 31 21:12:03.099277 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a07af0e-4bad-4f88-958c-42283d998efb tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Pushing event updated for resources: {'Port': ['ID=c65d5770-f498-4461-8cb9-b5415c5bb42d,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:12:03.281587 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:12:03.430596 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-7a07af0e-4bad-4f88-958c-42283d998efb tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks [] for floatingip (920b1244-8c8e-493a-b849-d84673d881bb), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:12:03.452270 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:12:03.563569 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-7a07af0e-4bad-4f88-958c-42283d998efb tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (c65d5770-f498-4461-8cb9-b5415c5bb42d), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:12:03.926624 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fff8f1-047a-4b79-9be1-9597ccd6df1e req-75bd7c0c-4d49-4f71-a2bf-512b48471bd9 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:12:03.927999 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-10fff8f1-047a-4b79-9be1-9597ccd6df1e req-75bd7c0c-4d49-4f71-a2bf-512b48471bd9 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d316a51-73db-479f-8449-ab51b42548e4 HTTP/1.1" status: 200 len: 945 time: 0.0623472 May 31 21:12:04.032806 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-10fff8f1-047a-4b79-9be1-9597ccd6df1e req-528d74a5-69c8-4a8f-8c49-61b659ef6a3b tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=295dbee3-21fc-49de-afe0-c511ddab502e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935838 May 31 21:12:04.069452 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-7a07af0e-4bad-4f88-958c-42283d998efb tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks [] for port (c65d5770-f498-4461-8cb9-b5415c5bb42d), precommit_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:12:04.147624 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-7a07af0e-4bad-4f88-958c-42283d998efb tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437050'] for port (c65d5770-f498-4461-8cb9-b5415c5bb42d), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:12:04.217007 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a07af0e-4bad-4f88-958c-42283d998efb tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Pushing event updated for resources: {'Port': ['ID=c65d5770-f498-4461-8cb9-b5415c5bb42d,revision_number=2']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:12:04.225543 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-7a07af0e-4bad-4f88-958c-42283d998efb tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598426'] for floatingip (920b1244-8c8e-493a-b849-d84673d881bb), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:12:04.319159 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.db.l3_db [None req-7a07af0e-4bad-4f88-958c-42283d998efb tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Floating IP 920b1244-8c8e-493a-b849-d84673d881bb associated. External IP: 172.27.0.24, port: be6188bf-51f6-4051-bc2f-677f9aefbc61. May 31 21:12:04.512356 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a07af0e-4bad-4f88-958c-42283d998efb tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Router 642623e8-ef26-4b03-9cfd-3f5748911f34 has already been hosted by L3 agent 13ce5b10-321e-4e80-b29e-1cfc3c51661e {{(pid=104320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 31 21:12:04.565087 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:12:04.623039 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a07af0e-4bad-4f88-958c-42283d998efb tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Notify agent at l3_agent.dv-cinder-839793-16-iscsi the message routers_updated {{(pid=104320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 31 21:12:04.632632 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f328c3d4-e343-46c4-9bc2-9c98a3409e6b None None] Sync routers for ids ['642623e8-ef26-4b03-9cfd-3f5748911f34'] in dv-cinder-839793-16-iscsi {{(pid=104323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 21:12:04.643170 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f328c3d4-e343-46c4-9bc2-9c98a3409e6b None None] Routers {'642623e8-ef26-4b03-9cfd-3f5748911f34'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:12:04.643778 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-f328c3d4-e343-46c4-9bc2-9c98a3409e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:11:44Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['642623e8-ef26-4b03-9cfd-3f5748911f34'], 'active': True} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:12:04.725082 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-7a07af0e-4bad-4f88-958c-42283d998efb tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for floatingip (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:12:04.746141 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvr_db [None req-f328c3d4-e343-46c4-9bc2-9c98a3409e6b None None] Set router 642623e8-ef26-4b03-9cfd-3f5748911f34 gateway port host: dv-cinder-839793-16-iscsi {{(pid=104323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:12:04.758413 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-7a07af0e-4bad-4f88-958c-42283d998efb tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2303939 May 31 21:12:04.758413 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48d80d94-ed1f-4792-955f-5ac166350cb8', 'tag': 'be6188bf-51f6-4051-bc2f-677f9aefbc61'}] {{(pid=104320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:12:04.759338 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800e09971b12e0035a6cf58b960e7e30052d71c2381d70b5c02cffce84e90f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ea26a1-a1ec-49b1-866a-6a3c62e9f4a2" -d '{"events": [{"name": "network-changed", "server_uuid": "48d80d94-ed1f-4792-955f-5ac166350cb8", "tag": "be6188bf-51f6-4051-bc2f-677f9aefbc61"}]}' {{(pid=104320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:12:04.797417 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 May 2022 21:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-090fd44f-a91d-493a-a1ea-6cc69a5d7572 x-openstack-request-id: req-090fd44f-a91d-493a-a1ea-6cc69a5d7572 {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:12:04.797712 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48d80d94-ed1f-4792-955f-5ac166350cb8", "tag": "be6188bf-51f6-4051-bc2f-677f9aefbc61", "status": "completed", "code": 200}]} {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:12:04.798003 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-090fd44f-a91d-493a-a1ea-6cc69a5d7572 {{(pid=104320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:12:04.798405 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-090fd44f-a91d-493a-a1ea-6cc69a5d7572'] response: {'name': 'network-changed', 'server_uuid': '48d80d94-ed1f-4792-955f-5ac166350cb8', 'tag': 'be6188bf-51f6-4051-bc2f-677f9aefbc61', 'status': 'completed', 'code': 200} May 31 21:12:04.856467 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea26a1-a1ec-49b1-866a-6a3c62e9f4a2 req-fea9a993-12ee-4acc-8e97-21b9450fb748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:12:04.857972 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-26ea26a1-a1ec-49b1-866a-6a3c62e9f4a2 req-fea9a993-12ee-4acc-8e97-21b9450fb748 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=8e511490c0f8438fb89ac590bd63529f&device_id=48d80d94-ed1f-4792-955f-5ac166350cb8 HTTP/1.1" status: 200 len: 1130 time: 0.0395331 May 31 21:12:04.953479 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea26a1-a1ec-49b1-866a-6a3c62e9f4a2 req-43624b95-ef1c-4102-9dd0-f703e9206a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:12:04.955090 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-26ea26a1-a1ec-49b1-866a-6a3c62e9f4a2 req-43624b95-ef1c-4102-9dd0-f703e9206a19 service neutron] 10.222.0.40 "GET /v2.0/networks?id=2c2f81e7-9a7d-4701-bf43-a528a17f585a HTTP/1.1" status: 200 len: 913 time: 0.0887148 May 31 21:12:04.957345 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-f328c3d4-e343-46c4-9bc2-9c98a3409e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642623e8-ef26-4b03-9cfd-3f5748911f34', 'name': 'tempest-TestVolumeBootPattern-1368220123-router', 'tenant_id': '8e511490c0f8438fb89ac590bd63529f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '3198b83f-a948-46cb-a50f-2db85f890a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:07:37Z', 'updated_at': '2022-05-31T21:07:42Z', 'revision_number': 4, 'project_id': '8e511490c0f8438fb89ac590bd63529f', 'gw_port': {'id': '3198b83f-a948-46cb-a50f-2db85f890a16', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:92:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642623e8-ef26-4b03-9cfd-3f5748911f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:07:38Z', 'updated_at': '2022-05-31T21:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_floatingips': [{'id': '920b1244-8c8e-493a-b849-d84673d881bb', 'tenant_id': '8e511490c0f8438fb89ac590bd63529f', 'floating_ip_address': '172.27.0.24', 'floating_network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'router_id': '642623e8-ef26-4b03-9cfd-3f5748911f34', 'port_id': 'be6188bf-51f6-4051-bc2f-677f9aefbc61', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c2f81e7-9a7d-4701-bf43-a528a17f585a', 'mac_address': 'fa:16:3e:9a:33:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d80d94-ed1f-4792-955f-5ac166350cb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T21:12:03Z', 'updated_at': '2022-05-31T21:12:03Z', 'revision_number': 0, 'project_id': '8e511490c0f8438fb89ac590bd63529f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b7d105e-bd4b-43ed-adbe-2f47ed346353', 'name': '', 'network_id': '2c2f81e7-9a7d-4701-bf43-a528a17f585a', 'tenant_id': '8e511490c0f8438fb89ac590bd63529f', 'mac_address': 'fa:16:3e:7a:b3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642623e8-ef26-4b03-9cfd-3f5748911f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'e92e8765-6011-45cd-aa17-1b8aedc6fa7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:07:41Z', 'updated_at': '2022-05-31T21:07:48Z', 'revision_number': 5, 'project_id': '8e511490c0f8438fb89ac590bd63529f', 'subnets': [{'id': 'e92e8765-6011-45cd-aa17-1b8aedc6fa7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:12:04.983095 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f328c3d4-e343-46c4-9bc2-9c98a3409e6b None None] Checking router: 642623e8-ef26-4b03-9cfd-3f5748911f34 for host: dv-cinder-839793-16-iscsi {{(pid=104323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 21:12:04.991637 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f328c3d4-e343-46c4-9bc2-9c98a3409e6b None None] Routers {'642623e8-ef26-4b03-9cfd-3f5748911f34'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:12:04.992229 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-f328c3d4-e343-46c4-9bc2-9c98a3409e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:11:44Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['642623e8-ef26-4b03-9cfd-3f5748911f34'], 'active': True} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:12:05.016915 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-26ea26a1-a1ec-49b1-866a-6a3c62e9f4a2 req-67278454-efa7-4b24-b3e7-ea2544cef4e6 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be6188bf-51f6-4051-bc2f-677f9aefbc61 HTTP/1.1" status: 200 len: 999 time: 0.0558307 May 31 21:12:05.068446 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea26a1-a1ec-49b1-866a-6a3c62e9f4a2 req-05aef670-ec77-4969-bc0c-b5977c806866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:12:05.070109 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-26ea26a1-a1ec-49b1-866a-6a3c62e9f4a2 req-05aef670-ec77-4969-bc0c-b5977c806866 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=e92e8765-6011-45cd-aa17-1b8aedc6fa7b HTTP/1.1" status: 200 len: 851 time: 0.0474563 May 31 21:12:05.118991 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:12:05.122653 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea26a1-a1ec-49b1-866a-6a3c62e9f4a2 req-8317a3a5-4e3a-44fb-b0ec-def3e0160c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:12:05.124338 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-26ea26a1-a1ec-49b1-866a-6a3c62e9f4a2 req-8317a3a5-4e3a-44fb-b0ec-def3e0160c63 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=2c2f81e7-9a7d-4701-bf43-a528a17f585a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0481579 May 31 21:12:05.158767 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d233bfda-88f1-42e0-8674-43601dd8f232 req-0b596aa3-1021-4c0d-93e2-979f5c044fa2 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:12:05.160338 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-d233bfda-88f1-42e0-8674-43601dd8f232 req-0b596aa3-1021-4c0d-93e2-979f5c044fa2 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d316a51-73db-479f-8449-ab51b42548e4 HTTP/1.1" status: 200 len: 945 time: 0.0520306 May 31 21:12:05.186425 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvr_db [None req-f328c3d4-e343-46c4-9bc2-9c98a3409e6b None None] Set router 642623e8-ef26-4b03-9cfd-3f5748911f34 gateway port host: dv-cinder-839793-16-iscsi {{(pid=104323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:12:05.218142 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-d233bfda-88f1-42e0-8674-43601dd8f232 req-c7147add-a801-4797-a5c4-48f0047b49fb tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=295dbee3-21fc-49de-afe0-c511ddab502e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514412 May 31 21:12:05.245059 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-26ea26a1-a1ec-49b1-866a-6a3c62e9f4a2 req-0a08e525-ccf3-43d2-b954-2cd5fac97275 service neutron] 10.222.0.40 "GET /v2.0/networks/2c2f81e7-9a7d-4701-bf43-a528a17f585a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021972 May 31 21:12:05.415751 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-f328c3d4-e343-46c4-9bc2-9c98a3409e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642623e8-ef26-4b03-9cfd-3f5748911f34', 'name': 'tempest-TestVolumeBootPattern-1368220123-router', 'tenant_id': '8e511490c0f8438fb89ac590bd63529f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '3198b83f-a948-46cb-a50f-2db85f890a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:07:37Z', 'updated_at': '2022-05-31T21:07:42Z', 'revision_number': 4, 'project_id': '8e511490c0f8438fb89ac590bd63529f', 'gw_port': {'id': '3198b83f-a948-46cb-a50f-2db85f890a16', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:92:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642623e8-ef26-4b03-9cfd-3f5748911f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:07:38Z', 'updated_at': '2022-05-31T21:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_floatingips': [{'id': '920b1244-8c8e-493a-b849-d84673d881bb', 'tenant_id': '8e511490c0f8438fb89ac590bd63529f', 'floating_ip_address': '172.27.0.24', 'floating_network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'router_id': '642623e8-ef26-4b03-9cfd-3f5748911f34', 'port_id': 'be6188bf-51f6-4051-bc2f-677f9aefbc61', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c2f81e7-9a7d-4701-bf43-a528a17f585a', 'mac_address': 'fa:16:3e:9a:33:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d80d94-ed1f-4792-955f-5ac166350cb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T21:12:03Z', 'updated_at': '2022-05-31T21:12:03Z', 'revision_number': 0, 'project_id': '8e511490c0f8438fb89ac590bd63529f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b7d105e-bd4b-43ed-adbe-2f47ed346353', 'name': '', 'network_id': '2c2f81e7-9a7d-4701-bf43-a528a17f585a', 'tenant_id': '8e511490c0f8438fb89ac590bd63529f', 'mac_address': 'fa:16:3e:7a:b3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642623e8-ef26-4b03-9cfd-3f5748911f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'e92e8765-6011-45cd-aa17-1b8aedc6fa7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:07:41Z', 'updated_at': '2022-05-31T21:07:48Z', 'revision_number': 5, 'project_id': '8e511490c0f8438fb89ac590bd63529f', 'subnets': [{'id': 'e92e8765-6011-45cd-aa17-1b8aedc6fa7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:12:05.440904 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f328c3d4-e343-46c4-9bc2-9c98a3409e6b None None] The sync data for ids ['642623e8-ef26-4b03-9cfd-3f5748911f34'] in dv-cinder-839793-16-iscsi is: [{'id': '642623e8-ef26-4b03-9cfd-3f5748911f34', 'name': 'tempest-TestVolumeBootPattern-1368220123-router', 'tenant_id': '8e511490c0f8438fb89ac590bd63529f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '3198b83f-a948-46cb-a50f-2db85f890a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:07:37Z', 'updated_at': '2022-05-31T21:07:42Z', 'revision_number': 4, 'project_id': '8e511490c0f8438fb89ac590bd63529f', 'gw_port': {'id': '3198b83f-a948-46cb-a50f-2db85f890a16', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:92:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642623e8-ef26-4b03-9cfd-3f5748911f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:07:38Z', 'updated_at': '2022-05-31T21:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_floatingips': [{'id': '920b1244-8c8e-493a-b849-d84673d881bb', 'tenant_id': '8e511490c0f8438fb89ac590bd63529f', 'floating_ip_address': '172.27.0.24', 'floating_network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'router_id': '642623e8-ef26-4b03-9cfd-3f5748911f34', 'port_id': 'be6188bf-51f6-4051-bc2f-677f9aefbc61', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c2f81e7-9a7d-4701-bf43-a528a17f585a', 'mac_address': 'fa:16:3e:9a:33:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d80d94-ed1f-4792-955f-5ac166350cb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T21:12:03Z', 'updated_at': '2022-05-31T21:12:03Z', 'revision_number': 0, 'project_id': '8e511490c0f8438fb89ac590bd63529f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b7d105e-bd4b-43ed-adbe-2f47ed346353', 'name': '', 'network_id': '2c2f81e7-9a7d-4701-bf43-a528a17f585a', 'tenant_id': '8e511490c0f8438fb89ac590bd63529f', 'mac_address': 'fa:16:3e:7a:b3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642623e8-ef26-4b03-9cfd-3f5748911f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'e92e8765-6011-45cd-aa17-1b8aedc6fa7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:07:41Z', 'updated_at': '2022-05-31T21:07:48Z', 'revision_number': 5, 'project_id': '8e511490c0f8438fb89ac590bd63529f', 'subnets': [{'id': 'e92e8765-6011-45cd-aa17-1b8aedc6fa7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 21:12:05.587722 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-26ea26a1-a1ec-49b1-866a-6a3c62e9f4a2 req-4e47f81a-ca57-4603-ad99-b537e81fc00f service neutron] 10.222.0.40 "GET /v2.0/networks/2c2f81e7-9a7d-4701-bf43-a528a17f585a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3369579 May 31 21:12:05.643095 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603850a9-784f-4ca8-89ff-07267ddc3d39 None None] New status for floating IP 920b1244-8c8e-493a-b849-d84673d881bb: ACTIVE {{(pid=104322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 31 21:12:06.341053 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49644f93-9bcf-41ce-9287-06f497cefa89 req-b54f7ba3-54c9-408f-9be3-5fc5fdb8a11c tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:12:06.342572 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-49644f93-9bcf-41ce-9287-06f497cefa89 req-b54f7ba3-54c9-408f-9be3-5fc5fdb8a11c tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d316a51-73db-479f-8449-ab51b42548e4 HTTP/1.1" status: 200 len: 945 time: 0.0467777 May 31 21:12:06.389838 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-49644f93-9bcf-41ce-9287-06f497cefa89 req-502fbdc6-afd6-4911-94f4-e8c62b863946 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=295dbee3-21fc-49de-afe0-c511ddab502e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416703 May 31 21:12:06.776315 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device ad3164a5-db8a-4332-a6c0-bcd7015cabda details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=104322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 31 21:12:06.869531 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:12:06.876111 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] For port ad3164a5-db8a-4332-a6c0-bcd7015cabda, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=ad3164a5-db8a-4332-a6c0-bcd7015cabda,segment=NetworkSegment(1b46059a-aa39-4ed2-ad1d-18b4ddc198b2),segment_id=1b46059a-aa39-4ed2-ad1d-18b4ddc198b2)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:12:06.887432 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Returning: {'device': 'ad3164a5-db8a-4332-a6c0-bcd7015cabda', 'network_id': '68e327a3-96b2-4add-895f-c43a3d5daedc', 'port_id': 'ad3164a5-db8a-4332-a6c0-bcd7015cabda', 'mac_address': 'fa:16:3e:31:1b:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc74b44b-e878-454d-9e54-2a90eb48611f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 31 21:12:06.921356 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Current status of the port ad3164a5-db8a-4332-a6c0-bcd7015cabda is: ACTIVE; New status is: BUILD {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:12:06.921667 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (ad3164a5-db8a-4332-a6c0-bcd7015cabda), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:12:06.934149 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.notifiers.nova [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ad3164a5-db8a-4332-a6c0-bcd7015cabda {{(pid=104322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 21:12:06.954239 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] For port ad3164a5-db8a-4332-a6c0-bcd7015cabda, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=ad3164a5-db8a-4332-a6c0-bcd7015cabda,segment=NetworkSegment(1b46059a-aa39-4ed2-ad1d-18b4ddc198b2),segment_id=1b46059a-aa39-4ed2-ad1d-18b4ddc198b2)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:12:07.015907 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (ad3164a5-db8a-4332-a6c0-bcd7015cabda), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:12:07.067857 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Pushing event updated for resources: {'Port': ['ID=ad3164a5-db8a-4332-a6c0-bcd7015cabda,revision_number=6']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:12:07.113858 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] get_ports_and_sgs() called for port_ids ['ad3164a5-db8a-4332-a6c0-bcd7015cabda'] {{(pid=104322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 31 21:12:07.509903 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7b3233-8e2d-41fd-90e3-32853c5bcc62 req-c8c74890-2b2a-4707-94e9-b6202b0872b3 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:12:07.511371 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-0f7b3233-8e2d-41fd-90e3-32853c5bcc62 req-c8c74890-2b2a-4707-94e9-b6202b0872b3 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d316a51-73db-479f-8449-ab51b42548e4 HTTP/1.1" status: 200 len: 944 time: 0.0457387 May 31 21:12:07.557375 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-0f7b3233-8e2d-41fd-90e3-32853c5bcc62 req-76c3308c-fd6f-43b1-9b2c-a40b2afad83b tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=295dbee3-21fc-49de-afe0-c511ddab502e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405166 May 31 21:12:08.677611 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4367b1f-512f-4909-9420-1d29f99a0bb5 req-c7464075-9c70-4585-adb5-4485d516d8a1 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:12:08.679103 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-e4367b1f-512f-4909-9420-1d29f99a0bb5 req-c7464075-9c70-4585-adb5-4485d516d8a1 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d316a51-73db-479f-8449-ab51b42548e4 HTTP/1.1" status: 200 len: 944 time: 0.0499988 May 31 21:12:08.725689 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-e4367b1f-512f-4909-9420-1d29f99a0bb5 req-31308fd7-6809-4937-9627-63bb049e40d3 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=295dbee3-21fc-49de-afe0-c511ddab502e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410881 May 31 21:12:08.784850 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device ad3164a5-db8a-4332-a6c0-bcd7015cabda up at agent hyperv_hv-cinder-83979 {{(pid=104322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 31 21:12:08.811936 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:12:08.828926 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Provisioning complete for port ad3164a5-db8a-4332-a6c0-bcd7015cabda triggered by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:12:08.829297 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (ad3164a5-db8a-4332-a6c0-bcd7015cabda), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:12:08.900028 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Current status of the port ad3164a5-db8a-4332-a6c0-bcd7015cabda is: BUILD; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:12:08.900412 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (ad3164a5-db8a-4332-a6c0-bcd7015cabda), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:12:08.922854 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d316a51-73db-479f-8449-ab51b42548e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad3164a5-db8a-4332-a6c0-bcd7015cabda'}] {{(pid=104322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:12:08.925076 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0d07a434bcc94248bd83d89f5df7255b965f34de07d957ea8ea11cb14c6cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6415a9bf-4cd2-4114-93fc-7b51c912a2de" -d '{"events": [{"server_uuid": "1d316a51-73db-479f-8449-ab51b42548e4", "name": "network-vif-plugged", "status": "completed", "tag": "ad3164a5-db8a-4332-a6c0-bcd7015cabda"}]}' {{(pid=104322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:12:08.937889 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] For port ad3164a5-db8a-4332-a6c0-bcd7015cabda, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=ad3164a5-db8a-4332-a6c0-bcd7015cabda,segment=NetworkSegment(1b46059a-aa39-4ed2-ad1d-18b4ddc198b2),segment_id=1b46059a-aa39-4ed2-ad1d-18b4ddc198b2)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:12:08.960485 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 May 2022 21:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f525d85f-5937-4dde-9e5d-73e1582dfd0e x-openstack-request-id: req-f525d85f-5937-4dde-9e5d-73e1582dfd0e {{(pid=104322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:12:08.960777 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d316a51-73db-479f-8449-ab51b42548e4", "name": "network-vif-plugged", "status": "completed", "tag": "ad3164a5-db8a-4332-a6c0-bcd7015cabda", "code": 200}]} {{(pid=104322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:12:08.961031 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f525d85f-5937-4dde-9e5d-73e1582dfd0e {{(pid=104322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:12:08.961432 dv-cinder-839793-16-iscsi neutron-server[104322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f525d85f-5937-4dde-9e5d-73e1582dfd0e'] response: {'server_uuid': '1d316a51-73db-479f-8449-ab51b42548e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad3164a5-db8a-4332-a6c0-bcd7015cabda', 'code': 200} May 31 21:12:09.021904 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (ad3164a5-db8a-4332-a6c0-bcd7015cabda), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:12:09.070817 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Pushing event updated for resources: {'Port': ['ID=ad3164a5-db8a-4332-a6c0-bcd7015cabda,revision_number=7']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:12:09.844448 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c57d7-8d8c-4e43-ad3d-984bb86a6dee req-0f6e9bc4-edb2-4bcd-b24a-794aeeafc4f5 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:12:09.845969 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-d23c57d7-8d8c-4e43-ad3d-984bb86a6dee req-0f6e9bc4-edb2-4bcd-b24a-794aeeafc4f5 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d316a51-73db-479f-8449-ab51b42548e4 HTTP/1.1" status: 200 len: 945 time: 0.0471294 May 31 21:12:09.892053 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-d23c57d7-8d8c-4e43-ad3d-984bb86a6dee req-681419a5-13ae-4960-820a-4b44a94c4d11 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=295dbee3-21fc-49de-afe0-c511ddab502e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406775 May 31 21:12:11.009838 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5933bc0-a675-44b2-a020-467f3005e280 req-68ef9cb1-228b-48c1-965c-474ed6c5e8c8 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:12:11.011230 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-c5933bc0-a675-44b2-a020-467f3005e280 req-68ef9cb1-228b-48c1-965c-474ed6c5e8c8 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d316a51-73db-479f-8449-ab51b42548e4 HTTP/1.1" status: 200 len: 945 time: 0.0455937 May 31 21:12:11.062075 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-c5933bc0-a675-44b2-a020-467f3005e280 req-da9236f0-ed27-4480-aa7d-2e3546464f14 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=295dbee3-21fc-49de-afe0-c511ddab502e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450103 May 31 21:12:12.193566 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a734b31a-e391-4ae5-b137-264b231ec132 req-d29bc01b-2b94-4f6f-a244-a6b27632073e tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:12:12.195881 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-a734b31a-e391-4ae5-b137-264b231ec132 req-d29bc01b-2b94-4f6f-a244-a6b27632073e tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d316a51-73db-479f-8449-ab51b42548e4 HTTP/1.1" status: 200 len: 945 time: 0.0568168 May 31 21:12:12.210316 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-6cf4bc70-4e36-4c86-a53c-917075b32c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (5ca9f0a2-8e5f-4b54-94fa-454f095515e4), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:12:12.268284 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-a734b31a-e391-4ae5-b137-264b231ec132 req-480a5544-709c-4f1d-9122-126cfdfa0836 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=295dbee3-21fc-49de-afe0-c511ddab502e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629013 May 31 21:12:13.420967 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b02ec1-9b33-45b2-8769-fb44e1cdde26 req-1ed207bb-f381-41a6-a19a-08fdff2028e8 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:12:13.426451 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-87b02ec1-9b33-45b2-8769-fb44e1cdde26 req-1ed207bb-f381-41a6-a19a-08fdff2028e8 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d316a51-73db-479f-8449-ab51b42548e4 HTTP/1.1" status: 200 len: 945 time: 0.0590115 May 31 21:12:13.472934 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-87b02ec1-9b33-45b2-8769-fb44e1cdde26 req-d23c04d6-29c7-41a6-aec6-c3dceecc3c0a tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=295dbee3-21fc-49de-afe0-c511ddab502e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438306 May 31 21:12:14.545945 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-40261fac-9c4a-4ce1-92e2-39905fbbae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (13ce5b10-321e-4e80-b29e-1cfc3c51661e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:12:14.607256 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400beb90-b5a8-4408-bde8-65f3dff4e039 req-1a3f027c-2427-4828-a74e-c19c9187ec90 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:12:14.608873 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-400beb90-b5a8-4408-bde8-65f3dff4e039 req-1a3f027c-2427-4828-a74e-c19c9187ec90 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d316a51-73db-479f-8449-ab51b42548e4 HTTP/1.1" status: 200 len: 945 time: 0.0550542 May 31 21:12:14.663740 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-400beb90-b5a8-4408-bde8-65f3dff4e039 req-0d568740-0cb1-4bcb-8325-becdaa022a35 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=295dbee3-21fc-49de-afe0-c511ddab502e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488272 May 31 21:12:15.578144 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=60 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:12:15.584294 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=52 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:12:15.662279 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-58fa0aab-c296-4be2-a1ab-08418c16cad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (8170e961-7e1e-4c09-b09f-6b764c457cfd), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:12:15.810839 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe6c0ca-2777-4684-95ae-bee86adac1f3 req-1dc1b51e-9686-4c39-a6d3-a00a0af9172d tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:12:15.812975 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-9fe6c0ca-2777-4684-95ae-bee86adac1f3 req-1dc1b51e-9686-4c39-a6d3-a00a0af9172d tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d316a51-73db-479f-8449-ab51b42548e4 HTTP/1.1" status: 200 len: 945 time: 0.0670776 May 31 21:12:15.864398 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-9fe6c0ca-2777-4684-95ae-bee86adac1f3 req-17ca1d9f-5891-4167-854c-68ac48792972 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=295dbee3-21fc-49de-afe0-c511ddab502e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456786 May 31 21:12:16.820511 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-b770b660-b824-4665-84d0-9bbdd29e8e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (1c1563bc-5b12-4065-8d27-b22246e8e8d3), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:12:16.997130 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2bdda-3e4f-412d-97d4-156be64b36a3 req-ffc50596-154b-43ed-9d54-3328075d6af6 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:12:17.004193 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-bfc2bdda-3e4f-412d-97d4-156be64b36a3 req-ffc50596-154b-43ed-9d54-3328075d6af6 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d316a51-73db-479f-8449-ab51b42548e4 HTTP/1.1" status: 200 len: 945 time: 0.0620520 May 31 21:12:17.012680 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:12:17.060193 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-bfc2bdda-3e4f-412d-97d4-156be64b36a3 req-cfaa8105-c2ed-4504-93a6-ee632c3c1361 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=295dbee3-21fc-49de-afe0-c511ddab502e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533288 May 31 21:12:18.146939 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:12:18.187405 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b351e-71e1-472d-82ea-2307efbf2525 req-185cd512-3955-4afb-807d-ad64f9fe63a9 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:12:18.188934 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-727b351e-71e1-472d-82ea-2307efbf2525 req-185cd512-3955-4afb-807d-ad64f9fe63a9 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d316a51-73db-479f-8449-ab51b42548e4 HTTP/1.1" status: 200 len: 945 time: 0.0526183 May 31 21:12:18.238569 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-727b351e-71e1-472d-82ea-2307efbf2525 req-84013835-3be2-4e26-a964-c8b51b70d941 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=295dbee3-21fc-49de-afe0-c511ddab502e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439403 May 31 21:12:18.633207 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (a61205dd-b11c-42a1-aa2d-4b7310a8dc99), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:12:19.236670 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=75 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:12:19.240820 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=81 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:12:19.377185 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9588fe78-400b-46fd-aee7-7e9a99f0947a req-84007f23-39af-43f2-b54d-b2739f733709 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:12:19.379518 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-9588fe78-400b-46fd-aee7-7e9a99f0947a req-84007f23-39af-43f2-b54d-b2739f733709 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d316a51-73db-479f-8449-ab51b42548e4 HTTP/1.1" status: 200 len: 945 time: 0.0636454 May 31 21:12:19.436881 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-9588fe78-400b-46fd-aee7-7e9a99f0947a req-3ed72088-0943-43ee-9b94-74406b59188a tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=295dbee3-21fc-49de-afe0-c511ddab502e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517149 May 31 21:12:20.570857 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8154809-681f-4465-8a4f-c70fe34e1184 req-3897e7d3-03d5-42d9-a5ff-80d77914f20b tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:12:20.572347 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-b8154809-681f-4465-8a4f-c70fe34e1184 req-3897e7d3-03d5-42d9-a5ff-80d77914f20b tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d316a51-73db-479f-8449-ab51b42548e4 HTTP/1.1" status: 200 len: 945 time: 0.0509140 May 31 21:12:20.624798 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-b8154809-681f-4465-8a4f-c70fe34e1184 req-7c4c7797-760f-45c9-a981-b23448735392 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=295dbee3-21fc-49de-afe0-c511ddab502e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448275 May 31 21:12:21.358819 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (51675295-7abb-4335-9c5a-c46a9082010e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:12:21.749729 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c166d52-ea50-43cf-b367-603f71ba9379 req-be140f7b-91a5-47c6-a5cb-b231607efb50 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:12:21.751258 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-1c166d52-ea50-43cf-b367-603f71ba9379 req-be140f7b-91a5-47c6-a5cb-b231607efb50 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d316a51-73db-479f-8449-ab51b42548e4 HTTP/1.1" status: 200 len: 945 time: 0.0505495 May 31 21:12:21.822804 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-1c166d52-ea50-43cf-b367-603f71ba9379 req-6922823a-cd95-4f25-be46-baba54e46cdb tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=295dbee3-21fc-49de-afe0-c511ddab502e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448804 May 31 21:12:22.931931 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03098dc5-8986-49f8-bfaf-4b35e8d9bb55 req-65001150-da67-4b04-9b5d-33c85a7466a0 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:12:22.933618 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-03098dc5-8986-49f8-bfaf-4b35e8d9bb55 req-65001150-da67-4b04-9b5d-33c85a7466a0 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d316a51-73db-479f-8449-ab51b42548e4 HTTP/1.1" status: 200 len: 945 time: 0.0563302 May 31 21:12:22.989257 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-03098dc5-8986-49f8-bfaf-4b35e8d9bb55 req-ad3fb913-533f-48a3-b698-7b2cec727f9f tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=295dbee3-21fc-49de-afe0-c511ddab502e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493953 May 31 21:12:24.109684 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b11de3-dd09-48a4-890d-51593cda1b77 req-d695b533-8321-4047-a7a2-b9d5b9e11c5f tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:12:24.111219 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-e4b11de3-dd09-48a4-890d-51593cda1b77 req-d695b533-8321-4047-a7a2-b9d5b9e11c5f tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d316a51-73db-479f-8449-ab51b42548e4 HTTP/1.1" status: 200 len: 945 time: 0.0485020 May 31 21:12:24.159856 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-e4b11de3-dd09-48a4-890d-51593cda1b77 req-2efc25f8-d0df-4c70-9b82-5d9f563a2e06 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=295dbee3-21fc-49de-afe0-c511ddab502e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429220 May 31 21:12:24.271180 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb11e55b-5a7f-4ef2-9f5c-e9851ede8281 req-4d39b64f-17f5-4974-941a-e894e88b9696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:12:24.274412 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-bb11e55b-5a7f-4ef2-9f5c-e9851ede8281 req-4d39b64f-17f5-4974-941a-e894e88b9696 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=af420d43367c42e4a4b0948706dd0546&device_id=1d316a51-73db-479f-8449-ab51b42548e4 HTTP/1.1" status: 200 len: 1129 time: 0.0404367 May 31 21:12:24.364878 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb11e55b-5a7f-4ef2-9f5c-e9851ede8281 req-5289c7ae-0179-404e-8010-f490c3074bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:12:24.366351 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-bb11e55b-5a7f-4ef2-9f5c-e9851ede8281 req-5289c7ae-0179-404e-8010-f490c3074bac service neutron] 10.222.0.40 "GET /v2.0/networks?id=68e327a3-96b2-4add-895f-c43a3d5daedc HTTP/1.1" status: 200 len: 918 time: 0.0873377 May 31 21:12:24.426181 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-bb11e55b-5a7f-4ef2-9f5c-e9851ede8281 req-59b45417-9d89-4b4d-9d3e-e06e8dbcd550 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad3164a5-db8a-4332-a6c0-bcd7015cabda HTTP/1.1" status: 200 len: 1000 time: 0.0522010 May 31 21:12:24.473477 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb11e55b-5a7f-4ef2-9f5c-e9851ede8281 req-69d9d07a-57f5-475b-8e73-a2347e622553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:12:24.474947 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-bb11e55b-5a7f-4ef2-9f5c-e9851ede8281 req-69d9d07a-57f5-475b-8e73-a2347e622553 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=dc74b44b-e878-454d-9e54-2a90eb48611f HTTP/1.1" status: 200 len: 856 time: 0.0428793 May 31 21:12:24.520167 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb11e55b-5a7f-4ef2-9f5c-e9851ede8281 req-35bcaf6b-4254-45a7-8088-c0edac1bdd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:12:24.521609 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-bb11e55b-5a7f-4ef2-9f5c-e9851ede8281 req-35bcaf6b-4254-45a7-8088-c0edac1bdd61 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=68e327a3-96b2-4add-895f-c43a3d5daedc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0405638 May 31 21:12:24.609354 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-bb11e55b-5a7f-4ef2-9f5c-e9851ede8281 req-0d57ca47-a61a-486f-9532-fbb9f2b0f7ad service neutron] 10.222.0.40 "GET /v2.0/networks/68e327a3-96b2-4add-895f-c43a3d5daedc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807941 May 31 21:12:24.700206 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-bb11e55b-5a7f-4ef2-9f5c-e9851ede8281 req-31c2fa49-69a8-428c-8d2c-48bbbe42f3ec service neutron] 10.222.0.40 "GET /v2.0/networks/68e327a3-96b2-4add-895f-c43a3d5daedc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846946 May 31 21:12:25.278927 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66817c71-5930-4d01-a776-0738666576e0 req-15175889-dde5-4a51-82e6-ee9c843b47d6 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:12:25.280423 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-66817c71-5930-4d01-a776-0738666576e0 req-15175889-dde5-4a51-82e6-ee9c843b47d6 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d316a51-73db-479f-8449-ab51b42548e4 HTTP/1.1" status: 200 len: 945 time: 0.0474951 May 31 21:12:25.330565 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-66817c71-5930-4d01-a776-0738666576e0 req-786f26cc-fc4a-4a0d-a3f3-ff16bf03cf6d tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=295dbee3-21fc-49de-afe0-c511ddab502e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445182 May 31 21:12:26.261771 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdc0cb6-06ee-453d-857b-2ad33d3ad36a req-e0fbd91a-999e-4e1b-8c37-e4a70e9027c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:12:26.263326 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-ecdc0cb6-06ee-453d-857b-2ad33d3ad36a req-e0fbd91a-999e-4e1b-8c37-e4a70e9027c0 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=af420d43367c42e4a4b0948706dd0546&device_id=1d316a51-73db-479f-8449-ab51b42548e4 HTTP/1.1" status: 200 len: 1129 time: 0.0465100 May 31 21:12:26.377504 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdc0cb6-06ee-453d-857b-2ad33d3ad36a req-0d749b35-0c5c-4f6e-99c7-3c6dd0ce7d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:12:26.379007 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-ecdc0cb6-06ee-453d-857b-2ad33d3ad36a req-0d749b35-0c5c-4f6e-99c7-3c6dd0ce7d8d service neutron] 10.222.0.40 "GET /v2.0/networks?id=68e327a3-96b2-4add-895f-c43a3d5daedc HTTP/1.1" status: 200 len: 918 time: 0.0903726 May 31 21:12:26.459899 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761a7eba-d36c-42db-8a49-05ddfd8683a1 req-7b0222ae-c394-44ff-bc96-bce110eab258 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:12:26.461391 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-761a7eba-d36c-42db-8a49-05ddfd8683a1 req-7b0222ae-c394-44ff-bc96-bce110eab258 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d316a51-73db-479f-8449-ab51b42548e4 HTTP/1.1" status: 200 len: 945 time: 0.0545528 May 31 21:12:26.483405 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-ecdc0cb6-06ee-453d-857b-2ad33d3ad36a req-8f80277c-3e01-40c4-a4c3-10331a2b6471 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad3164a5-db8a-4332-a6c0-bcd7015cabda HTTP/1.1" status: 200 len: 1000 time: 0.0578666 May 31 21:12:26.509422 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-761a7eba-d36c-42db-8a49-05ddfd8683a1 req-42ac33ed-e145-40a3-b308-6b40bde606c2 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=295dbee3-21fc-49de-afe0-c511ddab502e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419557 May 31 21:12:26.533675 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdc0cb6-06ee-453d-857b-2ad33d3ad36a req-c4be2f80-be62-48d4-b411-620e6db70552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:12:26.535183 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-ecdc0cb6-06ee-453d-857b-2ad33d3ad36a req-c4be2f80-be62-48d4-b411-620e6db70552 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=dc74b44b-e878-454d-9e54-2a90eb48611f HTTP/1.1" status: 200 len: 856 time: 0.0457196 May 31 21:12:26.583131 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdc0cb6-06ee-453d-857b-2ad33d3ad36a req-e071e0cc-6b58-4829-9664-d10646f9265d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:12:26.584700 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-ecdc0cb6-06ee-453d-857b-2ad33d3ad36a req-e071e0cc-6b58-4829-9664-d10646f9265d service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=68e327a3-96b2-4add-895f-c43a3d5daedc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0429783 May 31 21:12:26.677539 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-ecdc0cb6-06ee-453d-857b-2ad33d3ad36a req-a1beaec2-4c00-470d-b0d8-235689e41c15 service neutron] 10.222.0.40 "GET /v2.0/networks/68e327a3-96b2-4add-895f-c43a3d5daedc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865183 May 31 21:12:26.772650 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-ecdc0cb6-06ee-453d-857b-2ad33d3ad36a req-9d404c79-0f0b-4f96-b854-7c80df74b9c1 service neutron] 10.222.0.40 "GET /v2.0/networks/68e327a3-96b2-4add-895f-c43a3d5daedc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883873 May 31 21:12:27.633021 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d665c6-6398-4e06-98df-babb02deba65 req-2387b930-3952-487c-b665-bcf1fea6c3a7 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:12:27.634534 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-63d665c6-6398-4e06-98df-babb02deba65 req-2387b930-3952-487c-b665-bcf1fea6c3a7 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d316a51-73db-479f-8449-ab51b42548e4 HTTP/1.1" status: 200 len: 945 time: 0.0496862 May 31 21:12:27.683765 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-63d665c6-6398-4e06-98df-babb02deba65 req-cf178b11-e561-4866-8e98-a28ecfffe82d tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=295dbee3-21fc-49de-afe0-c511ddab502e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429094 May 31 21:12:28.499458 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=60,neutron:UPDATE=3 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:12:28.919970 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device ad3164a5-db8a-4332-a6c0-bcd7015cabda no longer exists at agent hyperv_hv-cinder-83979 {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 31 21:12:28.922646 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:12:29.120474 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Current status of the port ad3164a5-db8a-4332-a6c0-bcd7015cabda is: ACTIVE; New status is: DOWN {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:12:29.121218 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (ad3164a5-db8a-4332-a6c0-bcd7015cabda), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:12:29.143918 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d316a51-73db-479f-8449-ab51b42548e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad3164a5-db8a-4332-a6c0-bcd7015cabda'}] {{(pid=104322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:12:29.146125 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0d07a434bcc94248bd83d89f5df7255b965f34de07d957ea8ea11cb14c6cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8f25e4a-c7e0-4366-a99f-3a274b6555d7" -d '{"events": [{"server_uuid": "1d316a51-73db-479f-8449-ab51b42548e4", "name": "network-vif-unplugged", "status": "completed", "tag": "ad3164a5-db8a-4332-a6c0-bcd7015cabda"}]}' {{(pid=104322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:12:29.158980 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] For port ad3164a5-db8a-4332-a6c0-bcd7015cabda, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=ad3164a5-db8a-4332-a6c0-bcd7015cabda,segment=NetworkSegment(1b46059a-aa39-4ed2-ad1d-18b4ddc198b2),segment_id=1b46059a-aa39-4ed2-ad1d-18b4ddc198b2)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:12:29.177409 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 31 May 2022 21:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb82cb9-3ae6-498d-ad8b-d203364f76d2 x-openstack-request-id: req-cbb82cb9-3ae6-498d-ad8b-d203364f76d2 {{(pid=104322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:12:29.177696 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d316a51-73db-479f-8449-ab51b42548e4", "name": "network-vif-unplugged", "status": "failed", "tag": "ad3164a5-db8a-4332-a6c0-bcd7015cabda", "code": 422}]} {{(pid=104322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:12:29.177981 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cbb82cb9-3ae6-498d-ad8b-d203364f76d2 {{(pid=104322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:12:29.178421 dv-cinder-839793-16-iscsi neutron-server[104322]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-cbb82cb9-3ae6-498d-ad8b-d203364f76d2']: {'server_uuid': '1d316a51-73db-479f-8449-ab51b42548e4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ad3164a5-db8a-4332-a6c0-bcd7015cabda', 'code': 422} returned with failed status May 31 21:12:29.233057 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (ad3164a5-db8a-4332-a6c0-bcd7015cabda), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:12:29.288656 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Pushing event updated for resources: {'Port': ['ID=ad3164a5-db8a-4332-a6c0-bcd7015cabda,revision_number=8']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:12:29.295978 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:12:29.298924 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:12:29.298924 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:12:29.298924 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:12:29.298924 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:12:29.298924 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:12:29.298924 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:12:29.298924 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:12:29.298924 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:12:29.298924 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:12:29.299676 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:12:29.299676 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:12:29.299856 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:12:29.300161 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:12:29.300485 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:12:29.496798 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [req-62a29f2f-6253-4d04-9127-0e9a6cb305b1 req-f682ea69-32bc-4145-9484-12cbc3c078c0 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=104320) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 31 21:12:29.497775 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-62a29f2f-6253-4d04-9127-0e9a6cb305b1 req-f682ea69-32bc-4145-9484-12cbc3c078c0 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0057061 May 31 21:12:29.823185 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f25b84b-b41a-4e28-8787-5b007fb1ae59 req-ab5ade7b-b6d2-4ee6-ac71-b359cf01508f tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:12:29.825290 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-6f25b84b-b41a-4e28-8787-5b007fb1ae59 req-ab5ade7b-b6d2-4ee6-ac71-b359cf01508f tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d316a51-73db-479f-8449-ab51b42548e4 HTTP/1.1" status: 200 len: 943 time: 0.0519009 May 31 21:12:29.858313 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:12:29.873060 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-6f25b84b-b41a-4e28-8787-5b007fb1ae59 req-242c069c-7220-4648-a95e-beb55bd6363e tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=295dbee3-21fc-49de-afe0-c511ddab502e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417728 May 31 21:12:30.032191 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=100 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:12:30.038351 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-bcde0341-2f83-4a4b-a7ad-d866dc7f3926 req-36f4ef27-38ed-4f90-b2a9-c23bd89b9f97 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1d316a51-73db-479f-8449-ab51b42548e4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0367947 May 31 21:12:30.113245 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcde0341-2f83-4a4b-a7ad-d866dc7f3926 req-502e9aea-bbd2-4f46-a499-4c0e6661f121 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:12:30.114621 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-bcde0341-2f83-4a4b-a7ad-d866dc7f3926 req-502e9aea-bbd2-4f46-a499-4c0e6661f121 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports/ad3164a5-db8a-4332-a6c0-bcd7015cabda HTTP/1.1" status: 200 len: 940 time: 0.0475311 May 31 21:12:30.991197 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cfbe28-56ed-410a-a771-761d3c8ebb00 req-756456e1-0c45-47e1-88db-0edce5a4f35d tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:12:30.992697 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-60cfbe28-56ed-410a-a771-761d3c8ebb00 req-756456e1-0c45-47e1-88db-0edce5a4f35d tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d316a51-73db-479f-8449-ab51b42548e4 HTTP/1.1" status: 200 len: 943 time: 0.0469213 May 31 21:12:31.043726 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-60cfbe28-56ed-410a-a771-761d3c8ebb00 req-44560e66-316a-4cf3-9378-2509f9a44908 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=295dbee3-21fc-49de-afe0-c511ddab502e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446723 May 31 21:12:31.497561 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=100 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:12:31.500915 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcde0341-2f83-4a4b-a7ad-d866dc7f3926 req-89f193dd-3a45-429d-b83f-27acf3aee1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:12:31.502420 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-bcde0341-2f83-4a4b-a7ad-d866dc7f3926 req-89f193dd-3a45-429d-b83f-27acf3aee1f4 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=1d316a51-73db-479f-8449-ab51b42548e4&tenant_id=af420d43367c42e4a4b0948706dd0546 HTTP/1.1" status: 200 len: 1127 time: 0.0388720 May 31 21:12:31.566158 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcde0341-2f83-4a4b-a7ad-d866dc7f3926 req-2d9d63d8-8dca-4d6c-94a4-d461dd3c6cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:12:31.567629 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-bcde0341-2f83-4a4b-a7ad-d866dc7f3926 req-2d9d63d8-8dca-4d6c-94a4-d461dd3c6cb8 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=af420d43367c42e4a4b0948706dd0546&device_id=1d316a51-73db-479f-8449-ab51b42548e4 HTTP/1.1" status: 200 len: 1127 time: 0.0437298 May 31 21:12:31.662050 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcde0341-2f83-4a4b-a7ad-d866dc7f3926 req-d28aceab-cf21-40ad-829a-ec616a1ffa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:12:31.663483 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-bcde0341-2f83-4a4b-a7ad-d866dc7f3926 req-d28aceab-cf21-40ad-829a-ec616a1ffa0d service neutron] 10.222.0.40 "GET /v2.0/networks?id=68e327a3-96b2-4add-895f-c43a3d5daedc HTTP/1.1" status: 200 len: 918 time: 0.0844407 May 31 21:12:31.732971 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-bcde0341-2f83-4a4b-a7ad-d866dc7f3926 req-2497ed05-cc21-4ee0-bbc5-826904dd0a59 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad3164a5-db8a-4332-a6c0-bcd7015cabda HTTP/1.1" status: 200 len: 998 time: 0.0573263 May 31 21:12:31.780722 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcde0341-2f83-4a4b-a7ad-d866dc7f3926 req-31796486-9f39-4c4e-a214-34bebf5d5c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:12:31.782167 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-bcde0341-2f83-4a4b-a7ad-d866dc7f3926 req-31796486-9f39-4c4e-a214-34bebf5d5c88 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=dc74b44b-e878-454d-9e54-2a90eb48611f HTTP/1.1" status: 200 len: 856 time: 0.0433817 May 31 21:12:31.824441 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcde0341-2f83-4a4b-a7ad-d866dc7f3926 req-ccf05e4f-0c35-40e4-8c07-2666b25d6a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:12:31.825938 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-bcde0341-2f83-4a4b-a7ad-d866dc7f3926 req-ccf05e4f-0c35-40e4-8c07-2666b25d6a43 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=68e327a3-96b2-4add-895f-c43a3d5daedc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0376549 May 31 21:12:31.918488 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-bcde0341-2f83-4a4b-a7ad-d866dc7f3926 req-ee19e5ce-8260-4662-9ef3-f5059f2556c0 service neutron] 10.222.0.40 "GET /v2.0/networks/68e327a3-96b2-4add-895f-c43a3d5daedc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852275 May 31 21:12:32.005213 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-bcde0341-2f83-4a4b-a7ad-d866dc7f3926 req-510b555a-57b3-4a38-bc26-767dedf9d962 service neutron] 10.222.0.40 "GET /v2.0/networks/68e327a3-96b2-4add-895f-c43a3d5daedc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804691 May 31 21:12:32.166934 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1272e19-e558-4f32-b680-8994bd9d76f5 req-6560143d-16d7-4578-9307-fb575b3cc197 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:12:32.168541 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-c1272e19-e558-4f32-b680-8994bd9d76f5 req-6560143d-16d7-4578-9307-fb575b3cc197 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d316a51-73db-479f-8449-ab51b42548e4 HTTP/1.1" status: 200 len: 943 time: 0.0500796 May 31 21:12:32.186691 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:12:32.216321 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-c1272e19-e558-4f32-b680-8994bd9d76f5 req-3232b9a6-7490-4b52-bee6-cb6d4c300d33 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=295dbee3-21fc-49de-afe0-c511ddab502e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422723 May 31 21:12:33.344481 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da3399b-c919-47f8-8e06-0acd6d365c22 req-d8d790b4-17a0-4bbc-938e-e5218f6ddbe5 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:12:33.345888 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-6da3399b-c919-47f8-8e06-0acd6d365c22 req-d8d790b4-17a0-4bbc-938e-e5218f6ddbe5 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d316a51-73db-479f-8449-ab51b42548e4 HTTP/1.1" status: 200 len: 943 time: 0.0512755 May 31 21:12:33.396090 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-6da3399b-c919-47f8-8e06-0acd6d365c22 req-bd988909-cb12-4709-a393-979fbb974100 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=295dbee3-21fc-49de-afe0-c511ddab502e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443602 May 31 21:12:34.528713 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd1045c-b7b4-44ab-a010-80b687c57efc req-125dc67a-2a79-46a8-bd62-a6126d4baf17 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:12:34.530240 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-9dd1045c-b7b4-44ab-a010-80b687c57efc req-125dc67a-2a79-46a8-bd62-a6126d4baf17 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d316a51-73db-479f-8449-ab51b42548e4 HTTP/1.1" status: 200 len: 943 time: 0.0531917 May 31 21:12:34.582037 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-9dd1045c-b7b4-44ab-a010-80b687c57efc req-9be6fc34-1ecd-4eca-88c8-21db48e5150f tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=295dbee3-21fc-49de-afe0-c511ddab502e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455213 May 31 21:12:35.727558 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1d04af-5fb8-43b9-a6ea-9b21f8088afa req-f8e525fa-229d-4871-aea6-e687c8408469 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:12:35.730553 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-5a1d04af-5fb8-43b9-a6ea-9b21f8088afa req-f8e525fa-229d-4871-aea6-e687c8408469 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d316a51-73db-479f-8449-ab51b42548e4 HTTP/1.1" status: 200 len: 943 time: 0.0699809 May 31 21:12:35.799532 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-5a1d04af-5fb8-43b9-a6ea-9b21f8088afa req-6d9a7c90-a778-450c-b9a2-302f61b996c6 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=295dbee3-21fc-49de-afe0-c511ddab502e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634983 May 31 21:12:36.929716 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08412c59-cc76-4b0e-b0fb-abf3f40f4931 req-02725225-3db7-41b9-ba4c-168414656496 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:12:36.931190 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-08412c59-cc76-4b0e-b0fb-abf3f40f4931 req-02725225-3db7-41b9-ba4c-168414656496 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d316a51-73db-479f-8449-ab51b42548e4 HTTP/1.1" status: 200 len: 943 time: 0.0479145 May 31 21:12:36.984601 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-08412c59-cc76-4b0e-b0fb-abf3f40f4931 req-03cae28d-05ad-4f3d-bae2-06fbf65b0902 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=295dbee3-21fc-49de-afe0-c511ddab502e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478461 May 31 21:12:38.108156 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65b3822-ca3b-4156-9a24-e6c76be88232 req-17895d8b-2253-4687-a987-fd703ff399a7 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:12:38.109911 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-a65b3822-ca3b-4156-9a24-e6c76be88232 req-17895d8b-2253-4687-a987-fd703ff399a7 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d316a51-73db-479f-8449-ab51b42548e4 HTTP/1.1" status: 200 len: 943 time: 0.0492628 May 31 21:12:38.161210 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-a65b3822-ca3b-4156-9a24-e6c76be88232 req-dc43ef34-6335-4c39-8dcd-3bdd33c465ae tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=295dbee3-21fc-49de-afe0-c511ddab502e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458133 May 31 21:12:38.230973 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.agents_db [None req-3d709c36-86fd-4f4f-bf7d-9e9748143f4e None None] Agent healthcheck: found 6 active agents {{(pid=104323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 31 21:12:39.284658 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=4 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:12:39.286593 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:12:39.292662 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=46,neutron:UPDATE=4 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:12:39.310591 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01108ac-63bd-42b0-9fbc-2e2183782491 req-dc12dccd-b1c1-4383-940b-d2bdbf8eecaf tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:12:39.312166 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-f01108ac-63bd-42b0-9fbc-2e2183782491 req-dc12dccd-b1c1-4383-940b-d2bdbf8eecaf tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d316a51-73db-479f-8449-ab51b42548e4 HTTP/1.1" status: 200 len: 943 time: 0.0559037 May 31 21:12:39.366670 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-f01108ac-63bd-42b0-9fbc-2e2183782491 req-e7f3f20d-f3e7-4ad5-a004-c339fa652ae7 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=295dbee3-21fc-49de-afe0-c511ddab502e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485263 May 31 21:12:40.509096 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72be25a-d00f-48e1-bbfd-593169beec1d req-8988c77b-9fcb-49ba-9616-0317f9d3f6e6 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:12:40.510648 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-f72be25a-d00f-48e1-bbfd-593169beec1d req-8988c77b-9fcb-49ba-9616-0317f9d3f6e6 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d316a51-73db-479f-8449-ab51b42548e4 HTTP/1.1" status: 200 len: 943 time: 0.0624971 May 31 21:12:40.564036 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-f72be25a-d00f-48e1-bbfd-593169beec1d req-c9cb0509-82a0-4d37-806a-f76724982f63 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=295dbee3-21fc-49de-afe0-c511ddab502e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450325 May 31 21:12:41.687433 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24789d32-9dde-4181-9e0c-8df0a30860bc req-5f100ac6-f606-47a0-b4f5-28824b7f1f63 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:12:41.688910 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-24789d32-9dde-4181-9e0c-8df0a30860bc req-5f100ac6-f606-47a0-b4f5-28824b7f1f63 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d316a51-73db-479f-8449-ab51b42548e4 HTTP/1.1" status: 200 len: 943 time: 0.0471010 May 31 21:12:41.742518 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-24789d32-9dde-4181-9e0c-8df0a30860bc req-de109786-9474-44de-988f-ee6d447431e7 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=295dbee3-21fc-49de-afe0-c511ddab502e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476534 May 31 21:12:42.001289 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=54 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:12:42.003283 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=42 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:12:42.232470 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-70cc7d29-86e4-4d5e-81ee-1958e54b22cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (5ca9f0a2-8e5f-4b54-94fa-454f095515e4), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:12:42.873432 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:12:42.892689 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf62faa-b31f-4723-9905-3739d88bfce3 req-6636cd6a-5a99-465f-bb16-a283b2cd0533 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:12:42.892689 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-6bf62faa-b31f-4723-9905-3739d88bfce3 req-6636cd6a-5a99-465f-bb16-a283b2cd0533 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d316a51-73db-479f-8449-ab51b42548e4 HTTP/1.1" status: 200 len: 943 time: 0.0582380 May 31 21:12:42.937277 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-6bf62faa-b31f-4723-9905-3739d88bfce3 req-45b3dbbd-e31b-4df0-98e3-3170ddf8648a tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=295dbee3-21fc-49de-afe0-c511ddab502e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469739 May 31 21:12:44.077269 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c876e68f-624c-46b6-9f3f-3161141b38c6 req-13caa8a4-33be-43f8-b080-a7ccbb765323 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:12:44.078682 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-c876e68f-624c-46b6-9f3f-3161141b38c6 req-13caa8a4-33be-43f8-b080-a7ccbb765323 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d316a51-73db-479f-8449-ab51b42548e4 HTTP/1.1" status: 200 len: 943 time: 0.0463383 May 31 21:12:44.127708 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-c876e68f-624c-46b6-9f3f-3161141b38c6 req-3425fcbc-6971-4229-b5a2-8ef42a043367 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=295dbee3-21fc-49de-afe0-c511ddab502e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431623 May 31 21:12:44.552561 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-51179d81-78ee-4f33-88ca-d35d49c63f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (13ce5b10-321e-4e80-b29e-1cfc3c51661e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:12:45.243679 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1849f3a1-ec11-4b26-9313-7cfc392794d1 req-db57d4aa-a380-4b0a-9748-d85e7759221a tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:12:45.245142 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-1849f3a1-ec11-4b26-9313-7cfc392794d1 req-db57d4aa-a380-4b0a-9748-d85e7759221a tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d316a51-73db-479f-8449-ab51b42548e4 HTTP/1.1" status: 200 len: 943 time: 0.0464230 May 31 21:12:45.288016 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:12:45.299255 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-1849f3a1-ec11-4b26-9313-7cfc392794d1 req-0594df24-0db1-4790-b8ed-40e93f1266b2 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=295dbee3-21fc-49de-afe0-c511ddab502e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480726 May 31 21:12:45.632202 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-58fa0aab-c296-4be2-a1ab-08418c16cad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (8170e961-7e1e-4c09-b09f-6b764c457cfd), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:12:46.416842 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f066ae-75ed-4da9-9c75-279001700a93 req-01326839-5bea-41d9-9ea5-48da828cdc3b tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:12:46.418303 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-e0f066ae-75ed-4da9-9c75-279001700a93 req-01326839-5bea-41d9-9ea5-48da828cdc3b tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d316a51-73db-479f-8449-ab51b42548e4 HTTP/1.1" status: 200 len: 943 time: 0.0474954 May 31 21:12:46.464888 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-e0f066ae-75ed-4da9-9c75-279001700a93 req-f7e86145-ddc3-41d8-bef3-ec08f0739cfb tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=295dbee3-21fc-49de-afe0-c511ddab502e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410614 May 31 21:12:46.838011 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-b770b660-b824-4665-84d0-9bbdd29e8e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (1c1563bc-5b12-4065-8d27-b22246e8e8d3), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:12:47.581627 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0054b6-a9ed-413b-8de4-2e431b6167e7 req-a04144e0-6a5c-46f5-a402-3b088c423f43 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:12:47.583378 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-4f0054b6-a9ed-413b-8de4-2e431b6167e7 req-a04144e0-6a5c-46f5-a402-3b088c423f43 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d316a51-73db-479f-8449-ab51b42548e4 HTTP/1.1" status: 200 len: 943 time: 0.0469329 May 31 21:12:47.631961 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-4f0054b6-a9ed-413b-8de4-2e431b6167e7 req-a25578a7-57af-4449-94d5-0cc412411d21 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=295dbee3-21fc-49de-afe0-c511ddab502e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427785 May 31 21:12:48.590391 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (a61205dd-b11c-42a1-aa2d-4b7310a8dc99), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:12:48.752742 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c5505-9d8c-442c-8a54-d9dcc30cb689 req-65162b7c-1042-4a06-94ee-cba0740f4493 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:12:48.754221 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ff0c5505-9d8c-442c-8a54-d9dcc30cb689 req-65162b7c-1042-4a06-94ee-cba0740f4493 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d316a51-73db-479f-8449-ab51b42548e4 HTTP/1.1" status: 200 len: 943 time: 0.0498872 May 31 21:12:48.801154 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ff0c5505-9d8c-442c-8a54-d9dcc30cb689 req-03764ab7-eba4-4740-86f3-9b908f5e0f40 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=295dbee3-21fc-49de-afe0-c511ddab502e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414479 May 31 21:12:49.918626 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e17b86-902d-4729-a392-b3541e986fc1 req-d7b1683b-2ea7-42fa-a0a7-f024d5ac535c tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:12:49.920084 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-15e17b86-902d-4729-a392-b3541e986fc1 req-d7b1683b-2ea7-42fa-a0a7-f024d5ac535c tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d316a51-73db-479f-8449-ab51b42548e4 HTTP/1.1" status: 200 len: 943 time: 0.0462680 May 31 21:12:49.967227 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-15e17b86-902d-4729-a392-b3541e986fc1 req-82cc2cc9-7ba8-4e11-a372-fcac273d825f tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=295dbee3-21fc-49de-afe0-c511ddab502e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409117 May 31 21:12:51.032211 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device ad3164a5-db8a-4332-a6c0-bcd7015cabda details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=104322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 31 21:12:51.085489 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d791827-a9ef-4f76-9a65-a329cb166739 req-1e7db7c5-21a1-4ad2-a4eb-66db56b1b110 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:12:51.086985 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-6d791827-a9ef-4f76-9a65-a329cb166739 req-1e7db7c5-21a1-4ad2-a4eb-66db56b1b110 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d316a51-73db-479f-8449-ab51b42548e4 HTTP/1.1" status: 200 len: 943 time: 0.0467069 May 31 21:12:51.129128 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] For port ad3164a5-db8a-4332-a6c0-bcd7015cabda, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=ad3164a5-db8a-4332-a6c0-bcd7015cabda,segment=NetworkSegment(1b46059a-aa39-4ed2-ad1d-18b4ddc198b2),segment_id=1b46059a-aa39-4ed2-ad1d-18b4ddc198b2)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:12:51.137504 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-6d791827-a9ef-4f76-9a65-a329cb166739 req-dd6b750f-8a60-40f8-b8fb-4dba44ade79f tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=295dbee3-21fc-49de-afe0-c511ddab502e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448673 May 31 21:12:51.141283 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Returning: {'device': 'ad3164a5-db8a-4332-a6c0-bcd7015cabda', 'network_id': '68e327a3-96b2-4add-895f-c43a3d5daedc', 'port_id': 'ad3164a5-db8a-4332-a6c0-bcd7015cabda', 'mac_address': 'fa:16:3e:31:1b:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc74b44b-e878-454d-9e54-2a90eb48611f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 31 21:12:51.178821 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Current status of the port ad3164a5-db8a-4332-a6c0-bcd7015cabda is: DOWN; New status is: BUILD {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:12:51.179210 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (ad3164a5-db8a-4332-a6c0-bcd7015cabda), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:12:51.192330 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.notifiers.nova [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad3164a5-db8a-4332-a6c0-bcd7015cabda {{(pid=104322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 21:12:51.212443 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] For port ad3164a5-db8a-4332-a6c0-bcd7015cabda, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=ad3164a5-db8a-4332-a6c0-bcd7015cabda,segment=NetworkSegment(1b46059a-aa39-4ed2-ad1d-18b4ddc198b2),segment_id=1b46059a-aa39-4ed2-ad1d-18b4ddc198b2)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:12:51.293537 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (ad3164a5-db8a-4332-a6c0-bcd7015cabda), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:12:51.346553 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Pushing event updated for resources: {'Port': ['ID=ad3164a5-db8a-4332-a6c0-bcd7015cabda,revision_number=9']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:12:51.632434 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (51675295-7abb-4335-9c5a-c46a9082010e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:12:51.658678 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] get_ports_and_sgs() called for port_ids ['ad3164a5-db8a-4332-a6c0-bcd7015cabda'] {{(pid=104322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 31 21:12:52.257824 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d426ef6-bf91-45c4-9e72-abfab72dcbd8 req-60eb5ce4-414c-4f75-99a8-c6341aab5834 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:12:52.259326 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-3d426ef6-bf91-45c4-9e72-abfab72dcbd8 req-60eb5ce4-414c-4f75-99a8-c6341aab5834 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d316a51-73db-479f-8449-ab51b42548e4 HTTP/1.1" status: 200 len: 944 time: 0.0465479 May 31 21:12:52.314673 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-3d426ef6-bf91-45c4-9e72-abfab72dcbd8 req-03f019ac-e8aa-4007-a9d7-a106ed1ced0d tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=295dbee3-21fc-49de-afe0-c511ddab502e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498586 May 31 21:12:53.063180 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device ad3164a5-db8a-4332-a6c0-bcd7015cabda up at agent hyperv_hv-cinder-83979 {{(pid=104322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 31 21:12:53.105525 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Provisioning complete for port ad3164a5-db8a-4332-a6c0-bcd7015cabda triggered by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:12:53.105902 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (ad3164a5-db8a-4332-a6c0-bcd7015cabda), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:12:53.177874 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Current status of the port ad3164a5-db8a-4332-a6c0-bcd7015cabda is: BUILD; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:12:53.178280 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (ad3164a5-db8a-4332-a6c0-bcd7015cabda), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:12:53.200555 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d316a51-73db-479f-8449-ab51b42548e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad3164a5-db8a-4332-a6c0-bcd7015cabda'}] {{(pid=104322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:12:53.202774 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0d07a434bcc94248bd83d89f5df7255b965f34de07d957ea8ea11cb14c6cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b495f734-e1d0-4131-8d84-dc7f41af5a48" -d '{"events": [{"server_uuid": "1d316a51-73db-479f-8449-ab51b42548e4", "name": "network-vif-plugged", "status": "completed", "tag": "ad3164a5-db8a-4332-a6c0-bcd7015cabda"}]}' {{(pid=104322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:12:53.216150 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] For port ad3164a5-db8a-4332-a6c0-bcd7015cabda, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=ad3164a5-db8a-4332-a6c0-bcd7015cabda,segment=NetworkSegment(1b46059a-aa39-4ed2-ad1d-18b4ddc198b2),segment_id=1b46059a-aa39-4ed2-ad1d-18b4ddc198b2)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:12:53.240252 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 May 2022 21:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db2869ab-cc40-4483-a609-616a964fc488 x-openstack-request-id: req-db2869ab-cc40-4483-a609-616a964fc488 {{(pid=104322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:12:53.240567 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d316a51-73db-479f-8449-ab51b42548e4", "name": "network-vif-plugged", "status": "completed", "tag": "ad3164a5-db8a-4332-a6c0-bcd7015cabda", "code": 200}]} {{(pid=104322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:12:53.240821 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-db2869ab-cc40-4483-a609-616a964fc488 {{(pid=104322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:12:53.241226 dv-cinder-839793-16-iscsi neutron-server[104322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db2869ab-cc40-4483-a609-616a964fc488'] response: {'server_uuid': '1d316a51-73db-479f-8449-ab51b42548e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad3164a5-db8a-4332-a6c0-bcd7015cabda', 'code': 200} May 31 21:12:53.283782 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (ad3164a5-db8a-4332-a6c0-bcd7015cabda), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:12:53.332833 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Pushing event updated for resources: {'Port': ['ID=ad3164a5-db8a-4332-a6c0-bcd7015cabda,revision_number=10']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:12:53.433738 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a650d3-77f4-43f6-9ef5-377ac0d9f853 req-c1b8858e-0792-40cd-bc30-350cad71ed0d tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:12:53.435635 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-a0a650d3-77f4-43f6-9ef5-377ac0d9f853 req-c1b8858e-0792-40cd-bc30-350cad71ed0d tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d316a51-73db-479f-8449-ab51b42548e4 HTTP/1.1" status: 200 len: 946 time: 0.0470369 May 31 21:12:53.482809 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-a0a650d3-77f4-43f6-9ef5-377ac0d9f853 req-aa0293d0-4061-4e92-b1df-ac0de5dfe6da tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=295dbee3-21fc-49de-afe0-c511ddab502e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421126 May 31 21:12:53.569868 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc97c75-51cd-4462-afbd-ccee7ab64241 req-90c568d5-c7a5-4b56-9123-707de8e3ac0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:12:53.571387 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-0cc97c75-51cd-4462-afbd-ccee7ab64241 req-90c568d5-c7a5-4b56-9123-707de8e3ac0c service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=1d316a51-73db-479f-8449-ab51b42548e4 HTTP/1.1" status: 200 len: 1130 time: 0.0417185 May 31 21:12:53.616318 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-0cc97c75-51cd-4462-afbd-ccee7ab64241 req-c06b33be-8f6c-4830-ac42-299ca6855947 service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=295dbee3-21fc-49de-afe0-c511ddab502e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391698 May 31 21:12:54.606703 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da77af33-88ab-4d84-90b6-36783d130ff9 req-625a9119-f060-4d3b-b8b4-695f9b7b7035 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:12:54.608160 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-da77af33-88ab-4d84-90b6-36783d130ff9 req-625a9119-f060-4d3b-b8b4-695f9b7b7035 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d316a51-73db-479f-8449-ab51b42548e4 HTTP/1.1" status: 200 len: 946 time: 0.0502236 May 31 21:12:54.655166 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-da77af33-88ab-4d84-90b6-36783d130ff9 req-c14fd9d0-574c-4252-8a3c-e82ed98f161a tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=295dbee3-21fc-49de-afe0-c511ddab502e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410216 May 31 21:12:55.776133 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3c4a77-0564-4ee8-84df-47baac3a6f99 req-772851c3-824c-40cf-8568-a32cf47ebe7a tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:12:55.777590 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-4a3c4a77-0564-4ee8-84df-47baac3a6f99 req-772851c3-824c-40cf-8568-a32cf47ebe7a tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d316a51-73db-479f-8449-ab51b42548e4 HTTP/1.1" status: 200 len: 946 time: 0.0468812 May 31 21:12:55.788803 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:12:55.826918 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-4a3c4a77-0564-4ee8-84df-47baac3a6f99 req-5a014679-840f-4eaa-9ac5-166651a43d54 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=295dbee3-21fc-49de-afe0-c511ddab502e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437071 May 31 21:12:56.237042 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=5 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:12:56.237796 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:12:56.951000 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54bb06f-1f11-4483-9385-acf07f092756 req-348e3dd2-c93f-41c8-ba2d-797c7ae090f7 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:12:56.952504 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-b54bb06f-1f11-4483-9385-acf07f092756 req-348e3dd2-c93f-41c8-ba2d-797c7ae090f7 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d316a51-73db-479f-8449-ab51b42548e4 HTTP/1.1" status: 200 len: 946 time: 0.0528929 May 31 21:12:57.004775 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-b54bb06f-1f11-4483-9385-acf07f092756 req-af3d0a8f-3ac4-4b0e-aa3e-96044b09631c tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=295dbee3-21fc-49de-afe0-c511ddab502e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429530 May 31 21:12:58.131868 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f62a6b-1a5a-4685-9c58-b335286a5768 req-6cab1b19-a433-4e06-a328-307de20ad0f4 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:12:58.133304 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-42f62a6b-1a5a-4685-9c58-b335286a5768 req-6cab1b19-a433-4e06-a328-307de20ad0f4 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d316a51-73db-479f-8449-ab51b42548e4 HTTP/1.1" status: 200 len: 946 time: 0.0460937 May 31 21:12:58.165440 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:12:58.180421 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-42f62a6b-1a5a-4685-9c58-b335286a5768 req-43de399a-4dac-4972-bc18-3e51e259fa18 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=295dbee3-21fc-49de-afe0-c511ddab502e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415637 May 31 21:13:03.312215 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:UPDATE=2,neutron:SELECT=59 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:13:03.329617 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=61,neutron:UPDATE=3 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:13:03.331548 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=60,neutron:UPDATE=5 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:13:03.611387 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=10 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:13:03.613173 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=8 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:13:08.176959 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=18 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:13:12.209003 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-e243a059-94fe-4a99-92e4-221d2a184142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (5ca9f0a2-8e5f-4b54-94fa-454f095515e4), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:14.572871 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-d84ca4fe-999a-4c31-8fe7-35c20a70d10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (13ce5b10-321e-4e80-b29e-1cfc3c51661e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:15.230077 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.agents_db [None req-3d709c36-86fd-4f4f-bf7d-9e9748143f4e None None] Agent healthcheck: found 6 active agents {{(pid=104323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 31 21:13:15.643021 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-58fa0aab-c296-4be2-a1ab-08418c16cad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (8170e961-7e1e-4c09-b09f-6b764c457cfd), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:16.812573 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-b770b660-b824-4665-84d0-9bbdd29e8e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (1c1563bc-5b12-4065-8d27-b22246e8e8d3), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:18.334555 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 39676) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:13:18.339054 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.v2.base [None req-9431c014-2090-44f9-8a70-e3bbe80edaf8 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1332355222', 'description': 'tempest-description--911403272'}} {{(pid=104320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:13:18.415082 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-9431c014-2090-44f9-8a70-e3bbe80edaf8 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks [] for security_group (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:18.484331 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-9431c014-2090-44f9-8a70-e3bbe80edaf8 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks [] for security_group (d3c249d8-5094-4a6b-82e7-5ef0ca49be7f), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:18.555443 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-9431c014-2090-44f9-8a70-e3bbe80edaf8 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (d3c249d8-5094-4a6b-82e7-5ef0ca49be7f), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:18.590415 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9431c014-2090-44f9-8a70-e3bbe80edaf8 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c249d8-5094-4a6b-82e7-5ef0ca49be7f,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:13:18.598241 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9431c014-2090-44f9-8a70-e3bbe80edaf8 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:13:18.598597 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9431c014-2090-44f9-8a70-e3bbe80edaf8 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:13:18.599013 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9431c014-2090-44f9-8a70-e3bbe80edaf8 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:13:18.599363 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9431c014-2090-44f9-8a70-e3bbe80edaf8 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:13:18.599725 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9431c014-2090-44f9-8a70-e3bbe80edaf8 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:13:18.600116 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9431c014-2090-44f9-8a70-e3bbe80edaf8 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:13:18.600455 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9431c014-2090-44f9-8a70-e3bbe80edaf8 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:13:18.600786 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9431c014-2090-44f9-8a70-e3bbe80edaf8 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:13:18.601115 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9431c014-2090-44f9-8a70-e3bbe80edaf8 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:13:18.601221 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (a61205dd-b11c-42a1-aa2d-4b7310a8dc99), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:18.601677 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9431c014-2090-44f9-8a70-e3bbe80edaf8 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:13:18.601782 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9431c014-2090-44f9-8a70-e3bbe80edaf8 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:13:18.602105 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9431c014-2090-44f9-8a70-e3bbe80edaf8 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:13:18.605941 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9431c014-2090-44f9-8a70-e3bbe80edaf8 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:13:18.605941 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9431c014-2090-44f9-8a70-e3bbe80edaf8 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:13:18.605941 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9431c014-2090-44f9-8a70-e3bbe80edaf8 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:13:18.673489 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-9431c014-2090-44f9-8a70-e3bbe80edaf8 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks [] for security_group (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:18.675106 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-9431c014-2090-44f9-8a70-e3bbe80edaf8 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3391957 May 31 21:13:18.692223 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 39680) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:13:18.692223 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [None req-5699ac77-bae7-4919-a5bc-9c9905148337 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Request body: {'security_group_rule': {'security_group_id': 'd3c249d8-5094-4a6b-82e7-5ef0ca49be7f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:13:18.779844 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-5699ac77-bae7-4919-a5bc-9c9905148337 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks [] for security_group_rule (9f77c52c-1775-4bc6-9c9b-77193b4ce6dc), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:18.837497 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-5699ac77-bae7-4919-a5bc-9c9905148337 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks [] for security_group_rule (9f77c52c-1775-4bc6-9c9b-77193b4ce6dc), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:18.927163 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-5699ac77-bae7-4919-a5bc-9c9905148337 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769332'] for security_group_rule (9f77c52c-1775-4bc6-9c9b-77193b4ce6dc), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:18.946141 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5699ac77-bae7-4919-a5bc-9c9905148337 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f77c52c-1775-4bc6-9c9b-77193b4ce6dc,revision_number=0']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:13:18.953701 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5699ac77-bae7-4919-a5bc-9c9905148337 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:13:18.958068 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5699ac77-bae7-4919-a5bc-9c9905148337 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:13:18.958068 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5699ac77-bae7-4919-a5bc-9c9905148337 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:13:18.958068 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5699ac77-bae7-4919-a5bc-9c9905148337 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:13:18.958068 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5699ac77-bae7-4919-a5bc-9c9905148337 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:13:18.958068 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5699ac77-bae7-4919-a5bc-9c9905148337 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:13:18.958068 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5699ac77-bae7-4919-a5bc-9c9905148337 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:13:18.958068 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5699ac77-bae7-4919-a5bc-9c9905148337 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:13:18.958068 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5699ac77-bae7-4919-a5bc-9c9905148337 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:13:18.958068 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5699ac77-bae7-4919-a5bc-9c9905148337 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:13:18.958068 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5699ac77-bae7-4919-a5bc-9c9905148337 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:13:18.959134 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5699ac77-bae7-4919-a5bc-9c9905148337 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:13:18.959134 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5699ac77-bae7-4919-a5bc-9c9905148337 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:13:18.959134 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5699ac77-bae7-4919-a5bc-9c9905148337 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:13:18.959134 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5699ac77-bae7-4919-a5bc-9c9905148337 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:13:19.009004 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-5699ac77-bae7-4919-a5bc-9c9905148337 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:19.010348 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-5699ac77-bae7-4919-a5bc-9c9905148337 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3315144 May 31 21:13:19.012984 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 39682) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:13:19.017298 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [None req-55a181a8-9354-4f10-a1a5-9fdebffb5a3b tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Request body: {'security_group_rule': {'security_group_id': 'd3c249d8-5094-4a6b-82e7-5ef0ca49be7f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:13:19.104514 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-55a181a8-9354-4f10-a1a5-9fdebffb5a3b tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks [] for security_group_rule (fba395e1-7c2e-4d25-9800-27a2a940604a), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:19.154334 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-55a181a8-9354-4f10-a1a5-9fdebffb5a3b tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks [] for security_group_rule (fba395e1-7c2e-4d25-9800-27a2a940604a), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:19.212842 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-55a181a8-9354-4f10-a1a5-9fdebffb5a3b tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769332'] for security_group_rule (fba395e1-7c2e-4d25-9800-27a2a940604a), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:19.233311 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a181a8-9354-4f10-a1a5-9fdebffb5a3b tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fba395e1-7c2e-4d25-9800-27a2a940604a,revision_number=0']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:13:19.296437 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-55a181a8-9354-4f10-a1a5-9fdebffb5a3b tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:19.297673 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-55a181a8-9354-4f10-a1a5-9fdebffb5a3b tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2837255 May 31 21:13:19.301336 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 39686) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:13:19.305556 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [None req-6a30ff3f-04c6-4856-9da7-4a8f2cb381bb tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Request body: {'floatingip': {'floating_network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac'}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:13:19.391902 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-6a30ff3f-04c6-4856-9da7-4a8f2cb381bb tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:19.468767 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-6a30ff3f-04c6-4856-9da7-4a8f2cb381bb tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:19.577003 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.db_base_plugin_common [None req-6a30ff3f-04c6-4856-9da7-4a8f2cb381bb tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Allocated IP 172.27.0.86 (c2cfca3b-95da-4cff-a3c5-795dffb6abac/763c29f6-cebe-4813-9ab2-68212649a0b5/54dd5e63-7aeb-4a7f-a2b7-a74289f38221) {{(pid=104321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 21:13:19.680620 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-6a30ff3f-04c6-4856-9da7-4a8f2cb381bb tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks [] for port (54dd5e63-7aeb-4a7f-a2b7-a74289f38221), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:19.769171 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-6a30ff3f-04c6-4856-9da7-4a8f2cb381bb tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747261518129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25540506'] for port (54dd5e63-7aeb-4a7f-a2b7-a74289f38221), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:19.814638 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a30ff3f-04c6-4856-9da7-4a8f2cb381bb tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Network c2cfca3b-95da-4cff-a3c5-795dffb6abac is already hosted by enough agents. {{(pid=104321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 21:13:19.822357 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.base_scheduler [None req-6a30ff3f-04c6-4856-9da7-4a8f2cb381bb tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Resources bound (agent type, host, resource id): {{(pid=104321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:13:19.824859 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a30ff3f-04c6-4856-9da7-4a8f2cb381bb tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Pushing event updated for resources: {'Port': ['ID=54dd5e63-7aeb-4a7f-a2b7-a74289f38221,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:13:19.829134 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a30ff3f-04c6-4856-9da7-4a8f2cb381bb tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Received port after_create {{(pid=104321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 31 21:13:19.864583 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:13:19.866719 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:13:19.920490 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-6a30ff3f-04c6-4856-9da7-4a8f2cb381bb tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks [] for floatingip (c7c49c42-5fa7-4fc1-94f2-adaa6e4204b1), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:20.039994 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-6a30ff3f-04c6-4856-9da7-4a8f2cb381bb tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (54dd5e63-7aeb-4a7f-a2b7-a74289f38221), before_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:20.220520 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-6a30ff3f-04c6-4856-9da7-4a8f2cb381bb tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks [] for port (54dd5e63-7aeb-4a7f-a2b7-a74289f38221), precommit_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:20.265995 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-6a30ff3f-04c6-4856-9da7-4a8f2cb381bb tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25540501'] for port (54dd5e63-7aeb-4a7f-a2b7-a74289f38221), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:20.335543 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a30ff3f-04c6-4856-9da7-4a8f2cb381bb tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Pushing event updated for resources: {'Port': ['ID=54dd5e63-7aeb-4a7f-a2b7-a74289f38221,revision_number=2']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:13:20.349040 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-6a30ff3f-04c6-4856-9da7-4a8f2cb381bb tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598426'] for floatingip (c7c49c42-5fa7-4fc1-94f2-adaa6e4204b1), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:20.416375 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-6a30ff3f-04c6-4856-9da7-4a8f2cb381bb tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for floatingip (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:20.417764 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-6a30ff3f-04c6-4856-9da7-4a8f2cb381bb tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1154799 May 31 21:13:20.507480 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00620bb5-1391-4cef-9966-02f4f615203b req-3b485bb8-6aee-4709-9b22-ccf593ed210e tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:13:20.508943 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-00620bb5-1391-4cef-9966-02f4f615203b req-3b485bb8-6aee-4709-9b22-ccf593ed210e tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=e26c2265-9a33-4c2a-9e41-6bf685f4c525 HTTP/1.1" status: 200 len: 946 time: 0.0978940 May 31 21:13:20.557298 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-00620bb5-1391-4cef-9966-02f4f615203b req-09edae8f-b964-4b12-879f-879ec286cf77 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/security-groups?id=e1a9435d-187a-404a-b52b-ede56537015a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420029 May 31 21:13:20.671569 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-f2ddc3fa-7cf9-4d8d-86fc-dac733229d82 req-6c622004-f7ab-40b4-ac26-3e99bbd93437 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1332355222&fields=id&tenant_id=69b2364f40d14160adf0220d92adaad7 HTTP/1.1" status: 200 len: 267 time: 0.0416217 May 31 21:13:20.778908 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ddc3fa-7cf9-4d8d-86fc-dac733229d82 req-b356d998-f1ac-4863-97c7-7e3d265327e5 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:13:20.780243 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-f2ddc3fa-7cf9-4d8d-86fc-dac733229d82 req-b356d998-f1ac-4863-97c7-7e3d265327e5 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/networks?id=f9f27def-cef7-45b6-9a7b-b0c954078818 HTTP/1.1" status: 200 len: 814 time: 0.1018174 May 31 21:13:20.795568 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-f2ddc3fa-7cf9-4d8d-86fc-dac733229d82 req-ef09be9d-bca4-4830-8a88-e61f0cbc0404 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/quotas/69b2364f40d14160adf0220d92adaad7 HTTP/1.1" status: 200 len: 375 time: 0.0093737 May 31 21:13:20.845311 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-f2ddc3fa-7cf9-4d8d-86fc-dac733229d82 req-90a6d837-4847-4201-99d7-14ae86bc3a24 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=69b2364f40d14160adf0220d92adaad7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0445879 May 31 21:13:20.942305 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-f2ddc3fa-7cf9-4d8d-86fc-dac733229d82 req-d491b9a1-f328-4640-a169-8f2070275d45 service neutron] 10.222.0.55 "GET /v2.0/networks/f9f27def-cef7-45b6-9a7b-b0c954078818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852602 May 31 21:13:21.030200 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-f2ddc3fa-7cf9-4d8d-86fc-dac733229d82 req-0dd8558c-c2d7-478c-95d2-f046f476af76 service neutron] 10.222.0.55 "GET /v2.0/networks/f9f27def-cef7-45b6-9a7b-b0c954078818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823402 May 31 21:13:21.309648 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-23c15e28-b5b2-4746-8b4d-25dfa8b81174 req-9acc416c-9264-4df3-88d6-ca44603f23b0 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f3dbd3d-5eee-41a4-8cf7-9ae611ed5982 HTTP/1.1" status: 200 len: 210 time: 0.0269544 May 31 21:13:21.676830 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d644ab4-6504-4bc3-bf0e-df914c1c5ff1 req-ac1f232a-0fb9-478e-ad03-8b4767446d3e tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:13:21.678318 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-4d644ab4-6504-4bc3-bf0e-df914c1c5ff1 req-ac1f232a-0fb9-478e-ad03-8b4767446d3e tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=e26c2265-9a33-4c2a-9e41-6bf685f4c525 HTTP/1.1" status: 200 len: 946 time: 0.0515056 May 31 21:13:21.717466 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (51675295-7abb-4335-9c5a-c46a9082010e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:21.726489 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-4d644ab4-6504-4bc3-bf0e-df914c1c5ff1 req-292f60f4-fa0b-4e19-8051-5cb39d62cc9b tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/security-groups?id=e1a9435d-187a-404a-b52b-ede56537015a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425398 May 31 21:13:22.406459 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-052827ee-705d-4a0e-a012-79674fc19c3c req-2859d485-7331-4194-a821-20b3640f3014 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f3dbd3d-5eee-41a4-8cf7-9ae611ed5982 HTTP/1.1" status: 200 len: 210 time: 0.0274348 May 31 21:13:22.516274 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e657d7-4143-40ff-8e89-81780de7e873 req-b7fc15fc-c005-455f-83a4-6c6a991c8a06 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:13:22.517735 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-a2e657d7-4143-40ff-8e89-81780de7e873 req-b7fc15fc-c005-455f-83a4-6c6a991c8a06 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.40 "GET /v2.0/ports?device_id=e26c2265-9a33-4c2a-9e41-6bf685f4c525 HTTP/1.1" status: 200 len: 946 time: 0.0468509 May 31 21:13:22.552408 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:13:22.607365 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.plugin [req-a2e657d7-4143-40ff-8e89-81780de7e873 req-f3bc2d21-63bb-4c54-b737-40b3e143295f tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Deleting port 04ab265f-077c-4c29-bea4-68787d93131b {{(pid=104321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 31 21:13:22.607615 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-a2e657d7-4143-40ff-8e89-81780de7e873 req-f3bc2d21-63bb-4c54-b737-40b3e143295f tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747262076802'] for port (04ab265f-077c-4c29-bea4-68787d93131b), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:22.700769 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [req-a2e657d7-4143-40ff-8e89-81780de7e873 req-f3bc2d21-63bb-4c54-b737-40b3e143295f tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] For port 04ab265f-077c-4c29-bea4-68787d93131b, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=04ab265f-077c-4c29-bea4-68787d93131b,segment=NetworkSegment(f5d5aacd-0a79-4c28-aa2d-fa67740c4f52),segment_id=f5d5aacd-0a79-4c28-aa2d-fa67740c4f52)] {{(pid=104321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:13:22.701141 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-a2e657d7-4143-40ff-8e89-81780de7e873 req-f3bc2d21-63bb-4c54-b737-40b3e143295f tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574989'] for port (04ab265f-077c-4c29-bea4-68787d93131b), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:22.846225 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7485b3ab-11b6-45a3-b593-7744df2fb224 req-9ef0da66-a678-45aa-8d01-d4c322942226 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:13:22.847753 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-7485b3ab-11b6-45a3-b593-7744df2fb224 req-9ef0da66-a678-45aa-8d01-d4c322942226 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=e26c2265-9a33-4c2a-9e41-6bf685f4c525 HTTP/1.1" status: 200 len: 946 time: 0.0467868 May 31 21:13:22.867637 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-a2e657d7-4143-40ff-8e89-81780de7e873 req-f3bc2d21-63bb-4c54-b737-40b3e143295f tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:22.867929 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-a2e657d7-4143-40ff-8e89-81780de7e873 req-f3bc2d21-63bb-4c54-b737-40b3e143295f tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598426'] for floatingip (aa5a99e6-9eb8-48a7-9d1d-1d792b063f6d), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:22.868562 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.db.l3_db [req-a2e657d7-4143-40ff-8e89-81780de7e873 req-f3bc2d21-63bb-4c54-b737-40b3e143295f tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Floating IP aa5a99e6-9eb8-48a7-9d1d-1d792b063f6d disassociated. External IP: 172.27.0.74, port: 04ab265f-077c-4c29-bea4-68787d93131b. May 31 21:13:22.868562 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.plugin [req-a2e657d7-4143-40ff-8e89-81780de7e873 req-f3bc2d21-63bb-4c54-b737-40b3e143295f tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Calling delete_port for 04ab265f-077c-4c29-bea4-68787d93131b owned by compute:nova {{(pid=104321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 31 21:13:22.898354 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-7485b3ab-11b6-45a3-b593-7744df2fb224 req-cd39352f-8fe1-4c86-87de-f23214576200 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/security-groups?id=e1a9435d-187a-404a-b52b-ede56537015a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444725 May 31 21:13:23.089137 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-a2e657d7-4143-40ff-8e89-81780de7e873 req-f3bc2d21-63bb-4c54-b737-40b3e143295f tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747262050753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747261518138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25540506'] for port (04ab265f-077c-4c29-bea4-68787d93131b), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:23.114854 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bc2d21-63bb-4c54-b737-40b3e143295f tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Pushing event deleted for resources: {'Port': ['ID=04ab265f-077c-4c29-bea4-68787d93131b,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:13:23.271915 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:13:23.305121 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a2e657d7-4143-40ff-8e89-81780de7e873 req-f3bc2d21-63bb-4c54-b737-40b3e143295f tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Router ff272f53-2b7a-4bbe-b725-5972a2793472 has already been hosted by L3 agent 13ce5b10-321e-4e80-b29e-1cfc3c51661e {{(pid=104321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 31 21:13:23.311229 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ddc3fa-7cf9-4d8d-86fc-dac733229d82 req-35885e29-f1b6-4a35-a4a6-01d24bd7ac3e tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:13:23.312656 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-f2ddc3fa-7cf9-4d8d-86fc-dac733229d82 req-35885e29-f1b6-4a35-a4a6-01d24bd7ac3e tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.40 "GET /v2.0/networks?id=f9f27def-cef7-45b6-9a7b-b0c954078818 HTTP/1.1" status: 200 len: 814 time: 0.1556327 May 31 21:13:23.421711 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:13:23.461061 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-f2ddc3fa-7cf9-4d8d-86fc-dac733229d82 req-d0b0953d-df18-4193-bd60-a266d6224b53 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.40 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69b2364f40d14160adf0220d92adaad7 HTTP/1.1" status: 200 len: 473 time: 0.1395993 May 31 21:13:23.476261 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [req-f2ddc3fa-7cf9-4d8d-86fc-dac733229d82 req-e027e8d9-b575-49bb-b96b-ac26c9e12131 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Request body: {'port': {'device_id': '5f3dbd3d-5eee-41a4-8cf7-9ae611ed5982', 'network_id': 'f9f27def-cef7-45b6-9a7b-b0c954078818', 'admin_state_up': True, 'tenant_id': '69b2364f40d14160adf0220d92adaad7', 'security_groups': ['d3c249d8-5094-4a6b-82e7-5ef0ca49be7f']}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:13:23.480379 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a2e657d7-4143-40ff-8e89-81780de7e873 req-f3bc2d21-63bb-4c54-b737-40b3e143295f tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Notify agent at l3_agent.dv-cinder-839793-16-iscsi the message routers_updated {{(pid=104321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 31 21:13:23.500695 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c948c2b-9a97-4d56-b765-b3d5b2973b90 None None] Sync routers for ids ['ff272f53-2b7a-4bbe-b725-5972a2793472'] in dv-cinder-839793-16-iscsi {{(pid=104323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 21:13:23.524010 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c948c2b-9a97-4d56-b765-b3d5b2973b90 None None] Routers {'ff272f53-2b7a-4bbe-b725-5972a2793472'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:13:23.526702 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-4c948c2b-9a97-4d56-b765-b3d5b2973b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:13:14Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['ff272f53-2b7a-4bbe-b725-5972a2793472'], 'active': True} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:13:23.532793 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-d2bd6594-5f57-4eed-881b-f19e3ae13e11 req-29016dd6-2fbb-4277-b404-61f8067b84f4 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f3dbd3d-5eee-41a4-8cf7-9ae611ed5982 HTTP/1.1" status: 200 len: 210 time: 0.0513041 May 31 21:13:23.574256 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2e657d7-4143-40ff-8e89-81780de7e873 req-f3bc2d21-63bb-4c54-b737-40b3e143295f tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] No DVR routers for this DVR port 04ab265f-077c-4c29-bea4-68787d93131b on host hv-cinder-83979 {{(pid=104321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} May 31 21:13:23.581984 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-a2e657d7-4143-40ff-8e89-81780de7e873 req-f3bc2d21-63bb-4c54-b737-40b3e143295f tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for port (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:23.585840 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-a2e657d7-4143-40ff-8e89-81780de7e873 req-f3bc2d21-63bb-4c54-b737-40b3e143295f tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.40 "DELETE /v2.0/ports/04ab265f-077c-4c29-bea4-68787d93131b HTTP/1.1" status: 204 len: 173 time: 1.0616217 May 31 21:13:23.586537 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e26c2265-9a33-4c2a-9e41-6bf685f4c525', 'name': 'network-vif-deleted', 'tag': '04ab265f-077c-4c29-bea4-68787d93131b'}] {{(pid=104321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:13:23.590164 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6b014d5dee29fffbb36c15c330f4dd8b871b4cb67f19a16d167ed5ff3960b8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff25742-4a00-45b8-b8c6-a956bc2f2d1b" -d '{"events": [{"server_uuid": "e26c2265-9a33-4c2a-9e41-6bf685f4c525", "name": "network-vif-deleted", "tag": "04ab265f-077c-4c29-bea4-68787d93131b"}]}' {{(pid=104321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:13:23.637703 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 May 2022 21:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9206f7df-481a-47c1-a9a5-f8d6a93077c5 x-openstack-request-id: req-9206f7df-481a-47c1-a9a5-f8d6a93077c5 {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:13:23.638622 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e26c2265-9a33-4c2a-9e41-6bf685f4c525", "name": "network-vif-deleted", "tag": "04ab265f-077c-4c29-bea4-68787d93131b", "status": "completed", "code": 200}]} {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:13:23.638881 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9206f7df-481a-47c1-a9a5-f8d6a93077c5 {{(pid=104321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:13:23.639289 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9206f7df-481a-47c1-a9a5-f8d6a93077c5'] response: {'server_uuid': 'e26c2265-9a33-4c2a-9e41-6bf685f4c525', 'name': 'network-vif-deleted', 'tag': '04ab265f-077c-4c29-bea4-68787d93131b', 'status': 'completed', 'code': 200} May 31 21:13:23.669839 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvr_db [None req-4c948c2b-9a97-4d56-b765-b3d5b2973b90 None None] Set router ff272f53-2b7a-4bbe-b725-5972a2793472 gateway port host: dv-cinder-839793-16-iscsi {{(pid=104323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:13:23.775982 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2ddc3fa-7cf9-4d8d-86fc-dac733229d82 req-e027e8d9-b575-49bb-b96b-ac26c9e12131 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Made reservation on behalf of 69b2364f40d14160adf0220d92adaad7 for: {'port': 1} {{(pid=104321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 21:13:23.781245 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-f2ddc3fa-7cf9-4d8d-86fc-dac733229d82 req-e027e8d9-b575-49bb-b96b-ac26c9e12131 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:23.859531 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-4c948c2b-9a97-4d56-b765-b3d5b2973b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff272f53-2b7a-4bbe-b725-5972a2793472', 'name': 'tempest-AttachVolumeTestJSON-315142425-router', 'tenant_id': '180ff6fd8c5b434abffa058ea99ef7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '290f01b7-6a91-4b97-a4b5-955ef8546d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:03:21Z', 'updated_at': '2022-05-31T21:03:29Z', 'revision_number': 4, 'project_id': '180ff6fd8c5b434abffa058ea99ef7c4', 'gw_port': {'id': '290f01b7-6a91-4b97-a4b5-955ef8546d00', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:61:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff272f53-2b7a-4bbe-b725-5972a2793472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:22Z', 'updated_at': '2022-05-31T21:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_interfaces': [{'id': '2baf48ae-5d17-4d40-9cfc-a85c7ef4db95', 'name': '', 'network_id': '1cab6d20-22a6-4088-8e1d-60992c365df4', 'tenant_id': '180ff6fd8c5b434abffa058ea99ef7c4', 'mac_address': 'fa:16:3e:04:0c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff272f53-2b7a-4bbe-b725-5972a2793472', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ed08b0b7-388e-4929-9128-adbbfafb9e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:27Z', 'updated_at': '2022-05-31T21:03:41Z', 'revision_number': 5, 'project_id': '180ff6fd8c5b434abffa058ea99ef7c4', 'subnets': [{'id': 'ed08b0b7-388e-4929-9128-adbbfafb9e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:13:23.884288 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c948c2b-9a97-4d56-b765-b3d5b2973b90 None None] Checking router: ff272f53-2b7a-4bbe-b725-5972a2793472 for host: dv-cinder-839793-16-iscsi {{(pid=104323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 21:13:23.893273 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c948c2b-9a97-4d56-b765-b3d5b2973b90 None None] Routers {'ff272f53-2b7a-4bbe-b725-5972a2793472'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:13:23.893925 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-4c948c2b-9a97-4d56-b765-b3d5b2973b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:13:14Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['ff272f53-2b7a-4bbe-b725-5972a2793472'], 'active': True} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:13:23.914785 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.db_base_plugin_common [req-f2ddc3fa-7cf9-4d8d-86fc-dac733229d82 req-e027e8d9-b575-49bb-b96b-ac26c9e12131 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Allocated IP 172.20.0.10 (f9f27def-cef7-45b6-9a7b-b0c954078818/b0a2bf4f-8e94-4747-a06c-e4eb22a2611a/d2db5c87-efce-4692-aa2a-48540d4ccc40) {{(pid=104321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 21:13:24.002116 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvr_db [None req-4c948c2b-9a97-4d56-b765-b3d5b2973b90 None None] Set router ff272f53-2b7a-4bbe-b725-5972a2793472 gateway port host: dv-cinder-839793-16-iscsi {{(pid=104323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:13:24.019261 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-7ec6f823-da59-4bd0-9791-7e23d592a8d4 req-65d701ed-9da7-4601-9d71-b94ef9d23b0e tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/ports?device_id=e26c2265-9a33-4c2a-9e41-6bf685f4c525 HTTP/1.1" status: 200 len: 210 time: 0.0354781 May 31 21:13:24.081184 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-f2ddc3fa-7cf9-4d8d-86fc-dac733229d82 req-e027e8d9-b575-49bb-b96b-ac26c9e12131 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks [] for port (d2db5c87-efce-4692-aa2a-48540d4ccc40), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:24.184792 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-f2ddc3fa-7cf9-4d8d-86fc-dac733229d82 req-e027e8d9-b575-49bb-b96b-ac26c9e12131 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747261518129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25540506'] for port (d2db5c87-efce-4692-aa2a-48540d4ccc40), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:24.203993 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-4c948c2b-9a97-4d56-b765-b3d5b2973b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff272f53-2b7a-4bbe-b725-5972a2793472', 'name': 'tempest-AttachVolumeTestJSON-315142425-router', 'tenant_id': '180ff6fd8c5b434abffa058ea99ef7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '290f01b7-6a91-4b97-a4b5-955ef8546d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:03:21Z', 'updated_at': '2022-05-31T21:03:29Z', 'revision_number': 4, 'project_id': '180ff6fd8c5b434abffa058ea99ef7c4', 'gw_port': {'id': '290f01b7-6a91-4b97-a4b5-955ef8546d00', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:61:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff272f53-2b7a-4bbe-b725-5972a2793472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:22Z', 'updated_at': '2022-05-31T21:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_interfaces': [{'id': '2baf48ae-5d17-4d40-9cfc-a85c7ef4db95', 'name': '', 'network_id': '1cab6d20-22a6-4088-8e1d-60992c365df4', 'tenant_id': '180ff6fd8c5b434abffa058ea99ef7c4', 'mac_address': 'fa:16:3e:04:0c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff272f53-2b7a-4bbe-b725-5972a2793472', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ed08b0b7-388e-4929-9128-adbbfafb9e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:27Z', 'updated_at': '2022-05-31T21:03:41Z', 'revision_number': 5, 'project_id': '180ff6fd8c5b434abffa058ea99ef7c4', 'subnets': [{'id': 'ed08b0b7-388e-4929-9128-adbbfafb9e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:13:24.225717 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2ddc3fa-7cf9-4d8d-86fc-dac733229d82 req-e027e8d9-b575-49bb-b96b-ac26c9e12131 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Network f9f27def-cef7-45b6-9a7b-b0c954078818 is already hosted by enough agents. {{(pid=104321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 21:13:24.229023 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.base_scheduler [req-f2ddc3fa-7cf9-4d8d-86fc-dac733229d82 req-e027e8d9-b575-49bb-b96b-ac26c9e12131 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Resources bound (agent type, host, resource id): {{(pid=104321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:13:24.229263 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c948c2b-9a97-4d56-b765-b3d5b2973b90 None None] The sync data for ids ['ff272f53-2b7a-4bbe-b725-5972a2793472'] in dv-cinder-839793-16-iscsi is: [{'id': 'ff272f53-2b7a-4bbe-b725-5972a2793472', 'name': 'tempest-AttachVolumeTestJSON-315142425-router', 'tenant_id': '180ff6fd8c5b434abffa058ea99ef7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '290f01b7-6a91-4b97-a4b5-955ef8546d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:03:21Z', 'updated_at': '2022-05-31T21:03:29Z', 'revision_number': 4, 'project_id': '180ff6fd8c5b434abffa058ea99ef7c4', 'gw_port': {'id': '290f01b7-6a91-4b97-a4b5-955ef8546d00', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:61:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff272f53-2b7a-4bbe-b725-5972a2793472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:22Z', 'updated_at': '2022-05-31T21:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_interfaces': [{'id': '2baf48ae-5d17-4d40-9cfc-a85c7ef4db95', 'name': '', 'network_id': '1cab6d20-22a6-4088-8e1d-60992c365df4', 'tenant_id': '180ff6fd8c5b434abffa058ea99ef7c4', 'mac_address': 'fa:16:3e:04:0c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff272f53-2b7a-4bbe-b725-5972a2793472', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ed08b0b7-388e-4929-9128-adbbfafb9e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:27Z', 'updated_at': '2022-05-31T21:03:41Z', 'revision_number': 5, 'project_id': '180ff6fd8c5b434abffa058ea99ef7c4', 'subnets': [{'id': 'ed08b0b7-388e-4929-9128-adbbfafb9e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 21:13:24.233043 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2ddc3fa-7cf9-4d8d-86fc-dac733229d82 req-e027e8d9-b575-49bb-b96b-ac26c9e12131 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Received port after_create {{(pid=104321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 31 21:13:24.262862 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e027e8d9-b575-49bb-b96b-ac26c9e12131 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Pushing event updated for resources: {'Port': ['ID=d2db5c87-efce-4692-aa2a-48540d4ccc40,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:13:24.298161 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ddc3fa-7cf9-4d8d-86fc-dac733229d82 req-e027e8d9-b575-49bb-b96b-ac26c9e12131 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:13:24.300122 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-f2ddc3fa-7cf9-4d8d-86fc-dac733229d82 req-e027e8d9-b575-49bb-b96b-ac26c9e12131 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for port (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:24.304012 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:13:24.392280 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-f2ddc3fa-7cf9-4d8d-86fc-dac733229d82 req-e027e8d9-b575-49bb-b96b-ac26c9e12131 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9244406 May 31 21:13:24.403753 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [req-f2ddc3fa-7cf9-4d8d-86fc-dac733229d82 req-79e554b3-887c-43a3-b2f3-9ac21a01171a service neutron] Request body: {'port': {'device_id': '5f3dbd3d-5eee-41a4-8cf7-9ae611ed5982', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:13:24.474040 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-f2ddc3fa-7cf9-4d8d-86fc-dac733229d82 req-79e554b3-887c-43a3-b2f3-9ac21a01171a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (d2db5c87-efce-4692-aa2a-48540d4ccc40), before_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:24.515449 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75b6500-9aec-489b-b769-cfd4de30a984 None None] New status for floating IP aa5a99e6-9eb8-48a7-9d1d-1d792b063f6d: DOWN {{(pid=104322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 31 21:13:24.551022 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-b8b9c9eb-f2b6-4b01-8b55-9118ee575c94 None None] Provisioning complete for port d2db5c87-efce-4692-aa2a-48540d4ccc40 triggered by entity DHCP. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:13:24.551398 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-b8b9c9eb-f2b6-4b01-8b55-9118ee575c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (d2db5c87-efce-4692-aa2a-48540d4ccc40), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:24.627234 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:13:24.649697 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-b8b9c9eb-f2b6-4b01-8b55-9118ee575c94 None None] Port d2db5c87-efce-4692-aa2a-48540d4ccc40 cannot update to ACTIVE because it is not bound. {{(pid=104322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 31 21:13:24.669813 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da579c03-ec21-4eb7-a698-55f40c0391ca req-e50a2672-6f5f-4e7d-98bf-7de34fd1c0a6 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:13:24.671925 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-da579c03-ec21-4eb7-a698-55f40c0391ca req-e50a2672-6f5f-4e7d-98bf-7de34fd1c0a6 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f3dbd3d-5eee-41a4-8cf7-9ae611ed5982 HTTP/1.1" status: 200 len: 932 time: 0.0541394 May 31 21:13:24.685070 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:13:24.700799 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:13:24.723985 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-da579c03-ec21-4eb7-a698-55f40c0391ca req-652f2fd5-f20f-4be1-8c64-478fc92dc5bc tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/security-groups?id=d3c249d8-5094-4a6b-82e7-5ef0ca49be7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460305 May 31 21:13:24.786057 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.notifiers.nova [req-f2ddc3fa-7cf9-4d8d-86fc-dac733229d82 req-79e554b3-887c-43a3-b2f3-9ac21a01171a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2db5c87-efce-4692-aa2a-48540d4ccc40 {{(pid=104321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 21:13:24.794548 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-f2ddc3fa-7cf9-4d8d-86fc-dac733229d82 req-79e554b3-887c-43a3-b2f3-9ac21a01171a service neutron] Publish callbacks [] for port (d2db5c87-efce-4692-aa2a-48540d4ccc40), precommit_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:24.807168 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.provisioning_blocks [req-f2ddc3fa-7cf9-4d8d-86fc-dac733229d82 req-79e554b3-887c-43a3-b2f3-9ac21a01171a service neutron] Transition to ACTIVE for port object d2db5c87-efce-4692-aa2a-48540d4ccc40 will not be triggered until provisioned by entity L2. {{(pid=104321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 31 21:13:24.886638 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-f2ddc3fa-7cf9-4d8d-86fc-dac733229d82 req-79e554b3-887c-43a3-b2f3-9ac21a01171a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25540501'] for port (d2db5c87-efce-4692-aa2a-48540d4ccc40), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:24.958781 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e554b3-887c-43a3-b2f3-9ac21a01171a service neutron] Pushing event updated for resources: {'Port': ['ID=d2db5c87-efce-4692-aa2a-48540d4ccc40,revision_number=2']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:13:25.011133 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [req-f2ddc3fa-7cf9-4d8d-86fc-dac733229d82 req-79e554b3-887c-43a3-b2f3-9ac21a01171a service neutron] Attempting to bind port d2db5c87-efce-4692-aa2a-48540d4ccc40 on host hv-cinder-83979 for vnic_type normal with profile {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 31 21:13:25.011458 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [req-f2ddc3fa-7cf9-4d8d-86fc-dac733229d82 req-79e554b3-887c-43a3-b2f3-9ac21a01171a service neutron] Attempting to bind port d2db5c87-efce-4692-aa2a-48540d4ccc40 by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': 'dab68be0-cc2b-428d-a1e3-e670fc69bce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f9f27def-cef7-45b6-9a7b-b0c954078818'}] {{(pid=104321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 31 21:13:25.012067 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ddc3fa-7cf9-4d8d-86fc-dac733229d82 req-79e554b3-887c-43a3-b2f3-9ac21a01171a service neutron] Attempting to bind port d2db5c87-efce-4692-aa2a-48540d4ccc40 on network f9f27def-cef7-45b6-9a7b-b0c954078818 {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 31 21:13:25.016941 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ddc3fa-7cf9-4d8d-86fc-dac733229d82 req-79e554b3-887c-43a3-b2f3-9ac21a01171a service neutron] Port d2db5c87-efce-4692-aa2a-48540d4ccc40 on network f9f27def-cef7-45b6-9a7b-b0c954078818 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 31 21:13:25.017243 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ddc3fa-7cf9-4d8d-86fc-dac733229d82 req-79e554b3-887c-43a3-b2f3-9ac21a01171a service neutron] Attempting to bind port d2db5c87-efce-4692-aa2a-48540d4ccc40 on network f9f27def-cef7-45b6-9a7b-b0c954078818 {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 31 21:13:25.023250 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ddc3fa-7cf9-4d8d-86fc-dac733229d82 req-79e554b3-887c-43a3-b2f3-9ac21a01171a service neutron] Checking agent: {'id': '51675295-7abb-4335-9c5a-c46a9082010e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 21, 1, 20), 'started_at': datetime.datetime(2022, 5, 31, 21, 1, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 21, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 31 21:13:25.023587 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ddc3fa-7cf9-4d8d-86fc-dac733229d82 req-79e554b3-887c-43a3-b2f3-9ac21a01171a service neutron] Checking segment: {'id': 'dab68be0-cc2b-428d-a1e3-e670fc69bce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f9f27def-cef7-45b6-9a7b-b0c954078818'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 31 21:13:25.023964 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ddc3fa-7cf9-4d8d-86fc-dac733229d82 req-79e554b3-887c-43a3-b2f3-9ac21a01171a service neutron] Bound using segment: {'id': 'dab68be0-cc2b-428d-a1e3-e670fc69bce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f9f27def-cef7-45b6-9a7b-b0c954078818'} {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 31 21:13:25.024383 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [req-f2ddc3fa-7cf9-4d8d-86fc-dac733229d82 req-79e554b3-887c-43a3-b2f3-9ac21a01171a service neutron] Bound port: d2db5c87-efce-4692-aa2a-48540d4ccc40, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dab68be0-cc2b-428d-a1e3-e670fc69bce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f9f27def-cef7-45b6-9a7b-b0c954078818'}}] {{(pid=104321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 31 21:13:25.024737 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-f2ddc3fa-7cf9-4d8d-86fc-dac733229d82 req-79e554b3-887c-43a3-b2f3-9ac21a01171a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (d2db5c87-efce-4692-aa2a-48540d4ccc40), before_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:25.099401 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:13:25.103422 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [req-f2ddc3fa-7cf9-4d8d-86fc-dac733229d82 req-79e554b3-887c-43a3-b2f3-9ac21a01171a service neutron] For port d2db5c87-efce-4692-aa2a-48540d4ccc40, host hv-cinder-83979, cleared binding levels {{(pid=104321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 31 21:13:25.106504 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [req-f2ddc3fa-7cf9-4d8d-86fc-dac733229d82 req-79e554b3-887c-43a3-b2f3-9ac21a01171a service neutron] For port d2db5c87-efce-4692-aa2a-48540d4ccc40, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=d2db5c87-efce-4692-aa2a-48540d4ccc40,segment=NetworkSegment(dab68be0-cc2b-428d-a1e3-e670fc69bce9),segment_id=dab68be0-cc2b-428d-a1e3-e670fc69bce9)] {{(pid=104321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 31 21:13:25.204724 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-f2ddc3fa-7cf9-4d8d-86fc-dac733229d82 req-79e554b3-887c-43a3-b2f3-9ac21a01171a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25540501'] for port (d2db5c87-efce-4692-aa2a-48540d4ccc40), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:25.211390 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 39754) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:13:25.239180 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ddc3fa-7cf9-4d8d-86fc-dac733229d82 req-79e554b3-887c-43a3-b2f3-9ac21a01171a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:13:25.240380 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-f2ddc3fa-7cf9-4d8d-86fc-dac733229d82 req-79e554b3-887c-43a3-b2f3-9ac21a01171a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for port (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:25.241153 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-f2ddc3fa-7cf9-4d8d-86fc-dac733229d82 req-79e554b3-887c-43a3-b2f3-9ac21a01171a service neutron] 10.222.0.40 "PUT /v2.0/ports/d2db5c87-efce-4692-aa2a-48540d4ccc40 HTTP/1.1" status: 200 len: 1094 time: 0.8420799 May 31 21:13:25.265635 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e554b3-887c-43a3-b2f3-9ac21a01171a service neutron] Pushing event updated for resources: {'Port': ['ID=d2db5c87-efce-4692-aa2a-48540d4ccc40,revision_number=3']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:13:25.269560 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-16fba278-f49f-4815-89a2-217478f730b4 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks [] for security_group (e1a9435d-187a-404a-b52b-ede56537015a), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:25.299183 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-16fba278-f49f-4815-89a2-217478f730b4 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks [] for security_group (e1a9435d-187a-404a-b52b-ede56537015a), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:25.367627 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ddc3fa-7cf9-4d8d-86fc-dac733229d82 req-abbefa30-02c8-4e1d-afda-bd9cdb291aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:13:25.369116 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-f2ddc3fa-7cf9-4d8d-86fc-dac733229d82 req-abbefa30-02c8-4e1d-afda-bd9cdb291aaf service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=69b2364f40d14160adf0220d92adaad7&device_id=5f3dbd3d-5eee-41a4-8cf7-9ae611ed5982 HTTP/1.1" status: 200 len: 1128 time: 0.0421107 May 31 21:13:25.413296 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-f2ddc3fa-7cf9-4d8d-86fc-dac733229d82 req-f28c1a94-895a-4dc5-9201-43f8ff7ab9de service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d2db5c87-efce-4692-aa2a-48540d4ccc40 HTTP/1.1" status: 200 len: 217 time: 0.0376942 May 31 21:13:25.429846 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-16fba278-f49f-4815-89a2-217478f730b4 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (e1a9435d-187a-404a-b52b-ede56537015a), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:25.432448 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-16fba278-f49f-4815-89a2-217478f730b4 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks [] for security_group (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:25.433991 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-16fba278-f49f-4815-89a2-217478f730b4 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "DELETE /v2.0/security-groups/e1a9435d-187a-404a-b52b-ede56537015a HTTP/1.1" status: 204 len: 168 time: 0.2230165 May 31 21:13:25.439609 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 39756) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:13:25.456173 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fba278-f49f-4815-89a2-217478f730b4 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a9435d-187a-404a-b52b-ede56537015a,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:13:25.459637 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.api.v2.resource [None req-63ebc082-37b4-4033-a974-e6ae5347f1c1 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] show failed (client error): The resource could not be found. May 31 21:13:25.460750 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-63ebc082-37b4-4033-a974-e6ae5347f1c1 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "GET /v2.0/security-groups/e1a9435d-187a-404a-b52b-ede56537015a HTTP/1.1" status: 404 len: 347 time: 0.0212812 May 31 21:13:25.463908 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 39758) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:13:25.468123 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ddc3fa-7cf9-4d8d-86fc-dac733229d82 req-419f4925-6100-4f30-8829-bc431c753326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:13:25.469599 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-f2ddc3fa-7cf9-4d8d-86fc-dac733229d82 req-419f4925-6100-4f30-8829-bc431c753326 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=b0a2bf4f-8e94-4747-a06c-e4eb22a2611a HTTP/1.1" status: 200 len: 853 time: 0.0460222 May 31 21:13:25.519559 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ddc3fa-7cf9-4d8d-86fc-dac733229d82 req-8fd1a705-bda3-44a6-895f-1dae5e25d5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:13:25.519559 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-f2ddc3fa-7cf9-4d8d-86fc-dac733229d82 req-8fd1a705-bda3-44a6-895f-1dae5e25d5df service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=f9f27def-cef7-45b6-9a7b-b0c954078818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0416934 May 31 21:13:25.579842 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-e109d93b-8556-4c5a-bf75-65edb61b63b2 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Deleting port 00e58cec-89ab-4874-9f87-1dc6206391c3 {{(pid=104320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 31 21:13:25.580193 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-e109d93b-8556-4c5a-bf75-65edb61b63b2 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747262076802'] for port (00e58cec-89ab-4874-9f87-1dc6206391c3), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:25.612843 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-f2ddc3fa-7cf9-4d8d-86fc-dac733229d82 req-195b084c-9d10-452f-8ec8-d2270ceafb62 service neutron] 10.222.0.40 "GET /v2.0/networks/f9f27def-cef7-45b6-9a7b-b0c954078818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872784 May 31 21:13:25.657426 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-e109d93b-8556-4c5a-bf75-65edb61b63b2 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574989'] for port (00e58cec-89ab-4874-9f87-1dc6206391c3), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:25.657787 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-e109d93b-8556-4c5a-bf75-65edb61b63b2 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks [] for floatingip (00e58cec-89ab-4874-9f87-1dc6206391c3), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:25.660089 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f3dbd3d-5eee-41a4-8cf7-9ae611ed5982', 'tag': 'd2db5c87-efce-4692-aa2a-48540d4ccc40'}] {{(pid=104321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:13:25.662349 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6b014d5dee29fffbb36c15c330f4dd8b871b4cb67f19a16d167ed5ff3960b8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c18192f-4ad3-462b-950e-702fb6b37b2f" -d '{"events": [{"name": "network-changed", "server_uuid": "5f3dbd3d-5eee-41a4-8cf7-9ae611ed5982", "tag": "d2db5c87-efce-4692-aa2a-48540d4ccc40"}]}' {{(pid=104321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:13:25.675151 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-e109d93b-8556-4c5a-bf75-65edb61b63b2 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Calling delete_port for 00e58cec-89ab-4874-9f87-1dc6206391c3 owned by network:floatingip {{(pid=104320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 31 21:13:25.708776 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 May 2022 21:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e8a150-041f-4da7-847f-24627d822bac x-openstack-request-id: req-c9e8a150-041f-4da7-847f-24627d822bac {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:13:25.709326 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f3dbd3d-5eee-41a4-8cf7-9ae611ed5982", "tag": "d2db5c87-efce-4692-aa2a-48540d4ccc40", "status": "completed", "code": 200}]} {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:13:25.709326 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c9e8a150-041f-4da7-847f-24627d822bac {{(pid=104321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:13:25.709665 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9e8a150-041f-4da7-847f-24627d822bac'] response: {'name': 'network-changed', 'server_uuid': '5f3dbd3d-5eee-41a4-8cf7-9ae611ed5982', 'tag': 'd2db5c87-efce-4692-aa2a-48540d4ccc40', 'status': 'completed', 'code': 200} May 31 21:13:25.715952 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-f2ddc3fa-7cf9-4d8d-86fc-dac733229d82 req-0a1bf1ea-ea2e-4eae-8a1a-8145d677cf5e service neutron] 10.222.0.40 "GET /v2.0/networks/f9f27def-cef7-45b6-9a7b-b0c954078818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969036 May 31 21:13:25.836115 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-fcedbaf8-64aa-4b3d-9780-c2f1212999bb req-dcc7cb63-3099-4583-ab8c-dd44adf654b2 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=5cb669a7-8e63-46ac-86f6-1be4050a44ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434742 May 31 21:13:25.864299 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d606d6e-b5f5-4886-a299-7a35b74263cb req-c2b91fc8-19bc-4491-bec5-8c0873d85b09 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:13:25.865745 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-9d606d6e-b5f5-4886-a299-7a35b74263cb req-c2b91fc8-19bc-4491-bec5-8c0873d85b09 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f3dbd3d-5eee-41a4-8cf7-9ae611ed5982 HTTP/1.1" status: 200 len: 944 time: 0.0558953 May 31 21:13:25.912898 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-9d606d6e-b5f5-4886-a299-7a35b74263cb req-bf8921cc-d7e5-4405-95b0-bf1d599c1d08 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/security-groups?id=d3c249d8-5094-4a6b-82e7-5ef0ca49be7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415726 May 31 21:13:25.962883 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-e109d93b-8556-4c5a-bf75-65edb61b63b2 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747262050753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747261518138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437045'] for port (00e58cec-89ab-4874-9f87-1dc6206391c3), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:25.988076 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e109d93b-8556-4c5a-bf75-65edb61b63b2 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Pushing event deleted for resources: {'Port': ['ID=00e58cec-89ab-4874-9f87-1dc6206391c3,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:13:26.047568 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-e109d93b-8556-4c5a-bf75-65edb61b63b2 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks [] for floatingip (aa5a99e6-9eb8-48a7-9d1d-1d792b063f6d), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:26.050515 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-e109d93b-8556-4c5a-bf75-65edb61b63b2 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for floatingip (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:26.051636 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-e109d93b-8556-4c5a-bf75-65edb61b63b2 tempest-AttachVolumeTestJSON-47090901 tempest-AttachVolumeTestJSON-47090901-project] 10.222.0.55 "DELETE /v2.0/floatingips/aa5a99e6-9eb8-48a7-9d1d-1d792b063f6d HTTP/1.1" status: 204 len: 168 time: 0.5865197 May 31 21:13:27.028809 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f2a80-ddf7-4956-aa7e-f6243cf5fda5 req-62db07b6-a063-414c-a146-390f536ca486 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:13:27.030282 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-a12f2a80-ddf7-4956-aa7e-f6243cf5fda5 req-62db07b6-a063-414c-a146-390f536ca486 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f3dbd3d-5eee-41a4-8cf7-9ae611ed5982 HTTP/1.1" status: 200 len: 944 time: 0.0500844 May 31 21:13:27.077483 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-a12f2a80-ddf7-4956-aa7e-f6243cf5fda5 req-1bbef484-5420-43ed-a2b1-af6bc4716dc8 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/security-groups?id=d3c249d8-5094-4a6b-82e7-5ef0ca49be7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415657 May 31 21:13:27.164789 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device 04ab265f-077c-4c29-bea4-68787d93131b no longer exists at agent hyperv_hv-cinder-83979 {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 31 21:13:27.184155 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] No Port match for: 04ab265f-077c-4c29-bea4-68787d93131b {{(pid=104322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 31 21:13:27.184495 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device 04ab265f-077c-4c29-bea4-68787d93131b not bound to the agent host hv-cinder-83979 {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 31 21:13:28.156252 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:13:28.191588 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9948864-c2cb-47b3-a3aa-e7ac96ee021c req-b43d6725-c41a-47c0-934d-3ed8cfd6a073 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:13:28.193044 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-f9948864-c2cb-47b3-a3aa-e7ac96ee021c req-b43d6725-c41a-47c0-934d-3ed8cfd6a073 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f3dbd3d-5eee-41a4-8cf7-9ae611ed5982 HTTP/1.1" status: 200 len: 944 time: 0.0464814 May 31 21:13:28.198086 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcedbaf8-64aa-4b3d-9780-c2f1212999bb req-ffc0d363-45b3-4e7a-8187-22bd53611b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:13:28.200126 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-fcedbaf8-64aa-4b3d-9780-c2f1212999bb req-ffc0d363-45b3-4e7a-8187-22bd53611b4c service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=69b2364f40d14160adf0220d92adaad7&device_id=5cb669a7-8e63-46ac-86f6-1be4050a44ec HTTP/1.1" status: 200 len: 1130 time: 0.0718641 May 31 21:13:28.204528 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c18192f-4ad3-462b-950e-702fb6b37b2f req-e3cff690-1979-40bd-ae54-8947e2b4da80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:13:28.206763 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-6c18192f-4ad3-462b-950e-702fb6b37b2f req-e3cff690-1979-40bd-ae54-8947e2b4da80 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=69b2364f40d14160adf0220d92adaad7&device_id=5f3dbd3d-5eee-41a4-8cf7-9ae611ed5982 HTTP/1.1" status: 200 len: 1128 time: 0.0764570 May 31 21:13:28.239002 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:13:28.243835 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-f9948864-c2cb-47b3-a3aa-e7ac96ee021c req-eb85781f-345f-49a4-90ce-d0ce7fe51c28 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/security-groups?id=d3c249d8-5094-4a6b-82e7-5ef0ca49be7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440423 May 31 21:13:28.621106 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c18192f-4ad3-462b-950e-702fb6b37b2f req-487e36d5-b767-4bdd-9928-e72caf2ba42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:13:28.622604 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-6c18192f-4ad3-462b-950e-702fb6b37b2f req-487e36d5-b767-4bdd-9928-e72caf2ba42e service neutron] 10.222.0.40 "GET /v2.0/networks?id=f9f27def-cef7-45b6-9a7b-b0c954078818 HTTP/1.1" status: 200 len: 915 time: 0.4096010 May 31 21:13:28.623680 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcedbaf8-64aa-4b3d-9780-c2f1212999bb req-e6b96f24-912c-4a16-95eb-635110ec7885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:13:28.625000 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-fcedbaf8-64aa-4b3d-9780-c2f1212999bb req-e6b96f24-912c-4a16-95eb-635110ec7885 service neutron] 10.222.0.40 "GET /v2.0/networks?id=f9f27def-cef7-45b6-9a7b-b0c954078818 HTTP/1.1" status: 200 len: 915 time: 0.4024932 May 31 21:13:28.700630 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-6c18192f-4ad3-462b-950e-702fb6b37b2f req-db26dfa6-cf65-4842-9b19-e6bf9d073470 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d2db5c87-efce-4692-aa2a-48540d4ccc40 HTTP/1.1" status: 200 len: 217 time: 0.0661581 May 31 21:13:28.702759 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:13:28.757969 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-fcedbaf8-64aa-4b3d-9780-c2f1212999bb req-e9eaa292-508b-423e-b413-4dfd25cbdab2 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e802cc62-ebe6-41ff-a0a9-e0f9038c9831 HTTP/1.1" status: 200 len: 1002 time: 0.1223469 May 31 21:13:28.774755 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c18192f-4ad3-462b-950e-702fb6b37b2f req-a2a2dfde-aa69-4310-94bf-ed9d26093733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:13:28.776103 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-6c18192f-4ad3-462b-950e-702fb6b37b2f req-a2a2dfde-aa69-4310-94bf-ed9d26093733 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=b0a2bf4f-8e94-4747-a06c-e4eb22a2611a HTTP/1.1" status: 200 len: 853 time: 0.0704982 May 31 21:13:28.842204 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c18192f-4ad3-462b-950e-702fb6b37b2f req-a122ee33-91f2-40d3-a974-d2944c2c0966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:13:28.843689 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-6c18192f-4ad3-462b-950e-702fb6b37b2f req-a122ee33-91f2-40d3-a974-d2944c2c0966 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=f9f27def-cef7-45b6-9a7b-b0c954078818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0496798 May 31 21:13:28.844965 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcedbaf8-64aa-4b3d-9780-c2f1212999bb req-b59b7e1f-ef50-40be-8f4d-5aff847a9938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:13:28.846901 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-fcedbaf8-64aa-4b3d-9780-c2f1212999bb req-b59b7e1f-ef50-40be-8f4d-5aff847a9938 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=b0a2bf4f-8e94-4747-a06c-e4eb22a2611a HTTP/1.1" status: 200 len: 853 time: 0.0824735 May 31 21:13:28.943065 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcedbaf8-64aa-4b3d-9780-c2f1212999bb req-94cc6865-04b4-40ce-8253-f919df6b98aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:13:28.944720 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-fcedbaf8-64aa-4b3d-9780-c2f1212999bb req-94cc6865-04b4-40ce-8253-f919df6b98aa service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=f9f27def-cef7-45b6-9a7b-b0c954078818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0883427 May 31 21:13:29.002149 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=100 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:13:29.028775 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-6c18192f-4ad3-462b-950e-702fb6b37b2f req-349ae751-08ff-41f7-b43d-0c0823fd098b service neutron] 10.222.0.40 "GET /v2.0/networks/f9f27def-cef7-45b6-9a7b-b0c954078818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735179 May 31 21:13:29.107899 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-fcedbaf8-64aa-4b3d-9780-c2f1212999bb req-6e56c0c9-2881-497d-a4bf-984b45fe8053 service neutron] 10.222.0.40 "GET /v2.0/networks/f9f27def-cef7-45b6-9a7b-b0c954078818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569281 May 31 21:13:29.180758 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device d2db5c87-efce-4692-aa2a-48540d4ccc40 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=104322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 31 21:13:29.191981 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-6c18192f-4ad3-462b-950e-702fb6b37b2f req-c06ff943-ecd2-47d6-857c-dd04f2f7e4e9 service neutron] 10.222.0.40 "GET /v2.0/networks/f9f27def-cef7-45b6-9a7b-b0c954078818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562710 May 31 21:13:29.225739 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-fcedbaf8-64aa-4b3d-9780-c2f1212999bb req-732067c9-3ce1-4ae5-8ad2-96dd943a45be service neutron] 10.222.0.40 "GET /v2.0/networks/f9f27def-cef7-45b6-9a7b-b0c954078818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114197 May 31 21:13:29.299406 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] For port d2db5c87-efce-4692-aa2a-48540d4ccc40, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=d2db5c87-efce-4692-aa2a-48540d4ccc40,segment=NetworkSegment(dab68be0-cc2b-428d-a1e3-e670fc69bce9),segment_id=dab68be0-cc2b-428d-a1e3-e670fc69bce9)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:13:29.310953 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Returning: {'device': 'd2db5c87-efce-4692-aa2a-48540d4ccc40', 'network_id': 'f9f27def-cef7-45b6-9a7b-b0c954078818', 'port_id': 'd2db5c87-efce-4692-aa2a-48540d4ccc40', 'mac_address': 'fa:16:3e:81:cf:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a2bf4f-8e94-4747-a06c-e4eb22a2611a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 31 21:13:29.346755 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Current status of the port d2db5c87-efce-4692-aa2a-48540d4ccc40 is: DOWN; New status is: BUILD {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:13:29.347134 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (d2db5c87-efce-4692-aa2a-48540d4ccc40), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:29.361137 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.notifiers.nova [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2db5c87-efce-4692-aa2a-48540d4ccc40 {{(pid=104322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 21:13:29.361858 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab896fd-1b5c-49d1-bdfb-381f3b9b2831 req-808ae867-1a97-4257-8711-d297f1238318 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:13:29.363389 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-2ab896fd-1b5c-49d1-bdfb-381f3b9b2831 req-808ae867-1a97-4257-8711-d297f1238318 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f3dbd3d-5eee-41a4-8cf7-9ae611ed5982 HTTP/1.1" status: 200 len: 944 time: 0.0484257 May 31 21:13:29.382404 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] For port d2db5c87-efce-4692-aa2a-48540d4ccc40, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=d2db5c87-efce-4692-aa2a-48540d4ccc40,segment=NetworkSegment(dab68be0-cc2b-428d-a1e3-e670fc69bce9),segment_id=dab68be0-cc2b-428d-a1e3-e670fc69bce9)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:13:29.414258 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-2ab896fd-1b5c-49d1-bdfb-381f3b9b2831 req-c84bbeec-5c90-4d1d-a9d2-88333e68552f tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/security-groups?id=d3c249d8-5094-4a6b-82e7-5ef0ca49be7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453076 May 31 21:13:29.464212 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (d2db5c87-efce-4692-aa2a-48540d4ccc40), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:29.511308 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Pushing event updated for resources: {'Port': ['ID=d2db5c87-efce-4692-aa2a-48540d4ccc40,revision_number=4']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:13:29.519528 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:13:29.519880 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:13:29.520222 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:13:29.520562 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:13:29.520901 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:13:29.521228 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:13:29.521552 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:13:29.521876 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:13:29.522226 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:13:29.522551 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:13:29.522874 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:13:29.523198 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:13:29.523520 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:13:29.523842 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:13:29.524161 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:13:29.838483 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] get_ports_and_sgs() called for port_ids ['d2db5c87-efce-4692-aa2a-48540d4ccc40'] {{(pid=104322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 31 21:13:30.051268 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 39800) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:13:30.537255 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c79c49-d3dc-46e6-83de-e44cf261f059 req-c824b96b-9bef-41aa-84b8-6be255efacb8 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:13:30.538704 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-22c79c49-d3dc-46e6-83de-e44cf261f059 req-c824b96b-9bef-41aa-84b8-6be255efacb8 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f3dbd3d-5eee-41a4-8cf7-9ae611ed5982 HTTP/1.1" status: 200 len: 945 time: 0.0542214 May 31 21:13:30.648845 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-22c79c49-d3dc-46e6-83de-e44cf261f059 req-3f9fd8ac-2c01-4e2b-8c45-8d4a9075b30e tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/security-groups?id=d3c249d8-5094-4a6b-82e7-5ef0ca49be7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033523 May 31 21:13:30.736942 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6f63b9e3-a7cc-48df-99b0-e5b869d38095 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1599450'] for router_interface (ff272f53-2b7a-4bbe-b725-5972a2793472), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:30.946816 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-6f63b9e3-a7cc-48df-99b0-e5b869d38095 admin admin] Deleting port 2baf48ae-5d17-4d40-9cfc-a85c7ef4db95 {{(pid=104320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 31 21:13:30.947144 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6f63b9e3-a7cc-48df-99b0-e5b869d38095 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747262076802'] for port (2baf48ae-5d17-4d40-9cfc-a85c7ef4db95), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:31.027010 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-6f63b9e3-a7cc-48df-99b0-e5b869d38095 admin admin] For port 2baf48ae-5d17-4d40-9cfc-a85c7ef4db95, host dv-cinder-839793-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=2baf48ae-5d17-4d40-9cfc-a85c7ef4db95,segment=NetworkSegment(f5d5aacd-0a79-4c28-aa2d-fa67740c4f52),segment_id=f5d5aacd-0a79-4c28-aa2d-fa67740c4f52)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:13:31.027279 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6f63b9e3-a7cc-48df-99b0-e5b869d38095 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574989'] for port (2baf48ae-5d17-4d40-9cfc-a85c7ef4db95), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:31.039622 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:13:31.040763 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-6f63b9e3-a7cc-48df-99b0-e5b869d38095 admin admin] Calling delete_port for 2baf48ae-5d17-4d40-9cfc-a85c7ef4db95 owned by network:router_interface {{(pid=104320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 31 21:13:31.164411 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:13:31.210696 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device d2db5c87-efce-4692-aa2a-48540d4ccc40 up at agent hyperv_hv-cinder-83979 {{(pid=104322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 31 21:13:31.253210 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Provisioning for port d2db5c87-efce-4692-aa2a-48540d4ccc40 completed by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 31 21:13:31.294819 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6f63b9e3-a7cc-48df-99b0-e5b869d38095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747262050753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747261518138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437045'] for port (2baf48ae-5d17-4d40-9cfc-a85c7ef4db95), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:31.323017 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Provisioning complete for port d2db5c87-efce-4692-aa2a-48540d4ccc40 triggered by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:13:31.323403 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (d2db5c87-efce-4692-aa2a-48540d4ccc40), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:31.324946 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f63b9e3-a7cc-48df-99b0-e5b869d38095 admin admin] Pushing event deleted for resources: {'Port': ['ID=2baf48ae-5d17-4d40-9cfc-a85c7ef4db95,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:13:31.407542 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Current status of the port d2db5c87-efce-4692-aa2a-48540d4ccc40 is: BUILD; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:13:31.407927 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (d2db5c87-efce-4692-aa2a-48540d4ccc40), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:31.433587 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f3dbd3d-5eee-41a4-8cf7-9ae611ed5982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2db5c87-efce-4692-aa2a-48540d4ccc40'}] {{(pid=104322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:13:31.435941 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0d07a434bcc94248bd83d89f5df7255b965f34de07d957ea8ea11cb14c6cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c21c898b-418c-4570-a41b-c666f763b681" -d '{"events": [{"server_uuid": "5f3dbd3d-5eee-41a4-8cf7-9ae611ed5982", "name": "network-vif-plugged", "status": "completed", "tag": "d2db5c87-efce-4692-aa2a-48540d4ccc40"}]}' {{(pid=104322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:13:31.449362 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] For port d2db5c87-efce-4692-aa2a-48540d4ccc40, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=d2db5c87-efce-4692-aa2a-48540d4ccc40,segment=NetworkSegment(dab68be0-cc2b-428d-a1e3-e670fc69bce9),segment_id=dab68be0-cc2b-428d-a1e3-e670fc69bce9)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:13:31.482698 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 May 2022 21:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-663e9338-67f9-40e9-a1dc-f23389ec36d9 x-openstack-request-id: req-663e9338-67f9-40e9-a1dc-f23389ec36d9 {{(pid=104322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:13:31.482995 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f3dbd3d-5eee-41a4-8cf7-9ae611ed5982", "name": "network-vif-plugged", "status": "completed", "tag": "d2db5c87-efce-4692-aa2a-48540d4ccc40", "code": 200}]} {{(pid=104322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:13:31.483256 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-663e9338-67f9-40e9-a1dc-f23389ec36d9 {{(pid=104322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:13:31.483666 dv-cinder-839793-16-iscsi neutron-server[104322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-663e9338-67f9-40e9-a1dc-f23389ec36d9'] response: {'server_uuid': '5f3dbd3d-5eee-41a4-8cf7-9ae611ed5982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2db5c87-efce-4692-aa2a-48540d4ccc40', 'code': 200} May 31 21:13:31.496717 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6f63b9e3-a7cc-48df-99b0-e5b869d38095 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1696841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1612805'] for router_interface (ff272f53-2b7a-4bbe-b725-5972a2793472), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:31.535365 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (d2db5c87-efce-4692-aa2a-48540d4ccc40), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:31.588300 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Pushing event updated for resources: {'Port': ['ID=d2db5c87-efce-4692-aa2a-48540d4ccc40,revision_number=5']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:13:31.715013 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f63b9e3-a7cc-48df-99b0-e5b869d38095 admin admin] Router ff272f53-2b7a-4bbe-b725-5972a2793472 has already been hosted by L3 agent 13ce5b10-321e-4e80-b29e-1cfc3c51661e {{(pid=104320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 31 21:13:31.870047 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ff2fd5-f107-478b-8443-66d1aca6874a req-a9283581-551f-4264-b21d-06b236f32d8d tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:13:31.872799 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-d9ff2fd5-f107-478b-8443-66d1aca6874a req-a9283581-551f-4264-b21d-06b236f32d8d tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f3dbd3d-5eee-41a4-8cf7-9ae611ed5982 HTTP/1.1" status: 200 len: 946 time: 0.1162746 May 31 21:13:31.873760 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcdbefd-4c7d-46c2-870f-93574c5b9928 req-462af44f-e66f-4810-82d4-928a4759f647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:13:31.875674 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-6bcdbefd-4c7d-46c2-870f-93574c5b9928 req-462af44f-e66f-4810-82d4-928a4759f647 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=5f3dbd3d-5eee-41a4-8cf7-9ae611ed5982 HTTP/1.1" status: 200 len: 1130 time: 0.0487428 May 31 21:13:31.898973 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f63b9e3-a7cc-48df-99b0-e5b869d38095 admin admin] Notify agent at l3_agent.dv-cinder-839793-16-iscsi the message routers_updated {{(pid=104320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 31 21:13:31.905810 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-6f63b9e3-a7cc-48df-99b0-e5b869d38095 admin admin] 10.222.0.55 "PUT /v2.0/routers/ff272f53-2b7a-4bbe-b725-5972a2793472/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8530340 May 31 21:13:31.911753 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3133cf-a40d-4c78-b56e-423fd4008e51 None None] Sync routers for ids ['ff272f53-2b7a-4bbe-b725-5972a2793472'] in dv-cinder-839793-16-iscsi {{(pid=104323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 21:13:31.915941 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 39810) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:13:31.922495 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3133cf-a40d-4c78-b56e-423fd4008e51 None None] Routers {'ff272f53-2b7a-4bbe-b725-5972a2793472'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:13:31.923109 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-6d3133cf-a40d-4c78-b56e-423fd4008e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:13:14Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['ff272f53-2b7a-4bbe-b725-5972a2793472'], 'active': True} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:13:31.946207 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-d9ff2fd5-f107-478b-8443-66d1aca6874a req-38fd9086-a4e7-45cc-9a00-3d0123268e7b tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/security-groups?id=d3c249d8-5094-4a6b-82e7-5ef0ca49be7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663748 May 31 21:13:31.978393 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-6bcdbefd-4c7d-46c2-870f-93574c5b9928 req-d3199545-e3e3-4c62-97e1-51af199b0dfa service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=d3c249d8-5094-4a6b-82e7-5ef0ca49be7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953827 May 31 21:13:32.032559 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-887b01df-b2ed-4161-b202-f5d03121a9c4 admin admin] Publish callbacks [] for router (ff272f53-2b7a-4bbe-b725-5972a2793472), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:32.097641 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=100 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:13:32.115166 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvr_db [None req-6d3133cf-a40d-4c78-b56e-423fd4008e51 None None] Set router ff272f53-2b7a-4bbe-b725-5972a2793472 gateway port host: dv-cinder-839793-16-iscsi {{(pid=104323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:13:32.130265 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-887b01df-b2ed-4161-b202-f5d03121a9c4 admin admin] Publish callbacks [] for router_gateway (ff272f53-2b7a-4bbe-b725-5972a2793472), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:32.217084 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=100 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:13:32.228346 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.plugin [None req-887b01df-b2ed-4161-b202-f5d03121a9c4 admin admin] Deleting port 290f01b7-6a91-4b97-a4b5-955ef8546d00 {{(pid=104321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 31 21:13:32.228690 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-887b01df-b2ed-4161-b202-f5d03121a9c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747262076802'] for port (290f01b7-6a91-4b97-a4b5-955ef8546d00), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:32.286655 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-6d3133cf-a40d-4c78-b56e-423fd4008e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff272f53-2b7a-4bbe-b725-5972a2793472', 'name': 'tempest-AttachVolumeTestJSON-315142425-router', 'tenant_id': '180ff6fd8c5b434abffa058ea99ef7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '290f01b7-6a91-4b97-a4b5-955ef8546d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:03:21Z', 'updated_at': '2022-05-31T21:13:31Z', 'revision_number': 5, 'project_id': '180ff6fd8c5b434abffa058ea99ef7c4', 'gw_port': {'id': '290f01b7-6a91-4b97-a4b5-955ef8546d00', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:61:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff272f53-2b7a-4bbe-b725-5972a2793472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:22Z', 'updated_at': '2022-05-31T21:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi'}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:13:32.310118 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [None req-887b01df-b2ed-4161-b202-f5d03121a9c4 admin admin] For port 290f01b7-6a91-4b97-a4b5-955ef8546d00, host dv-cinder-839793-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=290f01b7-6a91-4b97-a4b5-955ef8546d00,segment=NetworkSegment(4436eed2-294e-4646-83cf-aec09b7c7c9c),segment_id=4436eed2-294e-4646-83cf-aec09b7c7c9c)] {{(pid=104321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:13:32.310482 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-887b01df-b2ed-4161-b202-f5d03121a9c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574989'] for port (290f01b7-6a91-4b97-a4b5-955ef8546d00), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:32.311641 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3133cf-a40d-4c78-b56e-423fd4008e51 None None] Checking router: ff272f53-2b7a-4bbe-b725-5972a2793472 for host: dv-cinder-839793-16-iscsi {{(pid=104323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 21:13:32.321047 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3133cf-a40d-4c78-b56e-423fd4008e51 None None] Routers {'ff272f53-2b7a-4bbe-b725-5972a2793472'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:13:32.321655 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-6d3133cf-a40d-4c78-b56e-423fd4008e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:13:14Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['ff272f53-2b7a-4bbe-b725-5972a2793472'], 'active': True} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:13:32.323910 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.plugin [None req-887b01df-b2ed-4161-b202-f5d03121a9c4 admin admin] Calling delete_port for 290f01b7-6a91-4b97-a4b5-955ef8546d00 owned by network:router_gateway {{(pid=104321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 31 21:13:32.329067 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:13:32.409175 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvr_db [None req-6d3133cf-a40d-4c78-b56e-423fd4008e51 None None] Set router ff272f53-2b7a-4bbe-b725-5972a2793472 gateway port host: None {{(pid=104323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:13:32.445651 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:13:32.458667 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-6d3133cf-a40d-4c78-b56e-423fd4008e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff272f53-2b7a-4bbe-b725-5972a2793472', 'name': 'tempest-AttachVolumeTestJSON-315142425-router', 'tenant_id': '180ff6fd8c5b434abffa058ea99ef7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:03:21Z', 'updated_at': '2022-05-31T21:13:32Z', 'revision_number': 6, 'project_id': '180ff6fd8c5b434abffa058ea99ef7c4', 'gw_port_host': None}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:13:32.486046 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3133cf-a40d-4c78-b56e-423fd4008e51 None None] The sync data for ids ['ff272f53-2b7a-4bbe-b725-5972a2793472'] in dv-cinder-839793-16-iscsi is: [{'id': 'ff272f53-2b7a-4bbe-b725-5972a2793472', 'name': 'tempest-AttachVolumeTestJSON-315142425-router', 'tenant_id': '180ff6fd8c5b434abffa058ea99ef7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:03:21Z', 'updated_at': '2022-05-31T21:13:32Z', 'revision_number': 6, 'project_id': '180ff6fd8c5b434abffa058ea99ef7c4', 'gw_port_host': None}] {{(pid=104323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 21:13:32.567112 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-887b01df-b2ed-4161-b202-f5d03121a9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747262050753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747261518138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25540506'] for port (290f01b7-6a91-4b97-a4b5-955ef8546d00), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:32.593088 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887b01df-b2ed-4161-b202-f5d03121a9c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=290f01b7-6a91-4b97-a4b5-955ef8546d00,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:13:32.657554 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-887b01df-b2ed-4161-b202-f5d03121a9c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598469'] for router_gateway (ff272f53-2b7a-4bbe-b725-5972a2793472), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:32.742994 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-887b01df-b2ed-4161-b202-f5d03121a9c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1599166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256068'] for router (ff272f53-2b7a-4bbe-b725-5972a2793472), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:32.745360 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-887b01df-b2ed-4161-b202-f5d03121a9c4 admin admin] Publish callbacks [] for router_controller (ff272f53-2b7a-4bbe-b725-5972a2793472), precommit_delete_associations {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:32.847265 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-887b01df-b2ed-4161-b202-f5d03121a9c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1599157'] for router (ff272f53-2b7a-4bbe-b725-5972a2793472), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:32.847862 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-887b01df-b2ed-4161-b202-f5d03121a9c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff272f53-2b7a-4bbe-b725-5972a2793472 {{(pid=104321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 31 21:13:32.852221 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-887b01df-b2ed-4161-b202-f5d03121a9c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:32.861067 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-887b01df-b2ed-4161-b202-f5d03121a9c4 admin admin] 10.222.0.55 "DELETE /v2.0/routers/ff272f53-2b7a-4bbe-b725-5972a2793472 HTTP/1.1" status: 204 len: 168 time: 0.9362431 May 31 21:13:32.861067 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 39812) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:13:32.903445 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.db_base_plugin_v2 [None req-94501b1c-622f-486b-a5a1-a63ce1fc3ce6 admin admin] Deleting subnet ed08b0b7-388e-4929-9128-adbbfafb9e7c {{(pid=104321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 31 21:13:32.906935 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-94501b1c-622f-486b-a5a1-a63ce1fc3ce6 admin admin] Publish callbacks [] for subnet (ed08b0b7-388e-4929-9128-adbbfafb9e7c), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:32.941753 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-94501b1c-622f-486b-a5a1-a63ce1fc3ce6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3660655'] for subnet (ed08b0b7-388e-4929-9128-adbbfafb9e7c), precommit_delete_associations {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:33.018648 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-94501b1c-622f-486b-a5a1-a63ce1fc3ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673141'] for subnet (ed08b0b7-388e-4929-9128-adbbfafb9e7c), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:33.066103 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e81125-00a7-466a-bffa-844719e874cc req-39c43ace-7074-4796-b6e1-5ce09d213a07 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:13:33.067612 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-b2e81125-00a7-466a-bffa-844719e874cc req-39c43ace-7074-4796-b6e1-5ce09d213a07 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f3dbd3d-5eee-41a4-8cf7-9ae611ed5982 HTTP/1.1" status: 200 len: 946 time: 0.0486016 May 31 21:13:33.105413 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:13:33.118104 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-b2e81125-00a7-466a-bffa-844719e874cc req-d9256d66-871e-474c-a10b-aa117af01927 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/security-groups?id=d3c249d8-5094-4a6b-82e7-5ef0ca49be7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446365 May 31 21:13:33.175195 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-94501b1c-622f-486b-a5a1-a63ce1fc3ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25540591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25435895'] for subnet (ed08b0b7-388e-4929-9128-adbbfafb9e7c), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:33.200073 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94501b1c-622f-486b-a5a1-a63ce1fc3ce6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed08b0b7-388e-4929-9128-adbbfafb9e7c,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:13:33.203657 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-94501b1c-622f-486b-a5a1-a63ce1fc3ce6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696852'] for subnet (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:33.207251 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-94501b1c-622f-486b-a5a1-a63ce1fc3ce6 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/ed08b0b7-388e-4929-9128-adbbfafb9e7c HTTP/1.1" status: 204 len: 168 time: 0.3500583 May 31 21:13:33.209757 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 39816) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:13:33.212040 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d28126b-e61e-4156-b884-b9115e12ff6c None None] Network 1cab6d20-22a6-4088-8e1d-60992c365df4 requested from dv-cinder-839793-16-iscsi {{(pid=104322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 31 21:13:33.289704 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-84741a65-3d79-49db-966d-8d06de54a57a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681077'] for network (1cab6d20-22a6-4088-8e1d-60992c365df4), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:33.333408 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.plugin [None req-84741a65-3d79-49db-966d-8d06de54a57a admin admin] Deleting port 1e7cdc48-8bca-4483-a3eb-8cb2e7b00cfc {{(pid=104321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 31 21:13:33.333741 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-84741a65-3d79-49db-966d-8d06de54a57a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747262076802'] for port (1e7cdc48-8bca-4483-a3eb-8cb2e7b00cfc), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:33.402108 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566e0736-ab17-4be2-a498-3d3406d36e1c None None] DHCP port deletion for 1cab6d20-22a6-4088-8e1d-60992c365df4 request from dv-cinder-839793-16-iscsi {{(pid=104322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 31 21:13:33.405922 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [None req-84741a65-3d79-49db-966d-8d06de54a57a admin admin] For port 1e7cdc48-8bca-4483-a3eb-8cb2e7b00cfc, host dv-cinder-839793-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=1e7cdc48-8bca-4483-a3eb-8cb2e7b00cfc,segment=NetworkSegment(f5d5aacd-0a79-4c28-aa2d-fa67740c4f52),segment_id=f5d5aacd-0a79-4c28-aa2d-fa67740c4f52)] {{(pid=104321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:13:33.406293 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-84741a65-3d79-49db-966d-8d06de54a57a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574989'] for port (1e7cdc48-8bca-4483-a3eb-8cb2e7b00cfc), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:33.419703 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.plugin [None req-84741a65-3d79-49db-966d-8d06de54a57a admin admin] Calling delete_port for 1e7cdc48-8bca-4483-a3eb-8cb2e7b00cfc owned by network:dhcp {{(pid=104321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 31 21:13:33.435061 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=78,neutron:UPDATE=3 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:13:33.445025 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-566e0736-ab17-4be2-a498-3d3406d36e1c None None] Deleting port 1e7cdc48-8bca-4483-a3eb-8cb2e7b00cfc {{(pid=104322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 31 21:13:33.445474 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-566e0736-ab17-4be2-a498-3d3406d36e1c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747262076802'] for port (1e7cdc48-8bca-4483-a3eb-8cb2e7b00cfc), before_delete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:33.477393 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:13:33.483734 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=72,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:13:33.484343 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:13:33.512823 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-566e0736-ab17-4be2-a498-3d3406d36e1c None None] For port 1e7cdc48-8bca-4483-a3eb-8cb2e7b00cfc, host dv-cinder-839793-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=1e7cdc48-8bca-4483-a3eb-8cb2e7b00cfc,segment=NetworkSegment(f5d5aacd-0a79-4c28-aa2d-fa67740c4f52),segment_id=f5d5aacd-0a79-4c28-aa2d-fa67740c4f52)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:13:33.513309 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-566e0736-ab17-4be2-a498-3d3406d36e1c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574989'] for port (1e7cdc48-8bca-4483-a3eb-8cb2e7b00cfc), precommit_delete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:33.527476 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-566e0736-ab17-4be2-a498-3d3406d36e1c None None] Calling delete_port for 1e7cdc48-8bca-4483-a3eb-8cb2e7b00cfc owned by network:dhcp {{(pid=104322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 31 21:13:33.595212 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-84741a65-3d79-49db-966d-8d06de54a57a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747262050753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747261518138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25540506'] for port (1e7cdc48-8bca-4483-a3eb-8cb2e7b00cfc), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:33.607759 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-566e0736-ab17-4be2-a498-3d3406d36e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747262050753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747261518138'] for port (1e7cdc48-8bca-4483-a3eb-8cb2e7b00cfc), after_delete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:33.622758 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566e0736-ab17-4be2-a498-3d3406d36e1c None None] No DVR routers for this DVR port 1e7cdc48-8bca-4483-a3eb-8cb2e7b00cfc on host dv-cinder-839793-16-iscsi {{(pid=104322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} May 31 21:13:33.626145 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84741a65-3d79-49db-966d-8d06de54a57a admin admin] Pushing event deleted for resources: {'Port': ['ID=1e7cdc48-8bca-4483-a3eb-8cb2e7b00cfc,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:13:33.629629 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84741a65-3d79-49db-966d-8d06de54a57a admin admin] No DVR routers for this DVR port 1e7cdc48-8bca-4483-a3eb-8cb2e7b00cfc on host dv-cinder-839793-16-iscsi {{(pid=104321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} May 31 21:13:33.645658 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566e0736-ab17-4be2-a498-3d3406d36e1c None None] Pushing event deleted for resources: {'Port': ['ID=1e7cdc48-8bca-4483-a3eb-8cb2e7b00cfc,revision_number=None']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:13:33.698668 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:13:33.702751 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-84741a65-3d79-49db-966d-8d06de54a57a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678652', 'neutron.services.segments.db._delete_segments_for_network-8747261968285'] for network (1cab6d20-22a6-4088-8e1d-60992c365df4), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:33.724640 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.services.segments.db [None req-84741a65-3d79-49db-966d-8d06de54a57a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cab6d20-22a6-4088-8e1d-60992c365df4']}} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:13:33.734164 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.services.segments.db [None req-84741a65-3d79-49db-966d-8d06de54a57a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5d5aacd-0a79-4c28-aa2d-fa67740c4f52') {'for_net_delete': True} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:13:33.734459 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.services.segments.db [None req-84741a65-3d79-49db-966d-8d06de54a57a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5d5aacd-0a79-4c28-aa2d-fa67740c4f52') {} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:13:33.744286 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-84741a65-3d79-49db-966d-8d06de54a57a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747261973158', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3660646'] for segment (f5d5aacd-0a79-4c28-aa2d-fa67740c4f52), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:33.757637 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-84741a65-3d79-49db-966d-8d06de54a57a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674812'] for segment (f5d5aacd-0a79-4c28-aa2d-fa67740c4f52), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:33.763946 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84741a65-3d79-49db-966d-8d06de54a57a admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=104321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 21:13:33.764331 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-84741a65-3d79-49db-966d-8d06de54a57a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25540173'] for segment (f5d5aacd-0a79-4c28-aa2d-fa67740c4f52), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:33.808555 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.services.segments.plugin [-] Segment f5d5aacd-0a79-4c28-aa2d-fa67740c4f52 resource provider aggregate not found May 31 21:13:33.827135 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.services.segments.plugin [-] Segment f5d5aacd-0a79-4c28-aa2d-fa67740c4f52 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f5d5aacd-0a79-4c28-aa2d-fa67740c4f52 found for delete ", "request_id": "req-7447bf28-ac16-47b2-978a-6e1b9382e675"}]} May 31 21:13:33.846073 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device 2baf48ae-5d17-4d40-9cfc-a85c7ef4db95 no longer exists at agent ovs-agent-dv-cinder-839793-16-iscsi {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 31 21:13:33.865516 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] No Port match for: 2baf48ae-5d17-4d40-9cfc-a85c7ef4db95 {{(pid=104322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 31 21:13:33.865863 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device 2baf48ae-5d17-4d40-9cfc-a85c7ef4db95 not bound to the agent host dv-cinder-839793-16-iscsi {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 31 21:13:33.866294 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device 290f01b7-6a91-4b97-a4b5-955ef8546d00 no longer exists at agent ovs-agent-dv-cinder-839793-16-iscsi {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 31 21:13:33.884379 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] No Port match for: 290f01b7-6a91-4b97-a4b5-955ef8546d00 {{(pid=104322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 31 21:13:33.884724 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device 290f01b7-6a91-4b97-a4b5-955ef8546d00 not bound to the agent host dv-cinder-839793-16-iscsi {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 31 21:13:33.886488 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device 1e7cdc48-8bca-4483-a3eb-8cb2e7b00cfc no longer exists at agent ovs-agent-dv-cinder-839793-16-iscsi {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 31 21:13:33.903661 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] No Port match for: 1e7cdc48-8bca-4483-a3eb-8cb2e7b00cfc {{(pid=104322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 31 21:13:33.903936 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device 1e7cdc48-8bca-4483-a3eb-8cb2e7b00cfc not bound to the agent host dv-cinder-839793-16-iscsi {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 31 21:13:33.905977 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-84741a65-3d79-49db-966d-8d06de54a57a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598461'] for network (1cab6d20-22a6-4088-8e1d-60992c365df4), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:33.923980 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-84741a65-3d79-49db-966d-8d06de54a57a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696852'] for network (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:33.927037 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-84741a65-3d79-49db-966d-8d06de54a57a admin admin] 10.222.0.55 "DELETE /v2.0/networks/1cab6d20-22a6-4088-8e1d-60992c365df4 HTTP/1.1" status: 204 len: 168 time: 0.7162988 May 31 21:13:33.928403 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84741a65-3d79-49db-966d-8d06de54a57a admin admin] Pushing event deleted for resources: {'Network': ['ID=1cab6d20-22a6-4088-8e1d-60992c365df4,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:13:34.234564 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d70fe-dcc1-43dc-bae3-269bf04ab39d req-c4278a7b-213f-45ab-9b18-844104c04115 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:13:34.236019 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-515d70fe-dcc1-43dc-bae3-269bf04ab39d req-c4278a7b-213f-45ab-9b18-844104c04115 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f3dbd3d-5eee-41a4-8cf7-9ae611ed5982 HTTP/1.1" status: 200 len: 946 time: 0.0516608 May 31 21:13:34.284257 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-515d70fe-dcc1-43dc-bae3-269bf04ab39d req-36231f3a-8591-41b1-a45d-b7c2c56dc937 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/security-groups?id=d3c249d8-5094-4a6b-82e7-5ef0ca49be7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419838 May 31 21:13:34.304750 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 39828) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:13:34.349055 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-932e8123-e193-465c-b3b9-09f48b1fe2ea admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=180ff6fd8c5b434abffa058ea99ef7c4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0409632 May 31 21:13:34.349328 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 39832) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:13:34.399729 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-b38cc62f-533d-49c5-a715-64512dc2f067 admin admin] Publish callbacks [] for security_group (6342a4ee-fd42-4e92-9cb6-20addccbbe99), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:34.400229 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a134351-d87a-448c-9cc0-441ed9d8d0a5 req-5b1448cc-7641-43fa-8649-d2d9763bb1b7 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:13:34.401751 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-7a134351-d87a-448c-9cc0-441ed9d8d0a5 req-5b1448cc-7641-43fa-8649-d2d9763bb1b7 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f3dbd3d-5eee-41a4-8cf7-9ae611ed5982 HTTP/1.1" status: 200 len: 946 time: 0.0479476 May 31 21:13:34.411291 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 39834) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:13:34.415916 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.v2.base [None req-354073aa-19d5-4b57-81d0-08b5709a4250 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Request body: {'floatingip': {'port_id': 'd2db5c87-efce-4692-aa2a-48540d4ccc40'}} {{(pid=104320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:13:34.422638 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-b38cc62f-533d-49c5-a715-64512dc2f067 admin admin] Publish callbacks [] for security_group (6342a4ee-fd42-4e92-9cb6-20addccbbe99), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:34.453434 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-354073aa-19d5-4b57-81d0-08b5709a4250 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks [] for floatingip (c7c49c42-5fa7-4fc1-94f2-adaa6e4204b1), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:34.557046 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-b38cc62f-533d-49c5-a715-64512dc2f067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (6342a4ee-fd42-4e92-9cb6-20addccbbe99), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:34.558658 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:13:34.559623 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-b38cc62f-533d-49c5-a715-64512dc2f067 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:34.560767 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-b38cc62f-533d-49c5-a715-64512dc2f067 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6342a4ee-fd42-4e92-9cb6-20addccbbe99 HTTP/1.1" status: 204 len: 168 time: 0.2104616 May 31 21:13:34.569773 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38cc62f-533d-49c5-a715-64512dc2f067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6342a4ee-fd42-4e92-9cb6-20addccbbe99,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:13:34.879607 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-354073aa-19d5-4b57-81d0-08b5709a4250 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:34.980306 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-354073aa-19d5-4b57-81d0-08b5709a4250 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598426'] for floatingip (c7c49c42-5fa7-4fc1-94f2-adaa6e4204b1), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:35.082421 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.db.l3_db [None req-354073aa-19d5-4b57-81d0-08b5709a4250 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Floating IP c7c49c42-5fa7-4fc1-94f2-adaa6e4204b1 associated. External IP: 172.27.0.86, port: d2db5c87-efce-4692-aa2a-48540d4ccc40. May 31 21:13:35.284703 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:13:35.288913 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-354073aa-19d5-4b57-81d0-08b5709a4250 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Router a91754eb-1388-498d-ad7b-17314423f28d has already been hosted by L3 agent 13ce5b10-321e-4e80-b29e-1cfc3c51661e {{(pid=104320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 31 21:13:35.399759 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-354073aa-19d5-4b57-81d0-08b5709a4250 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Notify agent at l3_agent.dv-cinder-839793-16-iscsi the message routers_updated {{(pid=104320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 31 21:13:35.404205 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-354073aa-19d5-4b57-81d0-08b5709a4250 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for floatingip (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:35.413682 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dacba4e-766c-4f05-bf38-3d3cd812a1bf None None] Sync routers for ids ['a91754eb-1388-498d-ad7b-17314423f28d'] in dv-cinder-839793-16-iscsi {{(pid=104322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 21:13:35.425235 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dacba4e-766c-4f05-bf38-3d3cd812a1bf None None] Routers {'a91754eb-1388-498d-ad7b-17314423f28d'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:13:35.428957 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-0dacba4e-766c-4f05-bf38-3d3cd812a1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:13:14Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['a91754eb-1388-498d-ad7b-17314423f28d'], 'active': True} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:13:35.439151 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-354073aa-19d5-4b57-81d0-08b5709a4250 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "PUT /v2.0/floatingips/c7c49c42-5fa7-4fc1-94f2-adaa6e4204b1 HTTP/1.1" status: 200 len: 991 time: 1.0265248 May 31 21:13:35.440642 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f3dbd3d-5eee-41a4-8cf7-9ae611ed5982', 'tag': 'd2db5c87-efce-4692-aa2a-48540d4ccc40'}] {{(pid=104320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:13:35.443201 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800e09971b12e0035a6cf58b960e7e30052d71c2381d70b5c02cffce84e90f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-133e25ad-81f1-490c-a93e-ea66f2fd28b4" -d '{"events": [{"name": "network-changed", "server_uuid": "5f3dbd3d-5eee-41a4-8cf7-9ae611ed5982", "tag": "d2db5c87-efce-4692-aa2a-48540d4ccc40"}]}' {{(pid=104320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:13:35.483619 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 May 2022 21:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-365c2a7e-7b98-4765-bf28-e1c68ceffa29 x-openstack-request-id: req-365c2a7e-7b98-4765-bf28-e1c68ceffa29 {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:13:35.483911 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f3dbd3d-5eee-41a4-8cf7-9ae611ed5982", "tag": "d2db5c87-efce-4692-aa2a-48540d4ccc40", "status": "completed", "code": 200}]} {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:13:35.484197 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-365c2a7e-7b98-4765-bf28-e1c68ceffa29 {{(pid=104320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:13:35.484596 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-365c2a7e-7b98-4765-bf28-e1c68ceffa29'] response: {'name': 'network-changed', 'server_uuid': '5f3dbd3d-5eee-41a4-8cf7-9ae611ed5982', 'tag': 'd2db5c87-efce-4692-aa2a-48540d4ccc40', 'status': 'completed', 'code': 200} May 31 21:13:35.533721 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvr_db [None req-0dacba4e-766c-4f05-bf38-3d3cd812a1bf None None] Set router a91754eb-1388-498d-ad7b-17314423f28d gateway port host: dv-cinder-839793-16-iscsi {{(pid=104322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:13:35.541764 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e25ad-81f1-490c-a93e-ea66f2fd28b4 req-552d9f27-86d0-44ac-a9ec-d57ead2ea7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:13:35.543533 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-133e25ad-81f1-490c-a93e-ea66f2fd28b4 req-552d9f27-86d0-44ac-a9ec-d57ead2ea7ec service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=69b2364f40d14160adf0220d92adaad7&device_id=5f3dbd3d-5eee-41a4-8cf7-9ae611ed5982 HTTP/1.1" status: 200 len: 1130 time: 0.0394161 May 31 21:13:35.647126 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e25ad-81f1-490c-a93e-ea66f2fd28b4 req-944c8360-5fbd-4d3a-a346-c06f49a78567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:13:35.648706 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-133e25ad-81f1-490c-a93e-ea66f2fd28b4 req-944c8360-5fbd-4d3a-a346-c06f49a78567 service neutron] 10.222.0.40 "GET /v2.0/networks?id=f9f27def-cef7-45b6-9a7b-b0c954078818 HTTP/1.1" status: 200 len: 915 time: 0.0999243 May 31 21:13:35.719531 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-133e25ad-81f1-490c-a93e-ea66f2fd28b4 req-06be3e9b-9c92-4afa-a323-a8d3c1a794d6 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d2db5c87-efce-4692-aa2a-48540d4ccc40 HTTP/1.1" status: 200 len: 999 time: 0.0639451 May 31 21:13:35.766123 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-0dacba4e-766c-4f05-bf38-3d3cd812a1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'name': 'tempest-AttachVolumeNegativeTest-248878464-router', 'tenant_id': '69b2364f40d14160adf0220d92adaad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '345700f1-91f0-4de8-bcd4-74c223a3a73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:11:18Z', 'updated_at': '2022-05-31T21:11:21Z', 'revision_number': 4, 'project_id': '69b2364f40d14160adf0220d92adaad7', 'gw_port': {'id': '345700f1-91f0-4de8-bcd4-74c223a3a73c', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:75:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:11:18Z', 'updated_at': '2022-05-31T21:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_floatingips': [{'id': '76e55a8c-84cd-49e7-92a4-8d5e694c99a1', 'tenant_id': '69b2364f40d14160adf0220d92adaad7', 'floating_ip_address': '172.27.0.151', 'floating_network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'router_id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'port_id': 'e802cc62-ebe6-41ff-a0a9-e0f9038c9831', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9f27def-cef7-45b6-9a7b-b0c954078818', 'mac_address': 'fa:16:3e:ca:b9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb669a7-8e63-46ac-86f6-1be4050a44ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T21:11:24Z', 'updated_at': '2022-05-31T21:11:42Z', 'revision_number': 2, 'project_id': '69b2364f40d14160adf0220d92adaad7', 'fixed_ip_address_scope': None}, {'id': 'c7c49c42-5fa7-4fc1-94f2-adaa6e4204b1', 'tenant_id': '69b2364f40d14160adf0220d92adaad7', 'floating_ip_address': '172.27.0.86', 'floating_network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'router_id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'port_id': 'd2db5c87-efce-4692-aa2a-48540d4ccc40', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9f27def-cef7-45b6-9a7b-b0c954078818', 'mac_address': 'fa:16:3e:81:cf:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f3dbd3d-5eee-41a4-8cf7-9ae611ed5982', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T21:13:19Z', 'updated_at': '2022-05-31T21:13:34Z', 'revision_number': 1, 'project_id': '69b2364f40d14160adf0220d92adaad7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c06c97eb-71d0-46d3-a966-560d7406c393', 'name': '', 'network_id': 'f9f27def-cef7-45b6-9a7b-b0c954078818', 'tenant_id': '69b2364f40d14160adf0220d92adaad7', 'mac_address': 'fa:16:3e:03:e5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'b0a2bf4f-8e94-4747-a06c-e4eb22a2611a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:11:20Z', 'updated_at': '2022-05-31T21:11:25Z', 'revision_number': 5, 'project_id': '69b2364f40d14160adf0220d92adaad7', 'subnets': [{'id': 'b0a2bf4f-8e94-4747-a06c-e4eb22a2611a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:13:35.772987 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e25ad-81f1-490c-a93e-ea66f2fd28b4 req-0e28febe-9760-4f3e-8e62-aec7c2e57e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:13:35.774496 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-133e25ad-81f1-490c-a93e-ea66f2fd28b4 req-0e28febe-9760-4f3e-8e62-aec7c2e57e37 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=b0a2bf4f-8e94-4747-a06c-e4eb22a2611a HTTP/1.1" status: 200 len: 853 time: 0.0487537 May 31 21:13:35.795978 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dacba4e-766c-4f05-bf38-3d3cd812a1bf None None] Checking router: a91754eb-1388-498d-ad7b-17314423f28d for host: dv-cinder-839793-16-iscsi {{(pid=104322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 21:13:35.805179 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dacba4e-766c-4f05-bf38-3d3cd812a1bf None None] Routers {'a91754eb-1388-498d-ad7b-17314423f28d'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:13:35.805789 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-0dacba4e-766c-4f05-bf38-3d3cd812a1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:13:14Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['a91754eb-1388-498d-ad7b-17314423f28d'], 'active': True} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:13:35.818123 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e25ad-81f1-490c-a93e-ea66f2fd28b4 req-d4a5aca7-296c-4cf7-9f56-f00264753fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:13:35.819613 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-133e25ad-81f1-490c-a93e-ea66f2fd28b4 req-d4a5aca7-296c-4cf7-9f56-f00264753fc5 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=f9f27def-cef7-45b6-9a7b-b0c954078818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0394700 May 31 21:13:35.828761 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [req-133e25ad-81f1-490c-a93e-ea66f2fd28b4 req-791a7fcd-7fdd-4db7-a2ed-09b266fd8ea8 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=104321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 31 21:13:35.829697 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-133e25ad-81f1-490c-a93e-ea66f2fd28b4 req-791a7fcd-7fdd-4db7-a2ed-09b266fd8ea8 service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048158 May 31 21:13:35.884314 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:13:35.910984 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvr_db [None req-0dacba4e-766c-4f05-bf38-3d3cd812a1bf None None] Set router a91754eb-1388-498d-ad7b-17314423f28d gateway port host: dv-cinder-839793-16-iscsi {{(pid=104322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:13:35.929201 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-133e25ad-81f1-490c-a93e-ea66f2fd28b4 req-79942057-5c1d-4b6f-a193-7a9150216d32 service neutron] 10.222.0.40 "GET /v2.0/networks/f9f27def-cef7-45b6-9a7b-b0c954078818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934048 May 31 21:13:36.019656 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-133e25ad-81f1-490c-a93e-ea66f2fd28b4 req-abc684a5-ca34-4a83-8ad9-eccca19d8c92 service neutron] 10.222.0.40 "GET /v2.0/networks/f9f27def-cef7-45b6-9a7b-b0c954078818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848479 May 31 21:13:36.055763 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:13:36.256475 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-0dacba4e-766c-4f05-bf38-3d3cd812a1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'name': 'tempest-AttachVolumeNegativeTest-248878464-router', 'tenant_id': '69b2364f40d14160adf0220d92adaad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '345700f1-91f0-4de8-bcd4-74c223a3a73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:11:18Z', 'updated_at': '2022-05-31T21:11:21Z', 'revision_number': 4, 'project_id': '69b2364f40d14160adf0220d92adaad7', 'gw_port': {'id': '345700f1-91f0-4de8-bcd4-74c223a3a73c', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:75:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:11:18Z', 'updated_at': '2022-05-31T21:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_floatingips': [{'id': '76e55a8c-84cd-49e7-92a4-8d5e694c99a1', 'tenant_id': '69b2364f40d14160adf0220d92adaad7', 'floating_ip_address': '172.27.0.151', 'floating_network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'router_id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'port_id': 'e802cc62-ebe6-41ff-a0a9-e0f9038c9831', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9f27def-cef7-45b6-9a7b-b0c954078818', 'mac_address': 'fa:16:3e:ca:b9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb669a7-8e63-46ac-86f6-1be4050a44ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T21:11:24Z', 'updated_at': '2022-05-31T21:11:42Z', 'revision_number': 2, 'project_id': '69b2364f40d14160adf0220d92adaad7', 'fixed_ip_address_scope': None}, {'id': 'c7c49c42-5fa7-4fc1-94f2-adaa6e4204b1', 'tenant_id': '69b2364f40d14160adf0220d92adaad7', 'floating_ip_address': '172.27.0.86', 'floating_network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'router_id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'port_id': 'd2db5c87-efce-4692-aa2a-48540d4ccc40', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9f27def-cef7-45b6-9a7b-b0c954078818', 'mac_address': 'fa:16:3e:81:cf:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f3dbd3d-5eee-41a4-8cf7-9ae611ed5982', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T21:13:19Z', 'updated_at': '2022-05-31T21:13:34Z', 'revision_number': 1, 'project_id': '69b2364f40d14160adf0220d92adaad7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c06c97eb-71d0-46d3-a966-560d7406c393', 'name': '', 'network_id': 'f9f27def-cef7-45b6-9a7b-b0c954078818', 'tenant_id': '69b2364f40d14160adf0220d92adaad7', 'mac_address': 'fa:16:3e:03:e5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'b0a2bf4f-8e94-4747-a06c-e4eb22a2611a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:11:20Z', 'updated_at': '2022-05-31T21:11:25Z', 'revision_number': 5, 'project_id': '69b2364f40d14160adf0220d92adaad7', 'subnets': [{'id': 'b0a2bf4f-8e94-4747-a06c-e4eb22a2611a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:13:36.281465 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dacba4e-766c-4f05-bf38-3d3cd812a1bf None None] The sync data for ids ['a91754eb-1388-498d-ad7b-17314423f28d'] in dv-cinder-839793-16-iscsi is: [{'id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'name': 'tempest-AttachVolumeNegativeTest-248878464-router', 'tenant_id': '69b2364f40d14160adf0220d92adaad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '345700f1-91f0-4de8-bcd4-74c223a3a73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:11:18Z', 'updated_at': '2022-05-31T21:11:21Z', 'revision_number': 4, 'project_id': '69b2364f40d14160adf0220d92adaad7', 'gw_port': {'id': '345700f1-91f0-4de8-bcd4-74c223a3a73c', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:75:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:11:18Z', 'updated_at': '2022-05-31T21:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_floatingips': [{'id': '76e55a8c-84cd-49e7-92a4-8d5e694c99a1', 'tenant_id': '69b2364f40d14160adf0220d92adaad7', 'floating_ip_address': '172.27.0.151', 'floating_network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'router_id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'port_id': 'e802cc62-ebe6-41ff-a0a9-e0f9038c9831', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9f27def-cef7-45b6-9a7b-b0c954078818', 'mac_address': 'fa:16:3e:ca:b9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb669a7-8e63-46ac-86f6-1be4050a44ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T21:11:24Z', 'updated_at': '2022-05-31T21:11:42Z', 'revision_number': 2, 'project_id': '69b2364f40d14160adf0220d92adaad7', 'fixed_ip_address_scope': None}, {'id': 'c7c49c42-5fa7-4fc1-94f2-adaa6e4204b1', 'tenant_id': '69b2364f40d14160adf0220d92adaad7', 'floating_ip_address': '172.27.0.86', 'floating_network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'router_id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'port_id': 'd2db5c87-efce-4692-aa2a-48540d4ccc40', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9f27def-cef7-45b6-9a7b-b0c954078818', 'mac_address': 'fa:16:3e:81:cf:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f3dbd3d-5eee-41a4-8cf7-9ae611ed5982', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T21:13:19Z', 'updated_at': '2022-05-31T21:13:34Z', 'revision_number': 1, 'project_id': '69b2364f40d14160adf0220d92adaad7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c06c97eb-71d0-46d3-a966-560d7406c393', 'name': '', 'network_id': 'f9f27def-cef7-45b6-9a7b-b0c954078818', 'tenant_id': '69b2364f40d14160adf0220d92adaad7', 'mac_address': 'fa:16:3e:03:e5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'b0a2bf4f-8e94-4747-a06c-e4eb22a2611a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:11:20Z', 'updated_at': '2022-05-31T21:11:25Z', 'revision_number': 5, 'project_id': '69b2364f40d14160adf0220d92adaad7', 'subnets': [{'id': 'b0a2bf4f-8e94-4747-a06c-e4eb22a2611a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 21:13:36.509007 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68439bab-d735-4d66-83ae-b28f830394ab None None] New status for floating IP c7c49c42-5fa7-4fc1-94f2-adaa6e4204b1: ACTIVE {{(pid=104323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 31 21:13:39.387377 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 39908) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:13:39.499480 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-74221a93-d018-4321-89aa-5ff7f938e050 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:39.552020 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:13:39.582826 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-74221a93-d018-4321-89aa-5ff7f938e050 admin admin] Publish callbacks [] for security_group (6e6f594a-fbc7-4886-b684-46fbda56d6ac), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:39.652398 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-74221a93-d018-4321-89aa-5ff7f938e050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (6e6f594a-fbc7-4886-b684-46fbda56d6ac), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:39.694042 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-74221a93-d018-4321-89aa-5ff7f938e050 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=58447e581b494b42adc0304de73c6a57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3055735 May 31 21:13:39.695122 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74221a93-d018-4321-89aa-5ff7f938e050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6f594a-fbc7-4886-b684-46fbda56d6ac,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:13:39.696788 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 39912) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:13:39.752415 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-87aa412f-fbed-4b02-aa25-f2f9adcffae7 admin admin] Publish callbacks [] for security_group (6e6f594a-fbc7-4886-b684-46fbda56d6ac), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:39.774085 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-87aa412f-fbed-4b02-aa25-f2f9adcffae7 admin admin] Publish callbacks [] for security_group (6e6f594a-fbc7-4886-b684-46fbda56d6ac), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:39.888063 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-87aa412f-fbed-4b02-aa25-f2f9adcffae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (6e6f594a-fbc7-4886-b684-46fbda56d6ac), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:39.890856 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-87aa412f-fbed-4b02-aa25-f2f9adcffae7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:39.891983 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-87aa412f-fbed-4b02-aa25-f2f9adcffae7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6e6f594a-fbc7-4886-b684-46fbda56d6ac HTTP/1.1" status: 204 len: 168 time: 0.1932421 May 31 21:13:39.899616 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aa412f-fbed-4b02-aa25-f2f9adcffae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6f594a-fbc7-4886-b684-46fbda56d6ac,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:13:40.583038 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 39918) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:13:40.596682 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-42581d33-0ddc-4f36-8d61-a984866279b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:40.672700 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-42581d33-0ddc-4f36-8d61-a984866279b9 admin admin] Publish callbacks [] for security_group (887a81ed-1328-4e93-aedc-73babada090b), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:40.733498 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-42581d33-0ddc-4f36-8d61-a984866279b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (887a81ed-1328-4e93-aedc-73babada090b), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:40.777006 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-42581d33-0ddc-4f36-8d61-a984866279b9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b24e09e4470e4623aca7a0b97c33b023&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1928968 May 31 21:13:40.777841 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42581d33-0ddc-4f36-8d61-a984866279b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=887a81ed-1328-4e93-aedc-73babada090b,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:13:40.779823 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 39920) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:13:40.829036 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-d93726fc-81c9-4171-b8a7-064b5f481be9 admin admin] Publish callbacks [] for security_group (887a81ed-1328-4e93-aedc-73babada090b), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:40.842182 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:13:40.850897 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-d93726fc-81c9-4171-b8a7-064b5f481be9 admin admin] Publish callbacks [] for security_group (887a81ed-1328-4e93-aedc-73babada090b), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:41.002545 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-d93726fc-81c9-4171-b8a7-064b5f481be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (887a81ed-1328-4e93-aedc-73babada090b), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:41.005657 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-d93726fc-81c9-4171-b8a7-064b5f481be9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:41.006918 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-d93726fc-81c9-4171-b8a7-064b5f481be9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/887a81ed-1328-4e93-aedc-73babada090b HTTP/1.1" status: 204 len: 168 time: 0.2260945 May 31 21:13:41.014812 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93726fc-81c9-4171-b8a7-064b5f481be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=887a81ed-1328-4e93-aedc-73babada090b,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:13:42.213955 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-9caa0a86-5114-4262-9851-927211ae0e99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (5ca9f0a2-8e5f-4b54-94fa-454f095515e4), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:44.642672 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-5470c443-9d0b-43a9-9149-2341755066f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (13ce5b10-321e-4e80-b29e-1cfc3c51661e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:45.647993 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-58fa0aab-c296-4be2-a1ab-08418c16cad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (8170e961-7e1e-4c09-b09f-6b764c457cfd), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:46.615121 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=45,neutron:UPDATE=1 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:13:46.619940 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:13:46.837101 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-b770b660-b824-4665-84d0-9bbdd29e8e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (1c1563bc-5b12-4065-8d27-b22246e8e8d3), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:48.590897 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (a61205dd-b11c-42a1-aa2d-4b7310a8dc99), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:48.612611 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 40008) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:13:48.729534 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-70efe7c6-9305-4dce-ab4b-871d206c7333 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:48.803151 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-70efe7c6-9305-4dce-ab4b-871d206c7333 admin admin] Publish callbacks [] for security_group (f5f9814f-790e-4a8e-9843-925745fd92c4), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:48.868747 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-70efe7c6-9305-4dce-ab4b-871d206c7333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (f5f9814f-790e-4a8e-9843-925745fd92c4), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:48.908735 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-70efe7c6-9305-4dce-ab4b-871d206c7333 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cf455a3d28db4107b3664b4b947b82e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2950661 May 31 21:13:48.909838 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70efe7c6-9305-4dce-ab4b-871d206c7333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f9814f-790e-4a8e-9843-925745fd92c4,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:13:48.911469 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 40014) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:13:48.961453 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-337d6e2b-2fd3-466c-974c-0d43cc1ae742 admin admin] Publish callbacks [] for security_group (f5f9814f-790e-4a8e-9843-925745fd92c4), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:48.984247 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-337d6e2b-2fd3-466c-974c-0d43cc1ae742 admin admin] Publish callbacks [] for security_group (f5f9814f-790e-4a8e-9843-925745fd92c4), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:49.115068 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-337d6e2b-2fd3-466c-974c-0d43cc1ae742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (f5f9814f-790e-4a8e-9843-925745fd92c4), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:49.117651 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-337d6e2b-2fd3-466c-974c-0d43cc1ae742 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:49.118856 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-337d6e2b-2fd3-466c-974c-0d43cc1ae742 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f5f9814f-790e-4a8e-9843-925745fd92c4 HTTP/1.1" status: 204 len: 168 time: 0.2058120 May 31 21:13:49.127099 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337d6e2b-2fd3-466c-974c-0d43cc1ae742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f9814f-790e-4a8e-9843-925745fd92c4,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:13:49.708151 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 40020) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:13:49.725332 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-b92490ab-5ce0-4a98-a8f4-469662b869ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:49.798620 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-b92490ab-5ce0-4a98-a8f4-469662b869ad admin admin] Publish callbacks [] for security_group (40c48de1-1417-427f-afc5-8897a18f83b5), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:49.863822 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-b92490ab-5ce0-4a98-a8f4-469662b869ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (40c48de1-1417-427f-afc5-8897a18f83b5), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:49.901419 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92490ab-5ce0-4a98-a8f4-469662b869ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c48de1-1417-427f-afc5-8897a18f83b5,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:13:49.905674 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-b92490ab-5ce0-4a98-a8f4-469662b869ad admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a40f4aebfae047ab80a9d9cca67fe5a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1964314 May 31 21:13:49.908397 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 40022) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:13:49.915718 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:13:49.958723 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-c7764e03-9d60-4742-bcd2-10619eaa66c1 admin admin] Publish callbacks [] for security_group (40c48de1-1417-427f-afc5-8897a18f83b5), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:49.979852 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-c7764e03-9d60-4742-bcd2-10619eaa66c1 admin admin] Publish callbacks [] for security_group (40c48de1-1417-427f-afc5-8897a18f83b5), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:50.144259 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-c7764e03-9d60-4742-bcd2-10619eaa66c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (40c48de1-1417-427f-afc5-8897a18f83b5), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:50.146751 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-c7764e03-9d60-4742-bcd2-10619eaa66c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:50.147943 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-c7764e03-9d60-4742-bcd2-10619eaa66c1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/40c48de1-1417-427f-afc5-8897a18f83b5 HTTP/1.1" status: 204 len: 168 time: 0.2386482 May 31 21:13:50.156124 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7764e03-9d60-4742-bcd2-10619eaa66c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c48de1-1417-427f-afc5-8897a18f83b5,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:13:51.629696 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (51675295-7abb-4335-9c5a-c46a9082010e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:52.229735 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.agents_db [None req-3d709c36-86fd-4f4f-bf7d-9e9748143f4e None None] Agent healthcheck: found 6 active agents {{(pid=104323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 31 21:13:54.252378 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a3400-2297-4049-bce8-00aa62d70b3f req-1631aa8c-81d7-42ae-817b-94e4446db124 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:13:54.254377 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-309a3400-2297-4049-bce8-00aa62d70b3f req-1631aa8c-81d7-42ae-817b-94e4446db124 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d316a51-73db-479f-8449-ab51b42548e4 HTTP/1.1" status: 200 len: 946 time: 0.0476961 May 31 21:13:54.301569 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-309a3400-2297-4049-bce8-00aa62d70b3f req-613fc14a-c0a4-4274-b6c5-91e551010608 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=295dbee3-21fc-49de-afe0-c511ddab502e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415490 May 31 21:13:55.681560 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c6fb0-5358-426e-85e3-74001c044b3c req-cbe25ddb-19c4-47e5-a1a0-0927324f7d5a tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:13:55.683046 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-a81c6fb0-5358-426e-85e3-74001c044b3c req-cbe25ddb-19c4-47e5-a1a0-0927324f7d5a tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d316a51-73db-479f-8449-ab51b42548e4 HTTP/1.1" status: 200 len: 946 time: 0.3056717 May 31 21:13:55.730187 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-a81c6fb0-5358-426e-85e3-74001c044b3c req-453367d3-d676-4ac0-8838-c10e20ad6bcd tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=295dbee3-21fc-49de-afe0-c511ddab502e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414727 May 31 21:13:56.853799 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd925212-78dc-4757-bb63-e89fc43c5705 req-b3547b3b-64ea-41f9-b9ed-10b4300d44f1 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:13:56.855267 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-bd925212-78dc-4757-bb63-e89fc43c5705 req-b3547b3b-64ea-41f9-b9ed-10b4300d44f1 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d316a51-73db-479f-8449-ab51b42548e4 HTTP/1.1" status: 200 len: 946 time: 0.0482025 May 31 21:13:56.874953 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:13:56.901425 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-bd925212-78dc-4757-bb63-e89fc43c5705 req-1f50eb7a-af9e-4ba6-b2f8-f3c444db7715 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=295dbee3-21fc-49de-afe0-c511ddab502e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405605 May 31 21:13:58.024986 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac7e9c-cfea-4cca-a1ff-3ae2bdcb804a req-79b2cf72-791d-4e92-ad28-59aaa34417ff tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:13:58.026396 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-9cac7e9c-cfea-4cca-a1ff-3ae2bdcb804a req-79b2cf72-791d-4e92-ad28-59aaa34417ff tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d316a51-73db-479f-8449-ab51b42548e4 HTTP/1.1" status: 200 len: 946 time: 0.0496490 May 31 21:13:58.075672 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-9cac7e9c-cfea-4cca-a1ff-3ae2bdcb804a req-07c0d01f-a975-475f-ac5a-496c2e7db981 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=295dbee3-21fc-49de-afe0-c511ddab502e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438490 May 31 21:13:58.498535 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=9 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:13:59.193486 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ac703-7f19-47d9-95eb-84ba2bd7664f req-1e591a2f-9d66-44b0-9d96-15af9b1c8a23 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:13:59.194977 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-a02ac703-7f19-47d9-95eb-84ba2bd7664f req-1e591a2f-9d66-44b0-9d96-15af9b1c8a23 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d316a51-73db-479f-8449-ab51b42548e4 HTTP/1.1" status: 200 len: 946 time: 0.0464296 May 31 21:13:59.241354 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-a02ac703-7f19-47d9-95eb-84ba2bd7664f req-6259f025-c6ee-4281-9dd6-4ad16aa3b652 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups?id=295dbee3-21fc-49de-afe0-c511ddab502e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409207 May 31 21:13:59.360456 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd414ff9-ef40-4f48-9905-c962e749a230 req-8181645e-ad38-476e-bcaa-d7dd5c26d339 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:13:59.361834 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-bd414ff9-ef40-4f48-9905-c962e749a230 req-8181645e-ad38-476e-bcaa-d7dd5c26d339 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.40 "GET /v2.0/ports?device_id=1d316a51-73db-479f-8449-ab51b42548e4 HTTP/1.1" status: 200 len: 946 time: 0.0478415 May 31 21:13:59.442927 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.plugin [req-bd414ff9-ef40-4f48-9905-c962e749a230 req-8bae6481-7526-421e-83a7-97c0703847d6 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Deleting port ad3164a5-db8a-4332-a6c0-bcd7015cabda {{(pid=104321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 31 21:13:59.443257 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-bd414ff9-ef40-4f48-9905-c962e749a230 req-8bae6481-7526-421e-83a7-97c0703847d6 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747262076802'] for port (ad3164a5-db8a-4332-a6c0-bcd7015cabda), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:59.498761 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=4 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:13:59.534294 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [req-bd414ff9-ef40-4f48-9905-c962e749a230 req-8bae6481-7526-421e-83a7-97c0703847d6 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] For port ad3164a5-db8a-4332-a6c0-bcd7015cabda, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=ad3164a5-db8a-4332-a6c0-bcd7015cabda,segment=NetworkSegment(1b46059a-aa39-4ed2-ad1d-18b4ddc198b2),segment_id=1b46059a-aa39-4ed2-ad1d-18b4ddc198b2)] {{(pid=104321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:13:59.536009 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-bd414ff9-ef40-4f48-9905-c962e749a230 req-8bae6481-7526-421e-83a7-97c0703847d6 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574989'] for port (ad3164a5-db8a-4332-a6c0-bcd7015cabda), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:59.711313 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-bd414ff9-ef40-4f48-9905-c962e749a230 req-8bae6481-7526-421e-83a7-97c0703847d6 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:59.711668 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-bd414ff9-ef40-4f48-9905-c962e749a230 req-8bae6481-7526-421e-83a7-97c0703847d6 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598426'] for floatingip (86876eb1-bf25-4734-a610-67edfc0b7b26), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:13:59.711984 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.db.l3_db [req-bd414ff9-ef40-4f48-9905-c962e749a230 req-8bae6481-7526-421e-83a7-97c0703847d6 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Floating IP 86876eb1-bf25-4734-a610-67edfc0b7b26 disassociated. External IP: 172.27.0.62, port: ad3164a5-db8a-4332-a6c0-bcd7015cabda. May 31 21:13:59.712325 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.plugin [req-bd414ff9-ef40-4f48-9905-c962e749a230 req-8bae6481-7526-421e-83a7-97c0703847d6 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Calling delete_port for ad3164a5-db8a-4332-a6c0-bcd7015cabda owned by compute:nova {{(pid=104321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 31 21:14:00.151882 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-bd414ff9-ef40-4f48-9905-c962e749a230 req-8bae6481-7526-421e-83a7-97c0703847d6 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747262050753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747261518138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25540506'] for port (ad3164a5-db8a-4332-a6c0-bcd7015cabda), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:00.179623 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bae6481-7526-421e-83a7-97c0703847d6 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Pushing event deleted for resources: {'Port': ['ID=ad3164a5-db8a-4332-a6c0-bcd7015cabda,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:14:00.294042 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd414ff9-ef40-4f48-9905-c962e749a230 req-8bae6481-7526-421e-83a7-97c0703847d6 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Router c146d4db-8b65-4583-a308-5750e8471648 has already been hosted by L3 agent 13ce5b10-321e-4e80-b29e-1cfc3c51661e {{(pid=104321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 31 21:14:00.340646 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:00.352171 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-b1481894-c297-4c90-afe5-b4a60a4f632b req-8c17efab-db45-47af-8047-edfe0d9bb3cb tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d316a51-73db-479f-8449-ab51b42548e4 HTTP/1.1" status: 200 len: 210 time: 0.0323212 May 31 21:14:00.399951 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd414ff9-ef40-4f48-9905-c962e749a230 req-8bae6481-7526-421e-83a7-97c0703847d6 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Notify agent at l3_agent.dv-cinder-839793-16-iscsi the message routers_updated {{(pid=104321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 31 21:14:00.412714 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9e5ecc-2e5f-487c-816d-73a00a93ff57 None None] Sync routers for ids ['c146d4db-8b65-4583-a308-5750e8471648'] in dv-cinder-839793-16-iscsi {{(pid=104322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 21:14:00.422713 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9e5ecc-2e5f-487c-816d-73a00a93ff57 None None] Routers {'c146d4db-8b65-4583-a308-5750e8471648'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:14:00.423421 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-aa9e5ecc-2e5f-487c-816d-73a00a93ff57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:13:44Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['c146d4db-8b65-4583-a308-5750e8471648'], 'active': True} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:14:00.449022 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd414ff9-ef40-4f48-9905-c962e749a230 req-8bae6481-7526-421e-83a7-97c0703847d6 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] No DVR routers for this DVR port ad3164a5-db8a-4332-a6c0-bcd7015cabda on host hv-cinder-83979 {{(pid=104321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} May 31 21:14:00.451947 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-bd414ff9-ef40-4f48-9905-c962e749a230 req-8bae6481-7526-421e-83a7-97c0703847d6 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for port (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:00.455490 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-bd414ff9-ef40-4f48-9905-c962e749a230 req-8bae6481-7526-421e-83a7-97c0703847d6 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.40 "DELETE /v2.0/ports/ad3164a5-db8a-4332-a6c0-bcd7015cabda HTTP/1.1" status: 204 len: 173 time: 1.0872500 May 31 21:14:00.456722 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d316a51-73db-479f-8449-ab51b42548e4', 'name': 'network-vif-deleted', 'tag': 'ad3164a5-db8a-4332-a6c0-bcd7015cabda'}] {{(pid=104321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:14:00.459261 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6b014d5dee29fffbb36c15c330f4dd8b871b4cb67f19a16d167ed5ff3960b8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89097390-9a6d-4b8c-b31c-862ccbe0593f" -d '{"events": [{"server_uuid": "1d316a51-73db-479f-8449-ab51b42548e4", "name": "network-vif-deleted", "tag": "ad3164a5-db8a-4332-a6c0-bcd7015cabda"}]}' {{(pid=104321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:14:00.495863 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 May 2022 21:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4301e03e-5f37-4e03-a807-606a1fc21996 x-openstack-request-id: req-4301e03e-5f37-4e03-a807-606a1fc21996 {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:14:00.495863 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d316a51-73db-479f-8449-ab51b42548e4", "name": "network-vif-deleted", "tag": "ad3164a5-db8a-4332-a6c0-bcd7015cabda", "status": "completed", "code": 200}]} {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:14:00.495863 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4301e03e-5f37-4e03-a807-606a1fc21996 {{(pid=104321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:14:00.496161 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4301e03e-5f37-4e03-a807-606a1fc21996'] response: {'server_uuid': '1d316a51-73db-479f-8449-ab51b42548e4', 'name': 'network-vif-deleted', 'tag': 'ad3164a5-db8a-4332-a6c0-bcd7015cabda', 'status': 'completed', 'code': 200} May 31 21:14:00.534648 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvr_db [None req-aa9e5ecc-2e5f-487c-816d-73a00a93ff57 None None] Set router c146d4db-8b65-4583-a308-5750e8471648 gateway port host: dv-cinder-839793-16-iscsi {{(pid=104322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:14:00.741154 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-aa9e5ecc-2e5f-487c-816d-73a00a93ff57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c146d4db-8b65-4583-a308-5750e8471648', 'name': 'tempest-AttachVolumeShelveTestJSON-1941033604-router', 'tenant_id': 'af420d43367c42e4a4b0948706dd0546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '8cf7c9b7-e566-4c8f-a423-3180fca528cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:03:21Z', 'updated_at': '2022-05-31T21:03:30Z', 'revision_number': 4, 'project_id': 'af420d43367c42e4a4b0948706dd0546', 'gw_port': {'id': '8cf7c9b7-e566-4c8f-a423-3180fca528cb', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c146d4db-8b65-4583-a308-5750e8471648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:23Z', 'updated_at': '2022-05-31T21:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_interfaces': [{'id': 'e2afe974-777e-432a-a39a-3157fd96ce22', 'name': '', 'network_id': '68e327a3-96b2-4add-895f-c43a3d5daedc', 'tenant_id': 'af420d43367c42e4a4b0948706dd0546', 'mac_address': 'fa:16:3e:35:9a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c146d4db-8b65-4583-a308-5750e8471648', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'dc74b44b-e878-454d-9e54-2a90eb48611f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:28Z', 'updated_at': '2022-05-31T21:03:47Z', 'revision_number': 5, 'project_id': 'af420d43367c42e4a4b0948706dd0546', 'subnets': [{'id': 'dc74b44b-e878-454d-9e54-2a90eb48611f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:14:00.771009 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9e5ecc-2e5f-487c-816d-73a00a93ff57 None None] Checking router: c146d4db-8b65-4583-a308-5750e8471648 for host: dv-cinder-839793-16-iscsi {{(pid=104322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 21:14:00.779805 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9e5ecc-2e5f-487c-816d-73a00a93ff57 None None] Routers {'c146d4db-8b65-4583-a308-5750e8471648'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:14:00.780428 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-aa9e5ecc-2e5f-487c-816d-73a00a93ff57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:13:44Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['c146d4db-8b65-4583-a308-5750e8471648'], 'active': True} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:14:00.887501 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvr_db [None req-aa9e5ecc-2e5f-487c-816d-73a00a93ff57 None None] Set router c146d4db-8b65-4583-a308-5750e8471648 gateway port host: dv-cinder-839793-16-iscsi {{(pid=104322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:14:01.001855 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:01.070938 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:01.076126 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-aa9e5ecc-2e5f-487c-816d-73a00a93ff57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c146d4db-8b65-4583-a308-5750e8471648', 'name': 'tempest-AttachVolumeShelveTestJSON-1941033604-router', 'tenant_id': 'af420d43367c42e4a4b0948706dd0546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '8cf7c9b7-e566-4c8f-a423-3180fca528cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:03:21Z', 'updated_at': '2022-05-31T21:03:30Z', 'revision_number': 4, 'project_id': 'af420d43367c42e4a4b0948706dd0546', 'gw_port': {'id': '8cf7c9b7-e566-4c8f-a423-3180fca528cb', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c146d4db-8b65-4583-a308-5750e8471648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:23Z', 'updated_at': '2022-05-31T21:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_interfaces': [{'id': 'e2afe974-777e-432a-a39a-3157fd96ce22', 'name': '', 'network_id': '68e327a3-96b2-4add-895f-c43a3d5daedc', 'tenant_id': 'af420d43367c42e4a4b0948706dd0546', 'mac_address': 'fa:16:3e:35:9a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c146d4db-8b65-4583-a308-5750e8471648', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'dc74b44b-e878-454d-9e54-2a90eb48611f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:28Z', 'updated_at': '2022-05-31T21:03:47Z', 'revision_number': 5, 'project_id': 'af420d43367c42e4a4b0948706dd0546', 'subnets': [{'id': 'dc74b44b-e878-454d-9e54-2a90eb48611f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:14:01.102264 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9e5ecc-2e5f-487c-816d-73a00a93ff57 None None] The sync data for ids ['c146d4db-8b65-4583-a308-5750e8471648'] in dv-cinder-839793-16-iscsi is: [{'id': 'c146d4db-8b65-4583-a308-5750e8471648', 'name': 'tempest-AttachVolumeShelveTestJSON-1941033604-router', 'tenant_id': 'af420d43367c42e4a4b0948706dd0546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '8cf7c9b7-e566-4c8f-a423-3180fca528cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:03:21Z', 'updated_at': '2022-05-31T21:03:30Z', 'revision_number': 4, 'project_id': 'af420d43367c42e4a4b0948706dd0546', 'gw_port': {'id': '8cf7c9b7-e566-4c8f-a423-3180fca528cb', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c146d4db-8b65-4583-a308-5750e8471648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:23Z', 'updated_at': '2022-05-31T21:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_interfaces': [{'id': 'e2afe974-777e-432a-a39a-3157fd96ce22', 'name': '', 'network_id': '68e327a3-96b2-4add-895f-c43a3d5daedc', 'tenant_id': 'af420d43367c42e4a4b0948706dd0546', 'mac_address': 'fa:16:3e:35:9a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c146d4db-8b65-4583-a308-5750e8471648', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'dc74b44b-e878-454d-9e54-2a90eb48611f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:28Z', 'updated_at': '2022-05-31T21:03:47Z', 'revision_number': 5, 'project_id': 'af420d43367c42e4a4b0948706dd0546', 'subnets': [{'id': 'dc74b44b-e878-454d-9e54-2a90eb48611f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 21:14:01.348679 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d91e67-5b20-469b-bd15-b8d65054b69d None None] New status for floating IP 86876eb1-bf25-4734-a610-67edfc0b7b26: DOWN {{(pid=104323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 31 21:14:01.416928 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device ad3164a5-db8a-4332-a6c0-bcd7015cabda no longer exists at agent hyperv_hv-cinder-83979 {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 31 21:14:01.447116 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] No Port match for: ad3164a5-db8a-4332-a6c0-bcd7015cabda {{(pid=104322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 31 21:14:01.447941 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device ad3164a5-db8a-4332-a6c0-bcd7015cabda not bound to the agent host hv-cinder-83979 {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 31 21:14:01.480705 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-1b8d460d-75ad-40aa-aa25-5e7cdd939af1 req-eca58e35-4861-4d7a-bfd5-2520f5a59c2c tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d316a51-73db-479f-8449-ab51b42548e4 HTTP/1.1" status: 200 len: 210 time: 0.0305378 May 31 21:14:01.522825 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 40182) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:14:01.639297 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-ef7b3cdd-c0cc-4e1c-9618-fb8c686437a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:01.649594 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:01.715010 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-ef7b3cdd-c0cc-4e1c-9618-fb8c686437a2 admin admin] Publish callbacks [] for security_group (02f90846-24cd-4545-b382-f326aeb18249), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:01.790749 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-ef7b3cdd-c0cc-4e1c-9618-fb8c686437a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (02f90846-24cd-4545-b382-f326aeb18249), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:01.830096 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7b3cdd-c0cc-4e1c-9618-fb8c686437a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f90846-24cd-4545-b382-f326aeb18249,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:14:01.835661 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-ef7b3cdd-c0cc-4e1c-9618-fb8c686437a2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4bf6a067306e4a908427a81f761462bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3118000 May 31 21:14:01.838324 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 40188) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:14:01.888140 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-5e8078f5-2e2d-42ae-b45d-c45c6ec56c80 admin admin] Publish callbacks [] for security_group (02f90846-24cd-4545-b382-f326aeb18249), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:01.909434 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-5e8078f5-2e2d-42ae-b45d-c45c6ec56c80 admin admin] Publish callbacks [] for security_group (02f90846-24cd-4545-b382-f326aeb18249), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:02.024961 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-5e8078f5-2e2d-42ae-b45d-c45c6ec56c80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (02f90846-24cd-4545-b382-f326aeb18249), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:02.027527 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-5e8078f5-2e2d-42ae-b45d-c45c6ec56c80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:02.028728 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-5e8078f5-2e2d-42ae-b45d-c45c6ec56c80 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/02f90846-24cd-4545-b382-f326aeb18249 HTTP/1.1" status: 204 len: 168 time: 0.1895051 May 31 21:14:02.037425 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8078f5-2e2d-42ae-b45d-c45c6ec56c80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f90846-24cd-4545-b382-f326aeb18249,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:14:02.629566 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 40198) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:14:02.646110 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-c27f7f6a-d2d9-49e5-8473-59d53b9d94ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:02.649829 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 40200) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:14:02.705484 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-dd803e06-a756-4524-9182-a4aae0e8eb46 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks [] for security_group (295dbee3-21fc-49de-afe0-c511ddab502e), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:02.723372 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-c27f7f6a-d2d9-49e5-8473-59d53b9d94ba admin admin] Publish callbacks [] for security_group (a1b268dc-ec6c-4fe9-aa41-eb44e1ce410b), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:02.730561 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-dd803e06-a756-4524-9182-a4aae0e8eb46 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks [] for security_group (295dbee3-21fc-49de-afe0-c511ddab502e), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:02.802175 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-c27f7f6a-d2d9-49e5-8473-59d53b9d94ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (a1b268dc-ec6c-4fe9-aa41-eb44e1ce410b), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:02.823649 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:02.844040 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-c27f7f6a-d2d9-49e5-8473-59d53b9d94ba admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=26e4cefd859747b9bc2b7e3a55a33c85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2133844 May 31 21:14:02.844948 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27f7f6a-d2d9-49e5-8473-59d53b9d94ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b268dc-ec6c-4fe9-aa41-eb44e1ce410b,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:14:02.846795 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 40202) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:14:02.854589 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-dd803e06-a756-4524-9182-a4aae0e8eb46 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (295dbee3-21fc-49de-afe0-c511ddab502e), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:02.856979 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-dd803e06-a756-4524-9182-a4aae0e8eb46 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks [] for security_group (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:02.858254 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-dd803e06-a756-4524-9182-a4aae0e8eb46 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "DELETE /v2.0/security-groups/295dbee3-21fc-49de-afe0-c511ddab502e HTTP/1.1" status: 204 len: 168 time: 0.2067964 May 31 21:14:02.861382 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 40204) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:14:02.876493 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.api.v2.resource [None req-827baffe-d200-4e15-8f7d-e40d0679390d tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] show failed (client error): The resource could not be found. May 31 21:14:02.879874 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-827baffe-d200-4e15-8f7d-e40d0679390d tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "GET /v2.0/security-groups/295dbee3-21fc-49de-afe0-c511ddab502e HTTP/1.1" status: 404 len: 347 time: 0.0163140 May 31 21:14:02.883337 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 40208) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:14:02.883574 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd803e06-a756-4524-9182-a4aae0e8eb46 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=295dbee3-21fc-49de-afe0-c511ddab502e,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:14:02.911970 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-c09194b5-de23-4130-bbaf-5caadbdd1b68 admin admin] Publish callbacks [] for security_group (a1b268dc-ec6c-4fe9-aa41-eb44e1ce410b), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:02.937391 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-c09194b5-de23-4130-bbaf-5caadbdd1b68 admin admin] Publish callbacks [] for security_group (a1b268dc-ec6c-4fe9-aa41-eb44e1ce410b), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:03.003319 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-180e13c5-2268-4fd7-a321-05375e472524 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Deleting port 2e9552c8-a547-451d-bf56-1a917deb607e {{(pid=104320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 31 21:14:03.004184 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-180e13c5-2268-4fd7-a321-05375e472524 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747262076802'] for port (2e9552c8-a547-451d-bf56-1a917deb607e), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:03.080414 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-c09194b5-de23-4130-bbaf-5caadbdd1b68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (a1b268dc-ec6c-4fe9-aa41-eb44e1ce410b), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:03.083205 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-c09194b5-de23-4130-bbaf-5caadbdd1b68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:03.084615 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-c09194b5-de23-4130-bbaf-5caadbdd1b68 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a1b268dc-ec6c-4fe9-aa41-eb44e1ce410b HTTP/1.1" status: 204 len: 168 time: 0.2367852 May 31 21:14:03.092745 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09194b5-de23-4130-bbaf-5caadbdd1b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b268dc-ec6c-4fe9-aa41-eb44e1ce410b,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:14:03.096711 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-180e13c5-2268-4fd7-a321-05375e472524 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574989'] for port (2e9552c8-a547-451d-bf56-1a917deb607e), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:03.097988 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-180e13c5-2268-4fd7-a321-05375e472524 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks [] for floatingip (2e9552c8-a547-451d-bf56-1a917deb607e), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:03.112209 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-180e13c5-2268-4fd7-a321-05375e472524 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Calling delete_port for 2e9552c8-a547-451d-bf56-1a917deb607e owned by network:floatingip {{(pid=104320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 31 21:14:03.333440 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-180e13c5-2268-4fd7-a321-05375e472524 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747262050753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747261518138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437045'] for port (2e9552c8-a547-451d-bf56-1a917deb607e), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:03.341421 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:03.359039 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180e13c5-2268-4fd7-a321-05375e472524 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Pushing event deleted for resources: {'Port': ['ID=2e9552c8-a547-451d-bf56-1a917deb607e,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:14:03.421964 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-180e13c5-2268-4fd7-a321-05375e472524 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks [] for floatingip (86876eb1-bf25-4734-a610-67edfc0b7b26), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:03.424578 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-180e13c5-2268-4fd7-a321-05375e472524 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for floatingip (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:03.425826 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-180e13c5-2268-4fd7-a321-05375e472524 tempest-AttachVolumeShelveTestJSON-861773528 tempest-AttachVolumeShelveTestJSON-861773528-project] 10.222.0.55 "DELETE /v2.0/floatingips/86876eb1-bf25-4734-a610-67edfc0b7b26 HTTP/1.1" status: 204 len: 168 time: 0.5411139 May 31 21:14:03.879730 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 40218) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:14:03.893613 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-2f4a03bf-7e1d-4e0d-83ca-4b1307583c93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:03.970155 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-2f4a03bf-7e1d-4e0d-83ca-4b1307583c93 admin admin] Publish callbacks [] for security_group (e04c2adc-794a-4844-8fbc-9bded769ebd2), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:04.070233 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-2f4a03bf-7e1d-4e0d-83ca-4b1307583c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (e04c2adc-794a-4844-8fbc-9bded769ebd2), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:04.114101 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-2f4a03bf-7e1d-4e0d-83ca-4b1307583c93 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2f5e014553164a36a77fe5325e15a0e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2332416 May 31 21:14:04.114997 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4a03bf-7e1d-4e0d-83ca-4b1307583c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e04c2adc-794a-4844-8fbc-9bded769ebd2,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:14:04.116810 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 40222) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:14:04.155313 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:04.165939 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-a35661af-638a-42d3-bccc-ec8517c3efa0 admin admin] Publish callbacks [] for security_group (e04c2adc-794a-4844-8fbc-9bded769ebd2), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:04.188479 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-a35661af-638a-42d3-bccc-ec8517c3efa0 admin admin] Publish callbacks [] for security_group (e04c2adc-794a-4844-8fbc-9bded769ebd2), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:04.333112 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-a35661af-638a-42d3-bccc-ec8517c3efa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (e04c2adc-794a-4844-8fbc-9bded769ebd2), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:04.335597 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-a35661af-638a-42d3-bccc-ec8517c3efa0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:04.336746 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-a35661af-638a-42d3-bccc-ec8517c3efa0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e04c2adc-794a-4844-8fbc-9bded769ebd2 HTTP/1.1" status: 204 len: 168 time: 0.2189546 May 31 21:14:04.344842 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35661af-638a-42d3-bccc-ec8517c3efa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04c2adc-794a-4844-8fbc-9bded769ebd2,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:14:06.364455 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-50d1dc78-a291-4844-8812-2d2daed8836a req-ad7d1362-cd98-40a6-887d-6e38068cb8ad tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-506263611&fields=id&tenant_id=8e511490c0f8438fb89ac590bd63529f HTTP/1.1" status: 200 len: 267 time: 0.0488412 May 31 21:14:06.479319 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d1dc78-a291-4844-8812-2d2daed8836a req-13942d52-813c-4b12-b0c2-cd6426773688 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:14:06.480852 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-50d1dc78-a291-4844-8812-2d2daed8836a req-13942d52-813c-4b12-b0c2-cd6426773688 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/networks?id=2c2f81e7-9a7d-4701-bf43-a528a17f585a HTTP/1.1" status: 200 len: 812 time: 0.1095519 May 31 21:14:06.498220 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-50d1dc78-a291-4844-8812-2d2daed8836a req-3b2a10b8-6c55-4c8a-b8e6-e1603197c68e tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/quotas/8e511490c0f8438fb89ac590bd63529f HTTP/1.1" status: 200 len: 375 time: 0.0100062 May 31 21:14:06.554522 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-50d1dc78-a291-4844-8812-2d2daed8836a req-9695822c-9598-429b-b4d5-c353d3022a3d tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8e511490c0f8438fb89ac590bd63529f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0518548 May 31 21:14:06.572416 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [req-50d1dc78-a291-4844-8812-2d2daed8836a req-4ed60d77-821a-49db-b58d-3a7d747f61d5 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=104320) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 31 21:14:06.573483 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-50d1dc78-a291-4844-8812-2d2daed8836a req-4ed60d77-821a-49db-b58d-3a7d747f61d5 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054557 May 31 21:14:06.644711 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:06.669462 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-50d1dc78-a291-4844-8812-2d2daed8836a req-7dcafafd-98d5-4ecd-b6d7-f049ede87d89 service neutron] 10.222.0.55 "GET /v2.0/networks/2c2f81e7-9a7d-4701-bf43-a528a17f585a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901914 May 31 21:14:06.767488 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-50d1dc78-a291-4844-8812-2d2daed8836a req-727cec20-765e-4b35-831e-628f7981db2f service neutron] 10.222.0.55 "GET /v2.0/networks/2c2f81e7-9a7d-4701-bf43-a528a17f585a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924261 May 31 21:14:07.212956 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 40332) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:14:07.240993 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 40336) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:14:07.350609 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-8adf6c5f-cae5-4a5d-aada-0874cb969595 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:07.354904 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-a1081bd7-49e0-479c-8a61-894afc9b5030 req-33be3b88-c022-45ce-96d8-bbdeaaa31533 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cb3ce1b-f994-4a4b-9f06-12a001fcd081 HTTP/1.1" status: 200 len: 210 time: 0.0523038 May 31 21:14:07.553290 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-8adf6c5f-cae5-4a5d-aada-0874cb969595 admin admin] Publish callbacks [] for security_group (8e5b2e22-aa79-4311-8a8a-71cffbe40fc0), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:07.571610 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:07.610570 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-8adf6c5f-cae5-4a5d-aada-0874cb969595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (8e5b2e22-aa79-4311-8a8a-71cffbe40fc0), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:07.685829 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-8adf6c5f-cae5-4a5d-aada-0874cb969595 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=64a8fa3a8c4c4d47a898bb0b3f5662f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4715183 May 31 21:14:07.686554 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adf6c5f-cae5-4a5d-aada-0874cb969595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5b2e22-aa79-4311-8a8a-71cffbe40fc0,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:14:07.688668 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 40350) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:14:07.739655 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6f7e3ebf-84ed-4c72-8a83-95db6d7f3fcc admin admin] Publish callbacks [] for security_group (8e5b2e22-aa79-4311-8a8a-71cffbe40fc0), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:07.761920 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6f7e3ebf-84ed-4c72-8a83-95db6d7f3fcc admin admin] Publish callbacks [] for security_group (8e5b2e22-aa79-4311-8a8a-71cffbe40fc0), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:07.781266 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-0006be3c-a1c3-493c-b7e8-ea8281bb33f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1599450'] for router_interface (c146d4db-8b65-4583-a308-5750e8471648), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:07.853266 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:07.875992 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6f7e3ebf-84ed-4c72-8a83-95db6d7f3fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (8e5b2e22-aa79-4311-8a8a-71cffbe40fc0), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:07.878667 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6f7e3ebf-84ed-4c72-8a83-95db6d7f3fcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:07.879886 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-6f7e3ebf-84ed-4c72-8a83-95db6d7f3fcc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8e5b2e22-aa79-4311-8a8a-71cffbe40fc0 HTTP/1.1" status: 204 len: 168 time: 0.1901770 May 31 21:14:07.887651 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7e3ebf-84ed-4c72-8a83-95db6d7f3fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5b2e22-aa79-4311-8a8a-71cffbe40fc0,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:14:08.031816 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.plugin [None req-0006be3c-a1c3-493c-b7e8-ea8281bb33f5 admin admin] Deleting port e2afe974-777e-432a-a39a-3157fd96ce22 {{(pid=104321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 31 21:14:08.032068 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-0006be3c-a1c3-493c-b7e8-ea8281bb33f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747262076802'] for port (e2afe974-777e-432a-a39a-3157fd96ce22), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:08.114456 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [None req-0006be3c-a1c3-493c-b7e8-ea8281bb33f5 admin admin] For port e2afe974-777e-432a-a39a-3157fd96ce22, host dv-cinder-839793-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=e2afe974-777e-432a-a39a-3157fd96ce22,segment=NetworkSegment(1b46059a-aa39-4ed2-ad1d-18b4ddc198b2),segment_id=1b46059a-aa39-4ed2-ad1d-18b4ddc198b2)] {{(pid=104321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:14:08.114867 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-0006be3c-a1c3-493c-b7e8-ea8281bb33f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574989'] for port (e2afe974-777e-432a-a39a-3157fd96ce22), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:08.127287 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.plugin [None req-0006be3c-a1c3-493c-b7e8-ea8281bb33f5 admin admin] Calling delete_port for e2afe974-777e-432a-a39a-3157fd96ce22 owned by network:router_interface {{(pid=104321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 31 21:14:08.350745 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-0006be3c-a1c3-493c-b7e8-ea8281bb33f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747262050753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747261518138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25540506'] for port (e2afe974-777e-432a-a39a-3157fd96ce22), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:08.372853 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0006be3c-a1c3-493c-b7e8-ea8281bb33f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2afe974-777e-432a-a39a-3157fd96ce22,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:14:08.477589 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-0912e3e1-c4de-462e-a286-b171c8e0d1ef req-1ead91be-5eb5-4cb2-8c81-86f875324dbf tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cb3ce1b-f994-4a4b-9f06-12a001fcd081 HTTP/1.1" status: 200 len: 210 time: 0.0444403 May 31 21:14:08.503775 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:08.565513 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-0006be3c-a1c3-493c-b7e8-ea8281bb33f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1696841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1612805'] for router_interface (c146d4db-8b65-4583-a308-5750e8471648), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:08.580014 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 40360) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:14:08.594448 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-1066d7f7-62dd-44c2-bf4e-458988f74f3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:08.604843 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:08.671577 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-1066d7f7-62dd-44c2-bf4e-458988f74f3b admin admin] Publish callbacks [] for security_group (c2221337-ddb4-4564-8cb0-ef1491a2053e), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:08.756353 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-1066d7f7-62dd-44c2-bf4e-458988f74f3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (c2221337-ddb4-4564-8cb0-ef1491a2053e), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:08.780541 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0006be3c-a1c3-493c-b7e8-ea8281bb33f5 admin admin] Router c146d4db-8b65-4583-a308-5750e8471648 has already been hosted by L3 agent 13ce5b10-321e-4e80-b29e-1cfc3c51661e {{(pid=104321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 31 21:14:08.788204 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:08.797510 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-1066d7f7-62dd-44c2-bf4e-458988f74f3b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a46d92da18a9419f930b0a751020d5a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2137773 May 31 21:14:08.798098 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 40362) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:14:08.800950 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1066d7f7-62dd-44c2-bf4e-458988f74f3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2221337-ddb4-4564-8cb0-ef1491a2053e,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:14:08.931804 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-1a7c31c3-b7ae-4332-94b8-5aa7391a20b1 admin admin] Publish callbacks [] for security_group (c2221337-ddb4-4564-8cb0-ef1491a2053e), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:08.934065 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0006be3c-a1c3-493c-b7e8-ea8281bb33f5 admin admin] Notify agent at l3_agent.dv-cinder-839793-16-iscsi the message routers_updated {{(pid=104321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 31 21:14:08.939147 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-0006be3c-a1c3-493c-b7e8-ea8281bb33f5 admin admin] 10.222.0.55 "PUT /v2.0/routers/c146d4db-8b65-4583-a308-5750e8471648/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7004621 May 31 21:14:08.942655 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 40364) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:14:08.945431 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e419828e-a8fe-4366-b1da-e8e48ba97878 None None] Sync routers for ids ['c146d4db-8b65-4583-a308-5750e8471648'] in dv-cinder-839793-16-iscsi {{(pid=104322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 21:14:08.956917 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e419828e-a8fe-4366-b1da-e8e48ba97878 None None] Routers {'c146d4db-8b65-4583-a308-5750e8471648'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:14:08.958028 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-e419828e-a8fe-4366-b1da-e8e48ba97878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:13:44Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['c146d4db-8b65-4583-a308-5750e8471648'], 'active': True} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:14:08.963180 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-1a7c31c3-b7ae-4332-94b8-5aa7391a20b1 admin admin] Publish callbacks [] for security_group (c2221337-ddb4-4564-8cb0-ef1491a2053e), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:09.057418 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-d1ed20e0-6a01-4336-8734-4cc930b84a76 admin admin] Publish callbacks [] for router (c146d4db-8b65-4583-a308-5750e8471648), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:09.062919 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvr_db [None req-e419828e-a8fe-4366-b1da-e8e48ba97878 None None] Set router c146d4db-8b65-4583-a308-5750e8471648 gateway port host: dv-cinder-839793-16-iscsi {{(pid=104322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:14:09.093578 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-1a7c31c3-b7ae-4332-94b8-5aa7391a20b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (c2221337-ddb4-4564-8cb0-ef1491a2053e), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:09.096400 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-1a7c31c3-b7ae-4332-94b8-5aa7391a20b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:09.098159 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-1a7c31c3-b7ae-4332-94b8-5aa7391a20b1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c2221337-ddb4-4564-8cb0-ef1491a2053e HTTP/1.1" status: 204 len: 168 time: 0.2991157 May 31 21:14:09.106698 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7c31c3-b7ae-4332-94b8-5aa7391a20b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2221337-ddb4-4564-8cb0-ef1491a2053e,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:14:09.111328 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:09.170239 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-d1ed20e0-6a01-4336-8734-4cc930b84a76 admin admin] Publish callbacks [] for router_gateway (c146d4db-8b65-4583-a308-5750e8471648), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:09.245865 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-e419828e-a8fe-4366-b1da-e8e48ba97878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c146d4db-8b65-4583-a308-5750e8471648', 'name': 'tempest-AttachVolumeShelveTestJSON-1941033604-router', 'tenant_id': 'af420d43367c42e4a4b0948706dd0546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '8cf7c9b7-e566-4c8f-a423-3180fca528cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:03:21Z', 'updated_at': '2022-05-31T21:14:08Z', 'revision_number': 5, 'project_id': 'af420d43367c42e4a4b0948706dd0546', 'gw_port': {'id': '8cf7c9b7-e566-4c8f-a423-3180fca528cb', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c146d4db-8b65-4583-a308-5750e8471648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:03:23Z', 'updated_at': '2022-05-31T21:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi'}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:14:09.270718 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e419828e-a8fe-4366-b1da-e8e48ba97878 None None] Checking router: c146d4db-8b65-4583-a308-5750e8471648 for host: dv-cinder-839793-16-iscsi {{(pid=104322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 21:14:09.280159 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e419828e-a8fe-4366-b1da-e8e48ba97878 None None] Routers {'c146d4db-8b65-4583-a308-5750e8471648'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:14:09.280776 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-e419828e-a8fe-4366-b1da-e8e48ba97878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:13:44Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['c146d4db-8b65-4583-a308-5750e8471648'], 'active': True} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:14:09.291085 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-d1ed20e0-6a01-4336-8734-4cc930b84a76 admin admin] Deleting port 8cf7c9b7-e566-4c8f-a423-3180fca528cb {{(pid=104320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 31 21:14:09.291414 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-d1ed20e0-6a01-4336-8734-4cc930b84a76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747262076802'] for port (8cf7c9b7-e566-4c8f-a423-3180fca528cb), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:09.369054 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvr_db [None req-e419828e-a8fe-4366-b1da-e8e48ba97878 None None] Set router c146d4db-8b65-4583-a308-5750e8471648 gateway port host: None {{(pid=104322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:14:09.381078 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-d1ed20e0-6a01-4336-8734-4cc930b84a76 admin admin] For port 8cf7c9b7-e566-4c8f-a423-3180fca528cb, host dv-cinder-839793-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=8cf7c9b7-e566-4c8f-a423-3180fca528cb,segment=NetworkSegment(4436eed2-294e-4646-83cf-aec09b7c7c9c),segment_id=4436eed2-294e-4646-83cf-aec09b7c7c9c)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:14:09.381443 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-d1ed20e0-6a01-4336-8734-4cc930b84a76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574989'] for port (8cf7c9b7-e566-4c8f-a423-3180fca528cb), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:09.394982 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-d1ed20e0-6a01-4336-8734-4cc930b84a76 admin admin] Calling delete_port for 8cf7c9b7-e566-4c8f-a423-3180fca528cb owned by network:router_gateway {{(pid=104320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 31 21:14:09.420637 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-e419828e-a8fe-4366-b1da-e8e48ba97878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c146d4db-8b65-4583-a308-5750e8471648', 'name': 'tempest-AttachVolumeShelveTestJSON-1941033604-router', 'tenant_id': 'af420d43367c42e4a4b0948706dd0546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:03:21Z', 'updated_at': '2022-05-31T21:14:09Z', 'revision_number': 6, 'project_id': 'af420d43367c42e4a4b0948706dd0546', 'gw_port_host': None}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:14:09.446711 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e419828e-a8fe-4366-b1da-e8e48ba97878 None None] The sync data for ids ['c146d4db-8b65-4583-a308-5750e8471648'] in dv-cinder-839793-16-iscsi is: [{'id': 'c146d4db-8b65-4583-a308-5750e8471648', 'name': 'tempest-AttachVolumeShelveTestJSON-1941033604-router', 'tenant_id': 'af420d43367c42e4a4b0948706dd0546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:03:21Z', 'updated_at': '2022-05-31T21:14:09Z', 'revision_number': 6, 'project_id': 'af420d43367c42e4a4b0948706dd0546', 'gw_port_host': None}] {{(pid=104322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 21:14:09.571954 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d1dc78-a291-4844-8812-2d2daed8836a req-24a68691-cda8-41f9-ac15-af4b0d5c2181 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:14:09.573615 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-50d1dc78-a291-4844-8812-2d2daed8836a req-24a68691-cda8-41f9-ac15-af4b0d5c2181 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.40 "GET /v2.0/networks?id=2c2f81e7-9a7d-4701-bf43-a528a17f585a HTTP/1.1" status: 200 len: 812 time: 0.1440835 May 31 21:14:09.629511 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-d7088c0f-9858-4e90-8d3a-54dc4458851a req-d6674606-ae9d-4a1e-82f2-0936ff191aa4 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cb3ce1b-f994-4a4b-9f06-12a001fcd081 HTTP/1.1" status: 200 len: 210 time: 0.0549347 May 31 21:14:09.649691 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-50d1dc78-a291-4844-8812-2d2daed8836a req-a439f7e6-1937-4f47-a556-f0806947c571 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.40 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e511490c0f8438fb89ac590bd63529f HTTP/1.1" status: 200 len: 379 time: 0.0672061 May 31 21:14:09.658396 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [req-50d1dc78-a291-4844-8812-2d2daed8836a req-e6dc7998-279b-4353-ae8b-605cb3856627 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Request body: {'port': {'device_id': '1cb3ce1b-f994-4a4b-9f06-12a001fcd081', 'network_id': '2c2f81e7-9a7d-4701-bf43-a528a17f585a', 'admin_state_up': True, 'tenant_id': '8e511490c0f8438fb89ac590bd63529f', 'security_groups': ['af63a73d-db92-422f-a34b-85e8632ce5b3']}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:14:09.755066 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-d1ed20e0-6a01-4336-8734-4cc930b84a76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747262050753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747261518138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437045'] for port (8cf7c9b7-e566-4c8f-a423-3180fca528cb), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:09.759469 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:09.782103 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ed20e0-6a01-4336-8734-4cc930b84a76 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cf7c9b7-e566-4c8f-a423-3180fca528cb,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:14:09.865064 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50d1dc78-a291-4844-8812-2d2daed8836a req-e6dc7998-279b-4353-ae8b-605cb3856627 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Made reservation on behalf of 8e511490c0f8438fb89ac590bd63529f for: {'port': 1} {{(pid=104321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 21:14:09.870782 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-50d1dc78-a291-4844-8812-2d2daed8836a req-e6dc7998-279b-4353-ae8b-605cb3856627 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:09.895926 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-d1ed20e0-6a01-4336-8734-4cc930b84a76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598469'] for router_gateway (c146d4db-8b65-4583-a308-5750e8471648), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:09.900674 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:10.027547 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-d1ed20e0-6a01-4336-8734-4cc930b84a76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1599166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256068'] for router (c146d4db-8b65-4583-a308-5750e8471648), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:10.030134 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-d1ed20e0-6a01-4336-8734-4cc930b84a76 admin admin] Publish callbacks [] for router_controller (c146d4db-8b65-4583-a308-5750e8471648), precommit_delete_associations {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:10.071532 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.db_base_plugin_common [req-50d1dc78-a291-4844-8812-2d2daed8836a req-e6dc7998-279b-4353-ae8b-605cb3856627 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Allocated IP 172.20.0.3 (2c2f81e7-9a7d-4701-bf43-a528a17f585a/e92e8765-6011-45cd-aa17-1b8aedc6fa7b/b6ddeae7-2540-4694-af04-5e45ce14eb5e) {{(pid=104321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 21:14:10.160820 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-d1ed20e0-6a01-4336-8734-4cc930b84a76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1599157'] for router (c146d4db-8b65-4583-a308-5750e8471648), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:10.161456 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ed20e0-6a01-4336-8734-4cc930b84a76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c146d4db-8b65-4583-a308-5750e8471648 {{(pid=104320) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 31 21:14:10.165631 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-d1ed20e0-6a01-4336-8734-4cc930b84a76 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:10.169091 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-d1ed20e0-6a01-4336-8734-4cc930b84a76 admin admin] 10.222.0.55 "DELETE /v2.0/routers/c146d4db-8b65-4583-a308-5750e8471648 HTTP/1.1" status: 204 len: 168 time: 1.2231715 May 31 21:14:10.169356 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 40386) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:14:10.209818 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-50d1dc78-a291-4844-8812-2d2daed8836a req-e6dc7998-279b-4353-ae8b-605cb3856627 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks [] for port (b6ddeae7-2540-4694-af04-5e45ce14eb5e), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:10.214375 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.db.db_base_plugin_v2 [None req-334f467a-0931-4a55-9635-cf883a7cee5d admin admin] Deleting subnet dc74b44b-e878-454d-9e54-2a90eb48611f {{(pid=104320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 31 21:14:10.217522 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-334f467a-0931-4a55-9635-cf883a7cee5d admin admin] Publish callbacks [] for subnet (dc74b44b-e878-454d-9e54-2a90eb48611f), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:10.221817 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:10.262696 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-334f467a-0931-4a55-9635-cf883a7cee5d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571901'] for subnet (dc74b44b-e878-454d-9e54-2a90eb48611f), precommit_delete_associations {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:10.312236 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device e2afe974-777e-432a-a39a-3157fd96ce22 no longer exists at agent ovs-agent-dv-cinder-839793-16-iscsi {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 31 21:14:10.333629 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] No Port match for: e2afe974-777e-432a-a39a-3157fd96ce22 {{(pid=104322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 31 21:14:10.333629 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device e2afe974-777e-432a-a39a-3157fd96ce22 not bound to the agent host dv-cinder-839793-16-iscsi {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 31 21:14:10.350722 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-50d1dc78-a291-4844-8812-2d2daed8836a req-e6dc7998-279b-4353-ae8b-605cb3856627 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747261518129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25540506'] for port (b6ddeae7-2540-4694-af04-5e45ce14eb5e), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:10.357877 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-334f467a-0931-4a55-9635-cf883a7cee5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673141'] for subnet (dc74b44b-e878-454d-9e54-2a90eb48611f), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:10.416466 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50d1dc78-a291-4844-8812-2d2daed8836a req-e6dc7998-279b-4353-ae8b-605cb3856627 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Network 2c2f81e7-9a7d-4701-bf43-a528a17f585a is already hosted by enough agents. {{(pid=104321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 21:14:10.422023 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.base_scheduler [req-50d1dc78-a291-4844-8812-2d2daed8836a req-e6dc7998-279b-4353-ae8b-605cb3856627 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Resources bound (agent type, host, resource id): {{(pid=104321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:14:10.428591 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [req-50d1dc78-a291-4844-8812-2d2daed8836a req-e6dc7998-279b-4353-ae8b-605cb3856627 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Received port after_create {{(pid=104321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 31 21:14:10.452739 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dc7998-279b-4353-ae8b-605cb3856627 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Pushing event updated for resources: {'Port': ['ID=b6ddeae7-2540-4694-af04-5e45ce14eb5e,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:14:10.501208 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d1dc78-a291-4844-8812-2d2daed8836a req-e6dc7998-279b-4353-ae8b-605cb3856627 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:14:10.501943 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-334f467a-0931-4a55-9635-cf883a7cee5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25436928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3351937'] for subnet (dc74b44b-e878-454d-9e54-2a90eb48611f), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:10.505760 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-50d1dc78-a291-4844-8812-2d2daed8836a req-e6dc7998-279b-4353-ae8b-605cb3856627 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for port (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:10.534871 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334f467a-0931-4a55-9635-cf883a7cee5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc74b44b-e878-454d-9e54-2a90eb48611f,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:14:10.542771 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-334f467a-0931-4a55-9635-cf883a7cee5d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:10.547461 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-334f467a-0931-4a55-9635-cf883a7cee5d admin admin] 10.222.0.55 "DELETE /v2.0/subnets/dc74b44b-e878-454d-9e54-2a90eb48611f HTTP/1.1" status: 204 len: 168 time: 0.3772640 May 31 21:14:10.550382 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 40394) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:14:10.556684 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8945a7c-955f-4dd7-9876-0e8105b7970e None None] Network 68e327a3-96b2-4add-895f-c43a3d5daedc requested from dv-cinder-839793-16-iscsi {{(pid=104322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 31 21:14:10.571794 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-50d1dc78-a291-4844-8812-2d2daed8836a req-e6dc7998-279b-4353-ae8b-605cb3856627 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9168923 May 31 21:14:10.752943 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-09d4f743-c0cd-4f1d-b5a2-46fed84fd4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681077'] for network (68e327a3-96b2-4add-895f-c43a3d5daedc), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:10.819537 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [req-50d1dc78-a291-4844-8812-2d2daed8836a req-353e5678-2c76-4205-8d56-1df7aaed0988 service neutron] Request body: {'port': {'device_id': '1cb3ce1b-f994-4a4b-9f06-12a001fcd081', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:14:10.844343 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:10.862602 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e196020-5845-4cfd-8025-638451f79a38 req-3f052d9b-3a7c-48a9-b9aa-2487585bc4c1 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:14:10.864643 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-5e196020-5845-4cfd-8025-638451f79a38 req-3f052d9b-3a7c-48a9-b9aa-2487585bc4c1 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cb3ce1b-f994-4a4b-9f06-12a001fcd081 HTTP/1.1" status: 200 len: 931 time: 0.0834262 May 31 21:14:10.867132 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-8167f6fc-3969-40b3-ab9a-2857e2eb26ec None None] Provisioning complete for port b6ddeae7-2540-4694-af04-5e45ce14eb5e triggered by entity DHCP. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:14:10.867513 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8167f6fc-3969-40b3-ab9a-2857e2eb26ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (b6ddeae7-2540-4694-af04-5e45ce14eb5e), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:10.874689 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-09d4f743-c0cd-4f1d-b5a2-46fed84fd4b7 admin admin] Deleting port 4a19e4e4-cc04-4d64-acf3-a64a4711af70 {{(pid=104320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 31 21:14:10.881436 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-09d4f743-c0cd-4f1d-b5a2-46fed84fd4b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747262076802'] for port (4a19e4e4-cc04-4d64-acf3-a64a4711af70), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:10.900553 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-50d1dc78-a291-4844-8812-2d2daed8836a req-353e5678-2c76-4205-8d56-1df7aaed0988 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (b6ddeae7-2540-4694-af04-5e45ce14eb5e), before_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:10.910506 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=100 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:10.921652 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-8167f6fc-3969-40b3-ab9a-2857e2eb26ec None None] Port b6ddeae7-2540-4694-af04-5e45ce14eb5e cannot update to ACTIVE because it is not bound. {{(pid=104322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 31 21:14:10.991335 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-09d4f743-c0cd-4f1d-b5a2-46fed84fd4b7 admin admin] For port 4a19e4e4-cc04-4d64-acf3-a64a4711af70, host dv-cinder-839793-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=4a19e4e4-cc04-4d64-acf3-a64a4711af70,segment=NetworkSegment(1b46059a-aa39-4ed2-ad1d-18b4ddc198b2),segment_id=1b46059a-aa39-4ed2-ad1d-18b4ddc198b2)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:14:10.991703 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-09d4f743-c0cd-4f1d-b5a2-46fed84fd4b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574989'] for port (4a19e4e4-cc04-4d64-acf3-a64a4711af70), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:11.002932 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-5e196020-5845-4cfd-8025-638451f79a38 req-8580be25-0d00-400e-8735-4725bde6f20f tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/security-groups?id=af63a73d-db92-422f-a34b-85e8632ce5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249485 May 31 21:14:11.009869 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-09d4f743-c0cd-4f1d-b5a2-46fed84fd4b7 admin admin] Calling delete_port for 4a19e4e4-cc04-4d64-acf3-a64a4711af70 owned by network:dhcp {{(pid=104320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 31 21:14:11.022825 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70077488-e33c-441b-9091-41c7534ed26e None None] DHCP port deletion for 68e327a3-96b2-4add-895f-c43a3d5daedc request from dv-cinder-839793-16-iscsi {{(pid=104322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 31 21:14:11.072495 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-70077488-e33c-441b-9091-41c7534ed26e None None] Deleting port 4a19e4e4-cc04-4d64-acf3-a64a4711af70 {{(pid=104322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 31 21:14:11.073104 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-70077488-e33c-441b-9091-41c7534ed26e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747262076802'] for port (4a19e4e4-cc04-4d64-acf3-a64a4711af70), before_delete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:11.142161 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-70077488-e33c-441b-9091-41c7534ed26e None None] For port 4a19e4e4-cc04-4d64-acf3-a64a4711af70, host dv-cinder-839793-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=4a19e4e4-cc04-4d64-acf3-a64a4711af70,segment=NetworkSegment(1b46059a-aa39-4ed2-ad1d-18b4ddc198b2),segment_id=1b46059a-aa39-4ed2-ad1d-18b4ddc198b2)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:14:11.142562 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-70077488-e33c-441b-9091-41c7534ed26e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574989'] for port (4a19e4e4-cc04-4d64-acf3-a64a4711af70), precommit_delete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:11.157341 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-70077488-e33c-441b-9091-41c7534ed26e None None] Calling delete_port for 4a19e4e4-cc04-4d64-acf3-a64a4711af70 owned by network:dhcp {{(pid=104322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 31 21:14:11.185165 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-09d4f743-c0cd-4f1d-b5a2-46fed84fd4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747262050753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747261518138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437045'] for port (4a19e4e4-cc04-4d64-acf3-a64a4711af70), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:11.215066 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d4f743-c0cd-4f1d-b5a2-46fed84fd4b7 admin admin] No DVR routers for this DVR port 4a19e4e4-cc04-4d64-acf3-a64a4711af70 on host dv-cinder-839793-16-iscsi {{(pid=104320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} May 31 21:14:11.220452 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d4f743-c0cd-4f1d-b5a2-46fed84fd4b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a19e4e4-cc04-4d64-acf3-a64a4711af70,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:14:11.238096 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.notifiers.nova [req-50d1dc78-a291-4844-8812-2d2daed8836a req-353e5678-2c76-4205-8d56-1df7aaed0988 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6ddeae7-2540-4694-af04-5e45ce14eb5e {{(pid=104321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 21:14:11.246245 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-50d1dc78-a291-4844-8812-2d2daed8836a req-353e5678-2c76-4205-8d56-1df7aaed0988 service neutron] Publish callbacks [] for port (b6ddeae7-2540-4694-af04-5e45ce14eb5e), precommit_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:11.250025 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-70077488-e33c-441b-9091-41c7534ed26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747262050753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747261518138'] for port (4a19e4e4-cc04-4d64-acf3-a64a4711af70), after_delete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:11.262298 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.provisioning_blocks [req-50d1dc78-a291-4844-8812-2d2daed8836a req-353e5678-2c76-4205-8d56-1df7aaed0988 service neutron] Transition to ACTIVE for port object b6ddeae7-2540-4694-af04-5e45ce14eb5e will not be triggered until provisioned by entity L2. {{(pid=104321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 31 21:14:11.277525 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70077488-e33c-441b-9091-41c7534ed26e None None] Pushing event deleted for resources: {'Port': ['ID=4a19e4e4-cc04-4d64-acf3-a64a4711af70,revision_number=None']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:14:11.281303 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70077488-e33c-441b-9091-41c7534ed26e None None] No DVR routers for this DVR port 4a19e4e4-cc04-4d64-acf3-a64a4711af70 on host dv-cinder-839793-16-iscsi {{(pid=104322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} May 31 21:14:11.300533 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-09d4f743-c0cd-4f1d-b5a2-46fed84fd4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678652', 'neutron.services.segments.db._delete_segments_for_network-8747261968285'] for network (68e327a3-96b2-4add-895f-c43a3d5daedc), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:11.302871 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:11.322018 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.services.segments.db [None req-09d4f743-c0cd-4f1d-b5a2-46fed84fd4b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68e327a3-96b2-4add-895f-c43a3d5daedc']}} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:14:11.332072 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.services.segments.db [None req-09d4f743-c0cd-4f1d-b5a2-46fed84fd4b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b46059a-aa39-4ed2-ad1d-18b4ddc198b2') {'for_net_delete': True} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:14:11.332366 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.services.segments.db [None req-09d4f743-c0cd-4f1d-b5a2-46fed84fd4b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b46059a-aa39-4ed2-ad1d-18b4ddc198b2') {} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:14:11.341844 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-09d4f743-c0cd-4f1d-b5a2-46fed84fd4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747261973158', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571892'] for segment (1b46059a-aa39-4ed2-ad1d-18b4ddc198b2), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:11.355445 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-09d4f743-c0cd-4f1d-b5a2-46fed84fd4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674812'] for segment (1b46059a-aa39-4ed2-ad1d-18b4ddc198b2), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:11.360477 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-50d1dc78-a291-4844-8812-2d2daed8836a req-353e5678-2c76-4205-8d56-1df7aaed0988 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25540501'] for port (b6ddeae7-2540-4694-af04-5e45ce14eb5e), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:11.361608 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09d4f743-c0cd-4f1d-b5a2-46fed84fd4b7 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=104320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 21:14:11.362029 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-09d4f743-c0cd-4f1d-b5a2-46fed84fd4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25436834'] for segment (1b46059a-aa39-4ed2-ad1d-18b4ddc198b2), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:11.419890 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.services.segments.plugin [-] Segment 1b46059a-aa39-4ed2-ad1d-18b4ddc198b2 resource provider aggregate not found May 31 21:14:11.426115 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353e5678-2c76-4205-8d56-1df7aaed0988 service neutron] Pushing event updated for resources: {'Port': ['ID=b6ddeae7-2540-4694-af04-5e45ce14eb5e,revision_number=2']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:14:11.440119 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:11.444863 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:11.459268 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.services.segments.plugin [-] Segment 1b46059a-aa39-4ed2-ad1d-18b4ddc198b2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1b46059a-aa39-4ed2-ad1d-18b4ddc198b2 found for delete ", "request_id": "req-54e6e8f4-d832-489e-89cd-5373427dc4e4"}]} May 31 21:14:11.492694 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:11.505354 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [req-50d1dc78-a291-4844-8812-2d2daed8836a req-353e5678-2c76-4205-8d56-1df7aaed0988 service neutron] Attempting to bind port b6ddeae7-2540-4694-af04-5e45ce14eb5e on host hv-cinder-83979 for vnic_type normal with profile {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 31 21:14:11.505675 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [req-50d1dc78-a291-4844-8812-2d2daed8836a req-353e5678-2c76-4205-8d56-1df7aaed0988 service neutron] Attempting to bind port b6ddeae7-2540-4694-af04-5e45ce14eb5e by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': '8895f7a6-b66f-413c-943d-4d2ad24c0748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2c2f81e7-9a7d-4701-bf43-a528a17f585a'}] {{(pid=104321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 31 21:14:11.506087 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d1dc78-a291-4844-8812-2d2daed8836a req-353e5678-2c76-4205-8d56-1df7aaed0988 service neutron] Attempting to bind port b6ddeae7-2540-4694-af04-5e45ce14eb5e on network 2c2f81e7-9a7d-4701-bf43-a528a17f585a {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 31 21:14:11.510625 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-09d4f743-c0cd-4f1d-b5a2-46fed84fd4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598461'] for network (68e327a3-96b2-4add-895f-c43a3d5daedc), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:11.510859 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d1dc78-a291-4844-8812-2d2daed8836a req-353e5678-2c76-4205-8d56-1df7aaed0988 service neutron] Port b6ddeae7-2540-4694-af04-5e45ce14eb5e on network 2c2f81e7-9a7d-4701-bf43-a528a17f585a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 31 21:14:11.511185 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d1dc78-a291-4844-8812-2d2daed8836a req-353e5678-2c76-4205-8d56-1df7aaed0988 service neutron] Attempting to bind port b6ddeae7-2540-4694-af04-5e45ce14eb5e on network 2c2f81e7-9a7d-4701-bf43-a528a17f585a {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 31 21:14:11.518127 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-09d4f743-c0cd-4f1d-b5a2-46fed84fd4b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696852'] for network (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:11.520991 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d1dc78-a291-4844-8812-2d2daed8836a req-353e5678-2c76-4205-8d56-1df7aaed0988 service neutron] Checking agent: {'id': '51675295-7abb-4335-9c5a-c46a9082010e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 21, 1, 20), 'started_at': datetime.datetime(2022, 5, 31, 21, 1, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 21, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 31 21:14:11.521198 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-09d4f743-c0cd-4f1d-b5a2-46fed84fd4b7 admin admin] 10.222.0.55 "DELETE /v2.0/networks/68e327a3-96b2-4add-895f-c43a3d5daedc HTTP/1.1" status: 204 len: 168 time: 0.9696670 May 31 21:14:11.526224 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d1dc78-a291-4844-8812-2d2daed8836a req-353e5678-2c76-4205-8d56-1df7aaed0988 service neutron] Checking segment: {'id': '8895f7a6-b66f-413c-943d-4d2ad24c0748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2c2f81e7-9a7d-4701-bf43-a528a17f585a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 31 21:14:11.526224 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d1dc78-a291-4844-8812-2d2daed8836a req-353e5678-2c76-4205-8d56-1df7aaed0988 service neutron] Bound using segment: {'id': '8895f7a6-b66f-413c-943d-4d2ad24c0748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2c2f81e7-9a7d-4701-bf43-a528a17f585a'} {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 31 21:14:11.526224 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [req-50d1dc78-a291-4844-8812-2d2daed8836a req-353e5678-2c76-4205-8d56-1df7aaed0988 service neutron] Bound port: b6ddeae7-2540-4694-af04-5e45ce14eb5e, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8895f7a6-b66f-413c-943d-4d2ad24c0748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2c2f81e7-9a7d-4701-bf43-a528a17f585a'}}] {{(pid=104321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 31 21:14:11.526224 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-50d1dc78-a291-4844-8812-2d2daed8836a req-353e5678-2c76-4205-8d56-1df7aaed0988 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (b6ddeae7-2540-4694-af04-5e45ce14eb5e), before_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:11.532658 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d4f743-c0cd-4f1d-b5a2-46fed84fd4b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=68e327a3-96b2-4add-895f-c43a3d5daedc,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:14:11.609276 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [req-50d1dc78-a291-4844-8812-2d2daed8836a req-353e5678-2c76-4205-8d56-1df7aaed0988 service neutron] For port b6ddeae7-2540-4694-af04-5e45ce14eb5e, host hv-cinder-83979, cleared binding levels {{(pid=104321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 31 21:14:11.613547 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [req-50d1dc78-a291-4844-8812-2d2daed8836a req-353e5678-2c76-4205-8d56-1df7aaed0988 service neutron] For port b6ddeae7-2540-4694-af04-5e45ce14eb5e, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=b6ddeae7-2540-4694-af04-5e45ce14eb5e,segment=NetworkSegment(8895f7a6-b66f-413c-943d-4d2ad24c0748),segment_id=8895f7a6-b66f-413c-943d-4d2ad24c0748)] {{(pid=104321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 31 21:14:11.728213 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-50d1dc78-a291-4844-8812-2d2daed8836a req-353e5678-2c76-4205-8d56-1df7aaed0988 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25540501'] for port (b6ddeae7-2540-4694-af04-5e45ce14eb5e), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:11.761399 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d1dc78-a291-4844-8812-2d2daed8836a req-353e5678-2c76-4205-8d56-1df7aaed0988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:14:11.762223 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-50d1dc78-a291-4844-8812-2d2daed8836a req-353e5678-2c76-4205-8d56-1df7aaed0988 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for port (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:11.763812 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-50d1dc78-a291-4844-8812-2d2daed8836a req-353e5678-2c76-4205-8d56-1df7aaed0988 service neutron] 10.222.0.40 "PUT /v2.0/ports/b6ddeae7-2540-4694-af04-5e45ce14eb5e HTTP/1.1" status: 200 len: 1093 time: 1.1802409 May 31 21:14:11.764650 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cb3ce1b-f994-4a4b-9f06-12a001fcd081', 'tag': 'b6ddeae7-2540-4694-af04-5e45ce14eb5e'}] {{(pid=104321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:14:11.766799 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6b014d5dee29fffbb36c15c330f4dd8b871b4cb67f19a16d167ed5ff3960b8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e8d87d-899e-4c12-ae4c-66f9739c645e" -d '{"events": [{"name": "network-changed", "server_uuid": "1cb3ce1b-f994-4a4b-9f06-12a001fcd081", "tag": "b6ddeae7-2540-4694-af04-5e45ce14eb5e"}]}' {{(pid=104321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:14:11.818359 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:11.839339 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 May 2022 21:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d49217-872e-4c12-8d6b-74fd09225d0f x-openstack-request-id: req-83d49217-872e-4c12-8d6b-74fd09225d0f {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:14:11.840051 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cb3ce1b-f994-4a4b-9f06-12a001fcd081", "tag": "b6ddeae7-2540-4694-af04-5e45ce14eb5e", "status": "completed", "code": 200}]} {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:14:11.840051 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-83d49217-872e-4c12-8d6b-74fd09225d0f {{(pid=104321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:14:11.840291 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83d49217-872e-4c12-8d6b-74fd09225d0f'] response: {'name': 'network-changed', 'server_uuid': '1cb3ce1b-f994-4a4b-9f06-12a001fcd081', 'tag': 'b6ddeae7-2540-4694-af04-5e45ce14eb5e', 'status': 'completed', 'code': 200} May 31 21:14:11.844922 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353e5678-2c76-4205-8d56-1df7aaed0988 service neutron] Pushing event updated for resources: {'Port': ['ID=b6ddeae7-2540-4694-af04-5e45ce14eb5e,revision_number=3']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:14:11.906681 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8d87d-899e-4c12-ae4c-66f9739c645e req-c8cea2c4-da25-4805-bd8c-1e349589af7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:14:11.908486 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-c8e8d87d-899e-4c12-ae4c-66f9739c645e req-c8cea2c4-da25-4805-bd8c-1e349589af7b service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=8e511490c0f8438fb89ac590bd63529f&device_id=1cb3ce1b-f994-4a4b-9f06-12a001fcd081 HTTP/1.1" status: 200 len: 1127 time: 0.0555751 May 31 21:14:11.909870 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device 8cf7c9b7-e566-4c8f-a423-3180fca528cb no longer exists at agent ovs-agent-dv-cinder-839793-16-iscsi {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 31 21:14:11.933553 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] No Port match for: 8cf7c9b7-e566-4c8f-a423-3180fca528cb {{(pid=104322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 31 21:14:11.934175 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device 8cf7c9b7-e566-4c8f-a423-3180fca528cb not bound to the agent host dv-cinder-839793-16-iscsi {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 31 21:14:11.934749 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device 4a19e4e4-cc04-4d64-acf3-a64a4711af70 no longer exists at agent ovs-agent-dv-cinder-839793-16-iscsi {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 31 21:14:11.947467 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 40412) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:14:11.954570 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] No Port match for: 4a19e4e4-cc04-4d64-acf3-a64a4711af70 {{(pid=104322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 31 21:14:11.954910 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device 4a19e4e4-cc04-4d64-acf3-a64a4711af70 not bound to the agent host dv-cinder-839793-16-iscsi {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 31 21:14:11.997211 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-13d3fade-c2c3-4cd6-91ba-982d42f873fe admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=af420d43367c42e4a4b0948706dd0546&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0481706 May 31 21:14:11.999980 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 40414) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:14:12.041231 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8d87d-899e-4c12-ae4c-66f9739c645e req-3a006960-7289-4818-b6c5-f7032bd91c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:14:12.042752 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-c8e8d87d-899e-4c12-ae4c-66f9739c645e req-3a006960-7289-4818-b6c5-f7032bd91c69 service neutron] 10.222.0.40 "GET /v2.0/networks?tenant_id=8e511490c0f8438fb89ac590bd63529f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1272652 May 31 21:14:12.056405 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-09446a84-476d-4525-a4a2-08e5b3c22107 admin admin] Publish callbacks [] for security_group (ac52d951-0518-4156-a892-a7c83efcad80), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:12.081021 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-09446a84-476d-4525-a4a2-08e5b3c22107 admin admin] Publish callbacks [] for security_group (ac52d951-0518-4156-a892-a7c83efcad80), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:12.144683 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8d87d-899e-4c12-ae4c-66f9739c645e req-b31fcebe-7de4-494f-bbef-62a19ce96935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:14:12.146090 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-c8e8d87d-899e-4c12-ae4c-66f9739c645e req-b31fcebe-7de4-494f-bbef-62a19ce96935 service neutron] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0975692 May 31 21:14:12.157125 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd78fa6b-a348-4a7d-b5f5-2175c30f7425 req-d370357c-de5a-495d-b2a7-ce5e708c6885 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:14:12.158777 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-bd78fa6b-a348-4a7d-b5f5-2175c30f7425 req-d370357c-de5a-495d-b2a7-ce5e708c6885 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cb3ce1b-f994-4a4b-9f06-12a001fcd081 HTTP/1.1" status: 200 len: 943 time: 0.0750537 May 31 21:14:12.212636 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-bd78fa6b-a348-4a7d-b5f5-2175c30f7425 req-6329dceb-53eb-4f54-a5c2-085cb542dfa2 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/security-groups?id=af63a73d-db92-422f-a34b-85e8632ce5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471501 May 31 21:14:12.218905 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d1dc78-a291-4844-8812-2d2daed8836a req-7e89f1fa-4cb2-41e2-bd2b-ead4e19494d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:14:12.222404 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-50d1dc78-a291-4844-8812-2d2daed8836a req-7e89f1fa-4cb2-41e2-bd2b-ead4e19494d5 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=8e511490c0f8438fb89ac590bd63529f&device_id=1cb3ce1b-f994-4a4b-9f06-12a001fcd081 HTTP/1.1" status: 200 len: 1127 time: 0.0384295 May 31 21:14:12.241785 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-bb607e6f-519c-4cb2-8407-3cf75b4b7fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (5ca9f0a2-8e5f-4b54-94fa-454f095515e4), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:12.263953 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-50d1dc78-a291-4844-8812-2d2daed8836a req-40e59b7b-d663-4ad6-9b07-309e372f2065 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6ddeae7-2540-4694-af04-5e45ce14eb5e HTTP/1.1" status: 200 len: 217 time: 0.0361145 May 31 21:14:12.270514 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-09446a84-476d-4525-a4a2-08e5b3c22107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (ac52d951-0518-4156-a892-a7c83efcad80), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:12.273142 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-09446a84-476d-4525-a4a2-08e5b3c22107 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:12.274346 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-09446a84-476d-4525-a4a2-08e5b3c22107 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ac52d951-0518-4156-a892-a7c83efcad80 HTTP/1.1" status: 204 len: 168 time: 0.2732177 May 31 21:14:12.287681 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09446a84-476d-4525-a4a2-08e5b3c22107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac52d951-0518-4156-a892-a7c83efcad80,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:14:12.320860 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d1dc78-a291-4844-8812-2d2daed8836a req-fd9c1908-3fc0-44ee-b3fd-e9a485271e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:14:12.322422 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-50d1dc78-a291-4844-8812-2d2daed8836a req-fd9c1908-3fc0-44ee-b3fd-e9a485271e16 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=e92e8765-6011-45cd-aa17-1b8aedc6fa7b HTTP/1.1" status: 200 len: 851 time: 0.0527785 May 31 21:14:12.365662 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d1dc78-a291-4844-8812-2d2daed8836a req-468feead-cbee-4406-abe4-d127781c7842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:14:12.367238 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-50d1dc78-a291-4844-8812-2d2daed8836a req-468feead-cbee-4406-abe4-d127781c7842 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=2c2f81e7-9a7d-4701-bf43-a528a17f585a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0394313 May 31 21:14:12.461433 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-50d1dc78-a291-4844-8812-2d2daed8836a req-12622328-ed62-4a8f-8824-5605fdcbaaea service neutron] 10.222.0.40 "GET /v2.0/networks/2c2f81e7-9a7d-4701-bf43-a528a17f585a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871856 May 31 21:14:12.530057 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=100 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:12.572280 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-50d1dc78-a291-4844-8812-2d2daed8836a req-8ccd3fe8-00ba-45bb-97de-a87a9fded0b5 service neutron] 10.222.0.40 "GET /v2.0/networks/2c2f81e7-9a7d-4701-bf43-a528a17f585a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998187 May 31 21:14:13.339488 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a7166e-ab25-49d1-97b5-d6f9f5e0b463 req-71cbfed4-0910-44b5-9fcd-c5489155ab50 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:14:13.340999 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-b8a7166e-ab25-49d1-97b5-d6f9f5e0b463 req-71cbfed4-0910-44b5-9fcd-c5489155ab50 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cb3ce1b-f994-4a4b-9f06-12a001fcd081 HTTP/1.1" status: 200 len: 943 time: 0.0485857 May 31 21:14:13.400143 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-b8a7166e-ab25-49d1-97b5-d6f9f5e0b463 req-26a7d3f7-b58b-4118-bb2c-bf12bfcf18c8 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/security-groups?id=af63a73d-db92-422f-a34b-85e8632ce5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528703 May 31 21:14:14.518020 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d85891-7430-418e-91cd-b7ad340fa316 req-60e4a1ac-c0bd-4c80-8eb9-ba41c88966e8 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:14:14.520152 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-81d85891-7430-418e-91cd-b7ad340fa316 req-60e4a1ac-c0bd-4c80-8eb9-ba41c88966e8 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cb3ce1b-f994-4a4b-9f06-12a001fcd081 HTTP/1.1" status: 200 len: 943 time: 0.0486100 May 31 21:14:14.532561 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:14.544559 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-223466bd-ac0c-40a6-94a4-c5e5b55b8ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (13ce5b10-321e-4e80-b29e-1cfc3c51661e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:14.570726 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-81d85891-7430-418e-91cd-b7ad340fa316 req-2f3f6fad-b6bb-4891-b017-124b0fbb0bb2 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/security-groups?id=af63a73d-db92-422f-a34b-85e8632ce5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448537 May 31 21:14:15.493920 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 40526) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:14:15.603044 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-42621a2c-07ce-41a8-80c9-0fd1729543a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:15.692816 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-58fa0aab-c296-4be2-a1ab-08418c16cad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (8170e961-7e1e-4c09-b09f-6b764c457cfd), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:15.700024 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff90d8b-30d3-4696-87cb-63a17d6f2aa3 req-1e8de31e-e9f3-4f36-a216-86588a8b9092 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:14:15.701495 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-7ff90d8b-30d3-4696-87cb-63a17d6f2aa3 req-1e8de31e-e9f3-4f36-a216-86588a8b9092 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cb3ce1b-f994-4a4b-9f06-12a001fcd081 HTTP/1.1" status: 200 len: 943 time: 0.0622694 May 31 21:14:15.749873 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-42621a2c-07ce-41a8-80c9-0fd1729543a4 admin admin] Publish callbacks [] for security_group (938ba2d8-fac3-4285-8e4f-819a4b671bfd), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:15.762764 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 40534) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:14:15.778149 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-7ff90d8b-30d3-4696-87cb-63a17d6f2aa3 req-5f618e40-0590-4c5b-81a9-78b5ee6557eb tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/security-groups?id=af63a73d-db92-422f-a34b-85e8632ce5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687087 May 31 21:14:15.817454 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-42621a2c-07ce-41a8-80c9-0fd1729543a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (938ba2d8-fac3-4285-8e4f-819a4b671bfd), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:15.858959 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-42621a2c-07ce-41a8-80c9-0fd1729543a4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c63011eaeb4b4518abe31327ab86e44e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3639510 May 31 21:14:15.860467 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42621a2c-07ce-41a8-80c9-0fd1729543a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=938ba2d8-fac3-4285-8e4f-819a4b671bfd,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:14:15.861796 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 40538) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:14:15.891668 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-ed3c5f85-0bb6-461b-97bd-a167904c49ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:16.195511 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-fbed5f51-54f6-487c-a32f-94e92f580b53 admin admin] Publish callbacks [] for security_group (938ba2d8-fac3-4285-8e4f-819a4b671bfd), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:16.228617 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-fbed5f51-54f6-487c-a32f-94e92f580b53 admin admin] Publish callbacks [] for security_group (938ba2d8-fac3-4285-8e4f-819a4b671bfd), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:16.278411 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-ed3c5f85-0bb6-461b-97bd-a167904c49ad admin admin] Publish callbacks [] for security_group (e8c58ad9-a485-4550-abfb-60cc9cf98636), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:16.359710 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-ed3c5f85-0bb6-461b-97bd-a167904c49ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (e8c58ad9-a485-4550-abfb-60cc9cf98636), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:16.398205 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-fbed5f51-54f6-487c-a32f-94e92f580b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (938ba2d8-fac3-4285-8e4f-819a4b671bfd), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:16.400529 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-fbed5f51-54f6-487c-a32f-94e92f580b53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:16.404057 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-fbed5f51-54f6-487c-a32f-94e92f580b53 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/938ba2d8-fac3-4285-8e4f-819a4b671bfd HTTP/1.1" status: 204 len: 168 time: 0.5347869 May 31 21:14:16.404057 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3c5f85-0bb6-461b-97bd-a167904c49ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c58ad9-a485-4550-abfb-60cc9cf98636,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:14:16.410159 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-ed3c5f85-0bb6-461b-97bd-a167904c49ad admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=29a683469cf44314ad425955b2e125b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6438498 May 31 21:14:16.410410 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 40542) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:14:16.427213 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbed5f51-54f6-487c-a32f-94e92f580b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=938ba2d8-fac3-4285-8e4f-819a4b671bfd,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:14:16.470035 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-fd54b739-2c7b-435c-bf90-2631d428b14f admin admin] Publish callbacks [] for security_group (e8c58ad9-a485-4550-abfb-60cc9cf98636), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:16.492349 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-fd54b739-2c7b-435c-bf90-2631d428b14f admin admin] Publish callbacks [] for security_group (e8c58ad9-a485-4550-abfb-60cc9cf98636), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:16.670547 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-fd54b739-2c7b-435c-bf90-2631d428b14f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (e8c58ad9-a485-4550-abfb-60cc9cf98636), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:16.673069 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-fd54b739-2c7b-435c-bf90-2631d428b14f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:16.674233 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-fd54b739-2c7b-435c-bf90-2631d428b14f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e8c58ad9-a485-4550-abfb-60cc9cf98636 HTTP/1.1" status: 204 len: 168 time: 0.2629137 May 31 21:14:16.686800 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd54b739-2c7b-435c-bf90-2631d428b14f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c58ad9-a485-4550-abfb-60cc9cf98636,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:14:16.824265 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-b770b660-b824-4665-84d0-9bbdd29e8e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (1c1563bc-5b12-4065-8d27-b22246e8e8d3), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:16.910357 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb250a-c357-4c70-9a1d-bf0b6fb81485 req-3f04ffc2-2107-4296-bcb5-1a7ed5a6f95f tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:14:16.911986 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-cabb250a-c357-4c70-9a1d-bf0b6fb81485 req-3f04ffc2-2107-4296-bcb5-1a7ed5a6f95f tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cb3ce1b-f994-4a4b-9f06-12a001fcd081 HTTP/1.1" status: 200 len: 943 time: 0.0487394 May 31 21:14:16.962816 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-cabb250a-c357-4c70-9a1d-bf0b6fb81485 req-074c1577-0786-4cfb-811d-270358bcd7c0 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/security-groups?id=af63a73d-db92-422f-a34b-85e8632ce5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446754 May 31 21:14:17.359194 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 40566) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:14:17.373001 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-45e792a8-9c68-494b-b1d2-8a2a5d729871 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:17.463565 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-45e792a8-9c68-494b-b1d2-8a2a5d729871 admin admin] Publish callbacks [] for security_group (ecf1d238-9d51-48a7-8c0b-881cd1d8b30e), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:17.521725 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-45e792a8-9c68-494b-b1d2-8a2a5d729871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (ecf1d238-9d51-48a7-8c0b-881cd1d8b30e), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:17.564782 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-45e792a8-9c68-494b-b1d2-8a2a5d729871 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=00dd09113f154134bd0a5ad000297553&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2014968 May 31 21:14:17.564782 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e792a8-9c68-494b-b1d2-8a2a5d729871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf1d238-9d51-48a7-8c0b-881cd1d8b30e,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:14:17.565023 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 40574) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:14:17.616666 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-e584bcbc-4e3c-435c-8578-d0bbcf6b29ad admin admin] Publish callbacks [] for security_group (ecf1d238-9d51-48a7-8c0b-881cd1d8b30e), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:17.639116 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-e584bcbc-4e3c-435c-8578-d0bbcf6b29ad admin admin] Publish callbacks [] for security_group (ecf1d238-9d51-48a7-8c0b-881cd1d8b30e), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:17.765836 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-e584bcbc-4e3c-435c-8578-d0bbcf6b29ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (ecf1d238-9d51-48a7-8c0b-881cd1d8b30e), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:17.768406 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-e584bcbc-4e3c-435c-8578-d0bbcf6b29ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:17.769557 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-e584bcbc-4e3c-435c-8578-d0bbcf6b29ad admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ecf1d238-9d51-48a7-8c0b-881cd1d8b30e HTTP/1.1" status: 204 len: 168 time: 0.2036276 May 31 21:14:17.779353 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e584bcbc-4e3c-435c-8578-d0bbcf6b29ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf1d238-9d51-48a7-8c0b-881cd1d8b30e,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:14:18.078142 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942186e6-a356-410a-9673-c227636be012 req-1a0208ad-01ba-479f-937d-12c5911dedb0 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:14:18.079640 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-942186e6-a356-410a-9673-c227636be012 req-1a0208ad-01ba-479f-937d-12c5911dedb0 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cb3ce1b-f994-4a4b-9f06-12a001fcd081 HTTP/1.1" status: 200 len: 943 time: 0.0474575 May 31 21:14:18.093080 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:18.137049 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-942186e6-a356-410a-9673-c227636be012 req-8cd883e5-e0ad-46e7-87aa-c8f434761e27 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/security-groups?id=af63a73d-db92-422f-a34b-85e8632ce5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508502 May 31 21:14:18.221012 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 40588) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:14:18.330694 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-d6398652-3273-443e-8172-610865364244 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:18.353572 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:18.384354 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=76,neutron:INSERT=15,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:18.406114 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-d6398652-3273-443e-8172-610865364244 admin admin] Publish callbacks [] for security_group (f24cde8d-f60a-4d5a-8ca8-2b42d605d504), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:18.492661 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-d6398652-3273-443e-8172-610865364244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (f24cde8d-f60a-4d5a-8ca8-2b42d605d504), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:18.537759 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-d6398652-3273-443e-8172-610865364244 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b13c56f7a3a84af8b228fe0776c9a0cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3151438 May 31 21:14:18.538478 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6398652-3273-443e-8172-610865364244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f24cde8d-f60a-4d5a-8ca8-2b42d605d504,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:14:18.540350 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 40598) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:14:18.582949 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (a61205dd-b11c-42a1-aa2d-4b7310a8dc99), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:18.591424 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-e1295cac-4164-4ba7-994a-03418bddcbaf admin admin] Publish callbacks [] for security_group (f24cde8d-f60a-4d5a-8ca8-2b42d605d504), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:18.592942 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:18.617679 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-e1295cac-4164-4ba7-994a-03418bddcbaf admin admin] Publish callbacks [] for security_group (f24cde8d-f60a-4d5a-8ca8-2b42d605d504), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:18.732830 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-e1295cac-4164-4ba7-994a-03418bddcbaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (f24cde8d-f60a-4d5a-8ca8-2b42d605d504), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:18.735471 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-e1295cac-4164-4ba7-994a-03418bddcbaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:18.736614 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-e1295cac-4164-4ba7-994a-03418bddcbaf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f24cde8d-f60a-4d5a-8ca8-2b42d605d504 HTTP/1.1" status: 204 len: 168 time: 0.1952913 May 31 21:14:18.745321 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1295cac-4164-4ba7-994a-03418bddcbaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f24cde8d-f60a-4d5a-8ca8-2b42d605d504,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:14:18.752673 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1295cac-4164-4ba7-994a-03418bddcbaf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:14:18.753011 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1295cac-4164-4ba7-994a-03418bddcbaf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:14:18.753347 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1295cac-4164-4ba7-994a-03418bddcbaf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:14:18.753690 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1295cac-4164-4ba7-994a-03418bddcbaf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:14:18.754161 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1295cac-4164-4ba7-994a-03418bddcbaf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:14:18.754412 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1295cac-4164-4ba7-994a-03418bddcbaf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:14:18.754735 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1295cac-4164-4ba7-994a-03418bddcbaf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:14:18.755056 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1295cac-4164-4ba7-994a-03418bddcbaf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:14:18.755376 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1295cac-4164-4ba7-994a-03418bddcbaf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:14:18.755695 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1295cac-4164-4ba7-994a-03418bddcbaf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:14:18.756081 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1295cac-4164-4ba7-994a-03418bddcbaf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:14:18.756320 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1295cac-4164-4ba7-994a-03418bddcbaf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:14:18.756635 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1295cac-4164-4ba7-994a-03418bddcbaf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:14:18.756947 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1295cac-4164-4ba7-994a-03418bddcbaf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:14:18.757266 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1295cac-4164-4ba7-994a-03418bddcbaf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:14:19.256058 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582a6630-d3fc-425d-a1aa-36248595160c req-56c918d6-616c-4a31-87a6-646a3081e82e tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:14:19.257563 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-582a6630-d3fc-425d-a1aa-36248595160c req-56c918d6-616c-4a31-87a6-646a3081e82e tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cb3ce1b-f994-4a4b-9f06-12a001fcd081 HTTP/1.1" status: 200 len: 943 time: 0.0505128 May 31 21:14:19.315220 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-582a6630-d3fc-425d-a1aa-36248595160c req-b6ac020b-781d-4f57-a049-f746e3cb4d66 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/security-groups?id=af63a73d-db92-422f-a34b-85e8632ce5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519021 May 31 21:14:20.431877 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b2fb7d-f090-4073-b5eb-48de1eb5f399 req-e561abe8-723c-46ac-9342-b5ba5682c6b8 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:14:20.433333 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-94b2fb7d-f090-4073-b5eb-48de1eb5f399 req-e561abe8-723c-46ac-9342-b5ba5682c6b8 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cb3ce1b-f994-4a4b-9f06-12a001fcd081 HTTP/1.1" status: 200 len: 943 time: 0.0481422 May 31 21:14:20.483445 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-94b2fb7d-f090-4073-b5eb-48de1eb5f399 req-49eed87e-9cf4-4fd2-9596-2b01761fc753 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/security-groups?id=af63a73d-db92-422f-a34b-85e8632ce5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445957 May 31 21:14:21.467683 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device b6ddeae7-2540-4694-af04-5e45ce14eb5e details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=104322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 31 21:14:21.583896 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] For port b6ddeae7-2540-4694-af04-5e45ce14eb5e, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=b6ddeae7-2540-4694-af04-5e45ce14eb5e,segment=NetworkSegment(8895f7a6-b66f-413c-943d-4d2ad24c0748),segment_id=8895f7a6-b66f-413c-943d-4d2ad24c0748)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:14:21.595683 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Returning: {'device': 'b6ddeae7-2540-4694-af04-5e45ce14eb5e', 'network_id': '2c2f81e7-9a7d-4701-bf43-a528a17f585a', 'port_id': 'b6ddeae7-2540-4694-af04-5e45ce14eb5e', 'mac_address': 'fa:16:3e:ad:93:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e92e8765-6011-45cd-aa17-1b8aedc6fa7b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 31 21:14:21.601511 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87facca-f002-4e16-be81-e02890271a41 req-91aff6ec-c67b-445a-b6a6-e1182d9ca59f tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:14:21.602089 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:21.603209 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-d87facca-f002-4e16-be81-e02890271a41 req-91aff6ec-c67b-445a-b6a6-e1182d9ca59f tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cb3ce1b-f994-4a4b-9f06-12a001fcd081 HTTP/1.1" status: 200 len: 943 time: 0.0511074 May 31 21:14:21.620483 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (51675295-7abb-4335-9c5a-c46a9082010e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:21.635283 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Current status of the port b6ddeae7-2540-4694-af04-5e45ce14eb5e is: DOWN; New status is: BUILD {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:14:21.635579 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (b6ddeae7-2540-4694-af04-5e45ce14eb5e), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:21.647928 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:21.649709 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.notifiers.nova [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6ddeae7-2540-4694-af04-5e45ce14eb5e {{(pid=104322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 21:14:21.654143 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-d87facca-f002-4e16-be81-e02890271a41 req-6046ccf6-5da7-44e7-84aa-a6e3afc97e88 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/security-groups?id=af63a73d-db92-422f-a34b-85e8632ce5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451660 May 31 21:14:21.671880 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] For port b6ddeae7-2540-4694-af04-5e45ce14eb5e, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=b6ddeae7-2540-4694-af04-5e45ce14eb5e,segment=NetworkSegment(8895f7a6-b66f-413c-943d-4d2ad24c0748),segment_id=8895f7a6-b66f-413c-943d-4d2ad24c0748)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:14:21.772798 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (b6ddeae7-2540-4694-af04-5e45ce14eb5e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:21.819779 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Pushing event updated for resources: {'Port': ['ID=b6ddeae7-2540-4694-af04-5e45ce14eb5e,revision_number=4']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:14:22.179547 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] get_ports_and_sgs() called for port_ids ['b6ddeae7-2540-4694-af04-5e45ce14eb5e'] {{(pid=104322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 31 21:14:22.337303 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:22.768653 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9f651e-889a-411c-8b81-f521701a7a7c req-39e32eda-11c9-4332-869b-2d3600f03604 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:14:22.770804 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ef9f651e-889a-411c-8b81-f521701a7a7c req-39e32eda-11c9-4332-869b-2d3600f03604 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cb3ce1b-f994-4a4b-9f06-12a001fcd081 HTTP/1.1" status: 200 len: 944 time: 0.0475996 May 31 21:14:22.820469 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ef9f651e-889a-411c-8b81-f521701a7a7c req-956314b6-0b63-442a-b8ce-30fdfcc496e4 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/security-groups?id=af63a73d-db92-422f-a34b-85e8632ce5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440958 May 31 21:14:23.483155 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device b6ddeae7-2540-4694-af04-5e45ce14eb5e up at agent hyperv_hv-cinder-83979 {{(pid=104322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 31 21:14:23.528847 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Provisioning for port b6ddeae7-2540-4694-af04-5e45ce14eb5e completed by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 31 21:14:23.601339 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Provisioning complete for port b6ddeae7-2540-4694-af04-5e45ce14eb5e triggered by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:14:23.601715 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (b6ddeae7-2540-4694-af04-5e45ce14eb5e), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:23.674184 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Current status of the port b6ddeae7-2540-4694-af04-5e45ce14eb5e is: BUILD; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:14:23.674874 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (b6ddeae7-2540-4694-af04-5e45ce14eb5e), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:23.696710 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cb3ce1b-f994-4a4b-9f06-12a001fcd081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ddeae7-2540-4694-af04-5e45ce14eb5e'}] {{(pid=104322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:14:23.698956 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0d07a434bcc94248bd83d89f5df7255b965f34de07d957ea8ea11cb14c6cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a08b5f57-2a04-4426-b908-a6e0dcc54fa3" -d '{"events": [{"server_uuid": "1cb3ce1b-f994-4a4b-9f06-12a001fcd081", "name": "network-vif-plugged", "status": "completed", "tag": "b6ddeae7-2540-4694-af04-5e45ce14eb5e"}]}' {{(pid=104322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:14:23.712697 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] For port b6ddeae7-2540-4694-af04-5e45ce14eb5e, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=b6ddeae7-2540-4694-af04-5e45ce14eb5e,segment=NetworkSegment(8895f7a6-b66f-413c-943d-4d2ad24c0748),segment_id=8895f7a6-b66f-413c-943d-4d2ad24c0748)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:14:23.784392 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (b6ddeae7-2540-4694-af04-5e45ce14eb5e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:23.840712 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Pushing event updated for resources: {'Port': ['ID=b6ddeae7-2540-4694-af04-5e45ce14eb5e,revision_number=5']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:14:23.857080 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 May 2022 21:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0844bae4-da9f-45f1-b3e8-152086ffa4d6 x-openstack-request-id: req-0844bae4-da9f-45f1-b3e8-152086ffa4d6 {{(pid=104322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:14:23.857513 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cb3ce1b-f994-4a4b-9f06-12a001fcd081", "name": "network-vif-plugged", "status": "completed", "tag": "b6ddeae7-2540-4694-af04-5e45ce14eb5e", "code": 200}]} {{(pid=104322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:14:23.857670 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0844bae4-da9f-45f1-b3e8-152086ffa4d6 {{(pid=104322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:14:23.858081 dv-cinder-839793-16-iscsi neutron-server[104322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0844bae4-da9f-45f1-b3e8-152086ffa4d6'] response: {'server_uuid': '1cb3ce1b-f994-4a4b-9f06-12a001fcd081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ddeae7-2540-4694-af04-5e45ce14eb5e', 'code': 200} May 31 21:14:23.936376 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2424fd4-8f3c-44bb-8208-56d652b76c82 req-e2160a9d-183e-4b74-8b71-856399e33282 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:14:23.937885 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-c2424fd4-8f3c-44bb-8208-56d652b76c82 req-e2160a9d-183e-4b74-8b71-856399e33282 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cb3ce1b-f994-4a4b-9f06-12a001fcd081 HTTP/1.1" status: 200 len: 945 time: 0.0489848 May 31 21:14:23.994457 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-c2424fd4-8f3c-44bb-8208-56d652b76c82 req-d4872025-22d2-4e7e-a17f-af40c31829b7 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/security-groups?id=af63a73d-db92-422f-a34b-85e8632ce5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495441 May 31 21:14:24.671917 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 40734) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:14:24.775291 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-1cf4f6eb-71ac-4dd0-90f6-a9c6cafac120 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:24.850586 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-1cf4f6eb-71ac-4dd0-90f6-a9c6cafac120 admin admin] Publish callbacks [] for security_group (f05ce9f5-3a09-48ad-bf2a-dc5104868126), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:24.898276 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-1cf4f6eb-71ac-4dd0-90f6-a9c6cafac120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (f05ce9f5-3a09-48ad-bf2a-dc5104868126), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:24.935664 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf4f6eb-71ac-4dd0-90f6-a9c6cafac120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f05ce9f5-3a09-48ad-bf2a-dc5104868126,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:14:24.940886 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-1cf4f6eb-71ac-4dd0-90f6-a9c6cafac120 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e27198c3f93341f6b7873a300a5882cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2679362 May 31 21:14:24.944178 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 40740) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:14:24.983895 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:24.993451 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-1ce44568-8e89-4dc6-b236-e25830b15993 admin admin] Publish callbacks [] for security_group (f05ce9f5-3a09-48ad-bf2a-dc5104868126), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:25.015265 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-1ce44568-8e89-4dc6-b236-e25830b15993 admin admin] Publish callbacks [] for security_group (f05ce9f5-3a09-48ad-bf2a-dc5104868126), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:25.096710 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:25.115124 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7bdfa8-4af2-4b81-b2c3-d55c87a1ca7f req-4f20120e-952b-4df6-9db0-62dd9a51089d tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:14:25.116578 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ba7bdfa8-4af2-4b81-b2c3-d55c87a1ca7f req-4f20120e-952b-4df6-9db0-62dd9a51089d tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cb3ce1b-f994-4a4b-9f06-12a001fcd081 HTTP/1.1" status: 200 len: 945 time: 0.0495079 May 31 21:14:25.160610 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-1ce44568-8e89-4dc6-b236-e25830b15993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (f05ce9f5-3a09-48ad-bf2a-dc5104868126), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:25.163072 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-1ce44568-8e89-4dc6-b236-e25830b15993 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:25.164167 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-1ce44568-8e89-4dc6-b236-e25830b15993 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f05ce9f5-3a09-48ad-bf2a-dc5104868126 HTTP/1.1" status: 204 len: 168 time: 0.2192485 May 31 21:14:25.171265 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ba7bdfa8-4af2-4b81-b2c3-d55c87a1ca7f req-756cb353-fc48-40fe-a70c-b2515816cf28 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/security-groups?id=af63a73d-db92-422f-a34b-85e8632ce5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491655 May 31 21:14:25.179312 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce44568-8e89-4dc6-b236-e25830b15993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f05ce9f5-3a09-48ad-bf2a-dc5104868126,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:14:25.862390 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 40750) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:14:25.876443 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6a6bbaa5-7b66-45d5-ab4f-aeaa4f00ec0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:25.950694 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6a6bbaa5-7b66-45d5-ab4f-aeaa4f00ec0b admin admin] Publish callbacks [] for security_group (88dd4ad3-d44f-42b2-b491-97f7e35e6116), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:26.036400 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6a6bbaa5-7b66-45d5-ab4f-aeaa4f00ec0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (88dd4ad3-d44f-42b2-b491-97f7e35e6116), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:26.075900 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-6a6bbaa5-7b66-45d5-ab4f-aeaa4f00ec0b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5db774dfec8441d0a72cb704bc415784&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2117929 May 31 21:14:26.076722 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6bbaa5-7b66-45d5-ab4f-aeaa4f00ec0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88dd4ad3-d44f-42b2-b491-97f7e35e6116,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:14:26.079324 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 40752) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:14:26.131612 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-07a3cb8f-4998-4067-8a13-371fbae123d7 admin admin] Publish callbacks [] for security_group (88dd4ad3-d44f-42b2-b491-97f7e35e6116), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:26.152837 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-07a3cb8f-4998-4067-8a13-371fbae123d7 admin admin] Publish callbacks [] for security_group (88dd4ad3-d44f-42b2-b491-97f7e35e6116), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:26.223113 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3504b75e-6aaa-4797-9306-3020941d06af req-ae7b4a56-1912-45ff-818c-37ed24eb45b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:14:26.223113 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-3504b75e-6aaa-4797-9306-3020941d06af req-ae7b4a56-1912-45ff-818c-37ed24eb45b3 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=1cb3ce1b-f994-4a4b-9f06-12a001fcd081 HTTP/1.1" status: 200 len: 1129 time: 0.0497594 May 31 21:14:26.295508 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc01b0ce-ca5c-4ea7-913d-13fef6bca657 req-5ae262b6-5dec-4e37-93a0-fd6ebec9db7e tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:14:26.296978 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-bc01b0ce-ca5c-4ea7-913d-13fef6bca657 req-5ae262b6-5dec-4e37-93a0-fd6ebec9db7e tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cb3ce1b-f994-4a4b-9f06-12a001fcd081 HTTP/1.1" status: 200 len: 945 time: 0.0523555 May 31 21:14:26.348581 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-bc01b0ce-ca5c-4ea7-913d-13fef6bca657 req-64f89142-5992-4cdc-9d0d-da2273988aca tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/security-groups?id=af63a73d-db92-422f-a34b-85e8632ce5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458467 May 31 21:14:26.355688 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-07a3cb8f-4998-4067-8a13-371fbae123d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (88dd4ad3-d44f-42b2-b491-97f7e35e6116), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:26.358654 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-07a3cb8f-4998-4067-8a13-371fbae123d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:26.359473 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-07a3cb8f-4998-4067-8a13-371fbae123d7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/88dd4ad3-d44f-42b2-b491-97f7e35e6116 HTTP/1.1" status: 204 len: 168 time: 0.2783954 May 31 21:14:26.367780 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a3cb8f-4998-4067-8a13-371fbae123d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88dd4ad3-d44f-42b2-b491-97f7e35e6116,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:14:26.375612 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a3cb8f-4998-4067-8a13-371fbae123d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:14:26.376038 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a3cb8f-4998-4067-8a13-371fbae123d7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:14:26.376408 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a3cb8f-4998-4067-8a13-371fbae123d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:14:26.376750 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a3cb8f-4998-4067-8a13-371fbae123d7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:14:26.377088 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a3cb8f-4998-4067-8a13-371fbae123d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:14:26.377419 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a3cb8f-4998-4067-8a13-371fbae123d7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:14:26.377749 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a3cb8f-4998-4067-8a13-371fbae123d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:14:26.378107 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a3cb8f-4998-4067-8a13-371fbae123d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:14:26.378436 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a3cb8f-4998-4067-8a13-371fbae123d7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:14:26.379266 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a3cb8f-4998-4067-8a13-371fbae123d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:14:26.379595 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a3cb8f-4998-4067-8a13-371fbae123d7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:14:26.380346 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a3cb8f-4998-4067-8a13-371fbae123d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:14:26.380346 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a3cb8f-4998-4067-8a13-371fbae123d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:14:26.380577 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a3cb8f-4998-4067-8a13-371fbae123d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:14:26.381048 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a3cb8f-4998-4067-8a13-371fbae123d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:14:27.465596 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aafe76-2892-430c-a33e-6b1172022105 req-4bc48297-84ba-4d77-ae40-8cecd4c06a2b tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:14:27.467471 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-21aafe76-2892-430c-a33e-6b1172022105 req-4bc48297-84ba-4d77-ae40-8cecd4c06a2b tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cb3ce1b-f994-4a4b-9f06-12a001fcd081 HTTP/1.1" status: 200 len: 945 time: 0.0484531 May 31 21:14:27.517146 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-21aafe76-2892-430c-a33e-6b1172022105 req-7e693a6d-9d88-4b4a-bac2-a91c7d655264 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/security-groups?id=af63a73d-db92-422f-a34b-85e8632ce5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443919 May 31 21:14:27.651467 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-3504b75e-6aaa-4797-9306-3020941d06af req-8fd2691d-6424-46a2-a95a-bd74591ac001 service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=af63a73d-db92-422f-a34b-85e8632ce5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692520 May 31 21:14:27.681819 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-59054063-1a98-4ab4-afaa-a0a86c82cbe1 req-2d015881-196e-4b64-995e-4070e2021da4 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=48d80d94-ed1f-4792-955f-5ac166350cb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0479605 May 31 21:14:28.483538 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59054063-1a98-4ab4-afaa-a0a86c82cbe1 req-cddc781c-863b-426a-bf39-d427cb53e942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:14:28.484943 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-59054063-1a98-4ab4-afaa-a0a86c82cbe1 req-cddc781c-863b-426a-bf39-d427cb53e942 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=8e511490c0f8438fb89ac590bd63529f&device_id=48d80d94-ed1f-4792-955f-5ac166350cb8 HTTP/1.1" status: 200 len: 1130 time: 0.0407312 May 31 21:14:28.594215 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59054063-1a98-4ab4-afaa-a0a86c82cbe1 req-e47b5d95-3228-483b-bf9e-50efbf1764e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:14:28.595729 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-59054063-1a98-4ab4-afaa-a0a86c82cbe1 req-e47b5d95-3228-483b-bf9e-50efbf1764e0 service neutron] 10.222.0.40 "GET /v2.0/networks?id=2c2f81e7-9a7d-4701-bf43-a528a17f585a HTTP/1.1" status: 200 len: 913 time: 0.0901411 May 31 21:14:28.641222 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feefd43-239b-4e8f-92e7-dea28c149359 req-fc62f798-6f5e-41c5-8c62-119886351295 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:14:28.642741 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-9feefd43-239b-4e8f-92e7-dea28c149359 req-fc62f798-6f5e-41c5-8c62-119886351295 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cb3ce1b-f994-4a4b-9f06-12a001fcd081 HTTP/1.1" status: 200 len: 945 time: 0.0477133 May 31 21:14:28.696586 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-9feefd43-239b-4e8f-92e7-dea28c149359 req-7a707fd1-8459-4f37-bd5c-3aff9f2c648b tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/security-groups?id=af63a73d-db92-422f-a34b-85e8632ce5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470529 May 31 21:14:28.772049 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 40812) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:14:28.889772 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-d099523f-f126-4f81-8c2a-ae79eb2d63b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:28.966990 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-d099523f-f126-4f81-8c2a-ae79eb2d63b0 admin admin] Publish callbacks [] for security_group (5665b882-72e8-4623-86ff-e974b1750d84), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:29.052009 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-d099523f-f126-4f81-8c2a-ae79eb2d63b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (5665b882-72e8-4623-86ff-e974b1750d84), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:29.093577 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-d099523f-f126-4f81-8c2a-ae79eb2d63b0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=186ca2b14e714dfaacd5c45fe447b718&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3204517 May 31 21:14:29.094418 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d099523f-f126-4f81-8c2a-ae79eb2d63b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5665b882-72e8-4623-86ff-e974b1750d84,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:14:29.096340 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 40820) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:14:29.147160 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-547ba337-6488-4f46-a49e-c4f49e3ad207 admin admin] Publish callbacks [] for security_group (5665b882-72e8-4623-86ff-e974b1750d84), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:29.159682 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-59054063-1a98-4ab4-afaa-a0a86c82cbe1 req-18fcfb62-6999-4bde-9c4c-0847ee219af3 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be6188bf-51f6-4051-bc2f-677f9aefbc61 HTTP/1.1" status: 200 len: 1001 time: 0.0558145 May 31 21:14:29.169506 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-547ba337-6488-4f46-a49e-c4f49e3ad207 admin admin] Publish callbacks [] for security_group (5665b882-72e8-4623-86ff-e974b1750d84), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:29.198247 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:29.212308 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59054063-1a98-4ab4-afaa-a0a86c82cbe1 req-2f1e819c-91d0-46d7-b7de-35c7a93868fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:14:29.213752 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-59054063-1a98-4ab4-afaa-a0a86c82cbe1 req-2f1e819c-91d0-46d7-b7de-35c7a93868fd service neutron] 10.222.0.40 "GET /v2.0/subnets?id=e92e8765-6011-45cd-aa17-1b8aedc6fa7b HTTP/1.1" status: 200 len: 851 time: 0.0478868 May 31 21:14:29.228956 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.agents_db [None req-3d709c36-86fd-4f4f-bf7d-9e9748143f4e None None] Agent healthcheck: found 6 active agents {{(pid=104323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 31 21:14:29.259686 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59054063-1a98-4ab4-afaa-a0a86c82cbe1 req-c2af67af-bcf2-4c50-b03e-a3088283e536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:14:29.261537 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-59054063-1a98-4ab4-afaa-a0a86c82cbe1 req-c2af67af-bcf2-4c50-b03e-a3088283e536 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=2c2f81e7-9a7d-4701-bf43-a528a17f585a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0412042 May 31 21:14:29.279724 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-547ba337-6488-4f46-a49e-c4f49e3ad207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (5665b882-72e8-4623-86ff-e974b1750d84), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:29.282401 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-547ba337-6488-4f46-a49e-c4f49e3ad207 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:29.283530 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-547ba337-6488-4f46-a49e-c4f49e3ad207 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5665b882-72e8-4623-86ff-e974b1750d84 HTTP/1.1" status: 204 len: 168 time: 0.1859910 May 31 21:14:29.292172 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547ba337-6488-4f46-a49e-c4f49e3ad207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5665b882-72e8-4623-86ff-e974b1750d84,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:14:29.331542 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:29.365246 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-59054063-1a98-4ab4-afaa-a0a86c82cbe1 req-e215aac2-bec2-4180-ab7e-429c5f50b713 service neutron] 10.222.0.40 "GET /v2.0/networks/2c2f81e7-9a7d-4701-bf43-a528a17f585a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942893 May 31 21:14:29.455874 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-59054063-1a98-4ab4-afaa-a0a86c82cbe1 req-4b427f57-b256-459e-a4c9-18888bc65806 service neutron] 10.222.0.40 "GET /v2.0/networks/2c2f81e7-9a7d-4701-bf43-a528a17f585a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842409 May 31 21:14:29.818584 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4770a45-edc1-4f78-90c0-5a3a49802977 req-e9813683-0d8f-48b4-902e-aab261b17588 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:14:29.820115 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-a4770a45-edc1-4f78-90c0-5a3a49802977 req-e9813683-0d8f-48b4-902e-aab261b17588 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cb3ce1b-f994-4a4b-9f06-12a001fcd081 HTTP/1.1" status: 200 len: 945 time: 0.0499105 May 31 21:14:29.870605 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-a4770a45-edc1-4f78-90c0-5a3a49802977 req-2bd89f8d-96d0-40bf-8aec-39e70f640230 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/security-groups?id=af63a73d-db92-422f-a34b-85e8632ce5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441968 May 31 21:14:29.911536 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 40828) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:14:29.934655 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-b2e5f5e5-dba8-44f4-b4cc-cc0919e63589 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:29.950022 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:29.992586 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:30.025743 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-b2e5f5e5-dba8-44f4-b4cc-cc0919e63589 admin admin] Publish callbacks [] for security_group (403a7c99-0dc4-4f94-bae2-eee4e4c0462e), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:30.109568 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-b2e5f5e5-dba8-44f4-b4cc-cc0919e63589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (403a7c99-0dc4-4f94-bae2-eee4e4c0462e), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:30.148834 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-b2e5f5e5-dba8-44f4-b4cc-cc0919e63589 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=276c0e38d3ef4d0b9594b0794b71ee6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2362003 May 31 21:14:30.151606 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 40834) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:14:30.153472 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e5f5e5-dba8-44f4-b4cc-cc0919e63589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=403a7c99-0dc4-4f94-bae2-eee4e4c0462e,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:14:30.201713 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-bef96eb2-d90f-4848-880f-4523b0d67511 admin admin] Publish callbacks [] for security_group (403a7c99-0dc4-4f94-bae2-eee4e4c0462e), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:30.228793 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-bef96eb2-d90f-4848-880f-4523b0d67511 admin admin] Publish callbacks [] for security_group (403a7c99-0dc4-4f94-bae2-eee4e4c0462e), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:30.405084 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-bef96eb2-d90f-4848-880f-4523b0d67511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (403a7c99-0dc4-4f94-bae2-eee4e4c0462e), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:30.407586 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-bef96eb2-d90f-4848-880f-4523b0d67511 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:30.408830 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-bef96eb2-d90f-4848-880f-4523b0d67511 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/403a7c99-0dc4-4f94-bae2-eee4e4c0462e HTTP/1.1" status: 204 len: 168 time: 0.2561431 May 31 21:14:30.417704 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef96eb2-d90f-4848-880f-4523b0d67511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=403a7c99-0dc4-4f94-bae2-eee4e4c0462e,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:14:30.993523 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e5d644-fa2c-4efe-acb8-08ec70eee439 req-b32e4a3f-4406-4a82-aab2-e84525d718d2 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:14:30.995234 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-23e5d644-fa2c-4efe-acb8-08ec70eee439 req-b32e4a3f-4406-4a82-aab2-e84525d718d2 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cb3ce1b-f994-4a4b-9f06-12a001fcd081 HTTP/1.1" status: 200 len: 945 time: 0.0549264 May 31 21:14:31.046437 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-23e5d644-fa2c-4efe-acb8-08ec70eee439 req-c32ccd2d-c0b3-495b-8d2a-80afc31be1d5 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/security-groups?id=af63a73d-db92-422f-a34b-85e8632ce5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456018 May 31 21:14:31.162925 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e2246-43f4-4d24-9135-c724dfce2743 req-71bf968d-bd1e-4d8c-8ada-33ea7c8454be tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:14:31.164459 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-7d8e2246-43f4-4d24-9135-c724dfce2743 req-71bf968d-bd1e-4d8c-8ada-33ea7c8454be tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cb3ce1b-f994-4a4b-9f06-12a001fcd081 HTTP/1.1" status: 200 len: 945 time: 0.0484376 May 31 21:14:31.218694 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-7d8e2246-43f4-4d24-9135-c724dfce2743 req-ce01ec82-930c-4a35-a60c-8f592e4ec8fd tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/security-groups?id=af63a73d-db92-422f-a34b-85e8632ce5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478780 May 31 21:14:31.241195 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 40854) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:14:31.437366 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f1fe96-387a-4832-95f4-0cc2f963c605 tempest-TestVolumeBootPattern-1864005013 tempest-TestVolumeBootPattern-1864005013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:14:31.442044 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 40866) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:14:31.442557 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-40f1fe96-387a-4832-95f4-0cc2f963c605 tempest-TestVolumeBootPattern-1864005013 tempest-TestVolumeBootPattern-1864005013-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=1cb3ce1b-f994-4a4b-9f06-12a001fcd081 HTTP/1.1" status: 200 len: 1124 time: 0.1999092 May 31 21:14:31.446553 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [None req-a1884f41-0bcc-4cbe-9a6b-25e8c26f4e14 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Request body: {'floatingip': {'floating_network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'port_id': 'b6ddeae7-2540-4694-af04-5e45ce14eb5e', 'tenant_id': '8e511490c0f8438fb89ac590bd63529f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:14:31.554026 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-a1884f41-0bcc-4cbe-9a6b-25e8c26f4e14 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:31.650648 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-a1884f41-0bcc-4cbe-9a6b-25e8c26f4e14 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:31.703671 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 40874) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:14:31.774838 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.db_base_plugin_common [None req-a1884f41-0bcc-4cbe-9a6b-25e8c26f4e14 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Allocated IP 172.27.0.15 (c2cfca3b-95da-4cff-a3c5-795dffb6abac/763c29f6-cebe-4813-9ab2-68212649a0b5/bb6f0616-344d-421c-8575-a84089d40a32) {{(pid=104321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 21:14:31.833572 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-2f0cfd98-25fa-412f-994d-2043af4189bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:31.887634 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-a1884f41-0bcc-4cbe-9a6b-25e8c26f4e14 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks [] for port (bb6f0616-344d-421c-8575-a84089d40a32), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:31.928612 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-2f0cfd98-25fa-412f-994d-2043af4189bb admin admin] Publish callbacks [] for security_group (83820181-3bf6-4607-a1d8-23a0caefe369), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:31.995991 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-a1884f41-0bcc-4cbe-9a6b-25e8c26f4e14 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747261518129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25540506'] for port (bb6f0616-344d-421c-8575-a84089d40a32), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:32.028064 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-2f0cfd98-25fa-412f-994d-2043af4189bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (83820181-3bf6-4607-a1d8-23a0caefe369), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:32.030363 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:32.039459 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1884f41-0bcc-4cbe-9a6b-25e8c26f4e14 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Network c2cfca3b-95da-4cff-a3c5-795dffb6abac is already hosted by enough agents. {{(pid=104321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 21:14:32.044505 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.base_scheduler [None req-a1884f41-0bcc-4cbe-9a6b-25e8c26f4e14 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Resources bound (agent type, host, resource id): {{(pid=104321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:14:32.048248 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1884f41-0bcc-4cbe-9a6b-25e8c26f4e14 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Received port after_create {{(pid=104321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 31 21:14:32.070573 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-2f0cfd98-25fa-412f-994d-2043af4189bb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fadca3e9e46f4523b6a1ea20e6bb195d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3656769 May 31 21:14:32.071783 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0cfd98-25fa-412f-994d-2043af4189bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83820181-3bf6-4607-a1d8-23a0caefe369,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:14:32.074792 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 40888) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:14:32.077749 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1884f41-0bcc-4cbe-9a6b-25e8c26f4e14 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Pushing event updated for resources: {'Port': ['ID=bb6f0616-344d-421c-8575-a84089d40a32,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:14:32.125293 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6ec5e02f-eb2f-400c-8d60-f8531317598a admin admin] Publish callbacks [] for security_group (83820181-3bf6-4607-a1d8-23a0caefe369), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:32.147073 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:32.151000 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6ec5e02f-eb2f-400c-8d60-f8531317598a admin admin] Publish callbacks [] for security_group (83820181-3bf6-4607-a1d8-23a0caefe369), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:32.256852 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6ec5e02f-eb2f-400c-8d60-f8531317598a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (83820181-3bf6-4607-a1d8-23a0caefe369), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:32.259611 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-6ec5e02f-eb2f-400c-8d60-f8531317598a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:32.260882 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-6ec5e02f-eb2f-400c-8d60-f8531317598a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/83820181-3bf6-4607-a1d8-23a0caefe369 HTTP/1.1" status: 204 len: 168 time: 0.1850119 May 31 21:14:32.271117 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec5e02f-eb2f-400c-8d60-f8531317598a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83820181-3bf6-4607-a1d8-23a0caefe369,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:14:32.392917 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 40894) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:14:32.421061 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-a1884f41-0bcc-4cbe-9a6b-25e8c26f4e14 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks [] for floatingip (5eaa3310-6d87-4af6-83d7-e7c9389d642f), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:32.506220 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-2e4d5bfc-37fd-45ed-94ef-08318b1415cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:32.544904 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-a1884f41-0bcc-4cbe-9a6b-25e8c26f4e14 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (bb6f0616-344d-421c-8575-a84089d40a32), before_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:32.589458 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-2e4d5bfc-37fd-45ed-94ef-08318b1415cb admin admin] Publish callbacks [] for security_group (d52c5280-9337-4b36-9e49-75b4d7b5c4db), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:32.679893 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-2e4d5bfc-37fd-45ed-94ef-08318b1415cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (d52c5280-9337-4b36-9e49-75b4d7b5c4db), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:32.684746 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:32.696540 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:INSERT=16,neutron:SELECT=81,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:32.714233 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:32.722133 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4d5bfc-37fd-45ed-94ef-08318b1415cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d52c5280-9337-4b36-9e49-75b4d7b5c4db,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:14:32.729841 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-2e4d5bfc-37fd-45ed-94ef-08318b1415cb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9968e84a8d924767bd91e6bd2864d00b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3356693 May 31 21:14:32.730785 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 40900) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:14:32.734971 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-a1884f41-0bcc-4cbe-9a6b-25e8c26f4e14 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks [] for port (bb6f0616-344d-421c-8575-a84089d40a32), precommit_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:32.780737 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-43363eeb-7087-4ae4-9fd9-e1f33be5dcb9 admin admin] Publish callbacks [] for security_group (d52c5280-9337-4b36-9e49-75b4d7b5c4db), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:32.804159 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-43363eeb-7087-4ae4-9fd9-e1f33be5dcb9 admin admin] Publish callbacks [] for security_group (d52c5280-9337-4b36-9e49-75b4d7b5c4db), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:32.806983 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-a1884f41-0bcc-4cbe-9a6b-25e8c26f4e14 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25540501'] for port (bb6f0616-344d-421c-8575-a84089d40a32), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:32.883669 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1884f41-0bcc-4cbe-9a6b-25e8c26f4e14 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Pushing event updated for resources: {'Port': ['ID=bb6f0616-344d-421c-8575-a84089d40a32,revision_number=2']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:14:32.902059 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-a1884f41-0bcc-4cbe-9a6b-25e8c26f4e14 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598426'] for floatingip (5eaa3310-6d87-4af6-83d7-e7c9389d642f), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:33.011207 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.db.l3_db [None req-a1884f41-0bcc-4cbe-9a6b-25e8c26f4e14 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Floating IP 5eaa3310-6d87-4af6-83d7-e7c9389d642f associated. External IP: 172.27.0.15, port: b6ddeae7-2540-4694-af04-5e45ce14eb5e. May 31 21:14:33.200220 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=100 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:33.222278 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1884f41-0bcc-4cbe-9a6b-25e8c26f4e14 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Router 642623e8-ef26-4b03-9cfd-3f5748911f34 has already been hosted by L3 agent 13ce5b10-321e-4e80-b29e-1cfc3c51661e {{(pid=104321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 31 21:14:33.233918 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-43363eeb-7087-4ae4-9fd9-e1f33be5dcb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (d52c5280-9337-4b36-9e49-75b4d7b5c4db), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:33.237326 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-43363eeb-7087-4ae4-9fd9-e1f33be5dcb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:33.258725 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-43363eeb-7087-4ae4-9fd9-e1f33be5dcb9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d52c5280-9337-4b36-9e49-75b4d7b5c4db HTTP/1.1" status: 204 len: 168 time: 0.5095065 May 31 21:14:33.258725 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43363eeb-7087-4ae4-9fd9-e1f33be5dcb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d52c5280-9337-4b36-9e49-75b4d7b5c4db,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:14:33.327049 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1884f41-0bcc-4cbe-9a6b-25e8c26f4e14 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Notify agent at l3_agent.dv-cinder-839793-16-iscsi the message routers_updated {{(pid=104321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 31 21:14:33.338231 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7682d843-e40e-43c6-9bb0-845a1e59a3e5 None None] Sync routers for ids ['642623e8-ef26-4b03-9cfd-3f5748911f34'] in dv-cinder-839793-16-iscsi {{(pid=104323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 21:14:33.347854 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7682d843-e40e-43c6-9bb0-845a1e59a3e5 None None] Routers {'642623e8-ef26-4b03-9cfd-3f5748911f34'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:14:33.348474 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-7682d843-e40e-43c6-9bb0-845a1e59a3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:14:14Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['642623e8-ef26-4b03-9cfd-3f5748911f34'], 'active': True} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:14:33.415208 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-a1884f41-0bcc-4cbe-9a6b-25e8c26f4e14 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for floatingip (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:33.452395 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-a1884f41-0bcc-4cbe-9a6b-25e8c26f4e14 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0091896 May 31 21:14:33.453093 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cb3ce1b-f994-4a4b-9f06-12a001fcd081', 'tag': 'b6ddeae7-2540-4694-af04-5e45ce14eb5e'}] {{(pid=104321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:14:33.455750 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6b014d5dee29fffbb36c15c330f4dd8b871b4cb67f19a16d167ed5ff3960b8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b119cdd6-b1db-4c0e-a387-3ba2c13fdbeb" -d '{"events": [{"name": "network-changed", "server_uuid": "1cb3ce1b-f994-4a4b-9f06-12a001fcd081", "tag": "b6ddeae7-2540-4694-af04-5e45ce14eb5e"}]}' {{(pid=104321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:14:33.470779 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvr_db [None req-7682d843-e40e-43c6-9bb0-845a1e59a3e5 None None] Set router 642623e8-ef26-4b03-9cfd-3f5748911f34 gateway port host: dv-cinder-839793-16-iscsi {{(pid=104323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:14:33.483712 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 40928) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:14:33.500348 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 May 2022 21:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f85222-ef97-4a19-8541-02596e342cba x-openstack-request-id: req-46f85222-ef97-4a19-8541-02596e342cba {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:14:33.500348 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cb3ce1b-f994-4a4b-9f06-12a001fcd081", "tag": "b6ddeae7-2540-4694-af04-5e45ce14eb5e", "status": "completed", "code": 200}]} {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:14:33.500348 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-46f85222-ef97-4a19-8541-02596e342cba {{(pid=104321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:14:33.500850 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46f85222-ef97-4a19-8541-02596e342cba'] response: {'name': 'network-changed', 'server_uuid': '1cb3ce1b-f994-4a4b-9f06-12a001fcd081', 'tag': 'b6ddeae7-2540-4694-af04-5e45ce14eb5e', 'status': 'completed', 'code': 200} May 31 21:14:33.579272 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b119cdd6-b1db-4c0e-a387-3ba2c13fdbeb req-9fd8a67c-37de-4c77-b428-70a3260f9dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:14:33.579272 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-b119cdd6-b1db-4c0e-a387-3ba2c13fdbeb req-9fd8a67c-37de-4c77-b428-70a3260f9dae service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=8e511490c0f8438fb89ac590bd63529f&device_id=1cb3ce1b-f994-4a4b-9f06-12a001fcd081 HTTP/1.1" status: 200 len: 1129 time: 0.0543287 May 31 21:14:33.616426 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [None req-587e5db9-8c4b-43ba-b4cb-c0c0b644df10 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2015894288-network', 'tenant_id': 'd9c46b1e7a32484b9c22387f2aaeb871'}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:14:33.713465 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b119cdd6-b1db-4c0e-a387-3ba2c13fdbeb req-628f66fb-bb62-4049-8dbe-9bff8ccf3a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:14:33.714993 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-b119cdd6-b1db-4c0e-a387-3ba2c13fdbeb req-628f66fb-bb62-4049-8dbe-9bff8ccf3a2a service neutron] 10.222.0.40 "GET /v2.0/networks?id=2c2f81e7-9a7d-4701-bf43-a528a17f585a HTTP/1.1" status: 200 len: 913 time: 0.1302071 May 31 21:14:33.718460 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-7682d843-e40e-43c6-9bb0-845a1e59a3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642623e8-ef26-4b03-9cfd-3f5748911f34', 'name': 'tempest-TestVolumeBootPattern-1368220123-router', 'tenant_id': '8e511490c0f8438fb89ac590bd63529f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '3198b83f-a948-46cb-a50f-2db85f890a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:07:37Z', 'updated_at': '2022-05-31T21:07:42Z', 'revision_number': 4, 'project_id': '8e511490c0f8438fb89ac590bd63529f', 'gw_port': {'id': '3198b83f-a948-46cb-a50f-2db85f890a16', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:92:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642623e8-ef26-4b03-9cfd-3f5748911f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:07:38Z', 'updated_at': '2022-05-31T21:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_floatingips': [{'id': '5eaa3310-6d87-4af6-83d7-e7c9389d642f', 'tenant_id': '8e511490c0f8438fb89ac590bd63529f', 'floating_ip_address': '172.27.0.15', 'floating_network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'router_id': '642623e8-ef26-4b03-9cfd-3f5748911f34', 'port_id': 'b6ddeae7-2540-4694-af04-5e45ce14eb5e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c2f81e7-9a7d-4701-bf43-a528a17f585a', 'mac_address': 'fa:16:3e:ad:93:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb3ce1b-f994-4a4b-9f06-12a001fcd081', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T21:14:32Z', 'updated_at': '2022-05-31T21:14:32Z', 'revision_number': 0, 'project_id': '8e511490c0f8438fb89ac590bd63529f', 'fixed_ip_address_scope': None}, {'id': '920b1244-8c8e-493a-b849-d84673d881bb', 'tenant_id': '8e511490c0f8438fb89ac590bd63529f', 'floating_ip_address': '172.27.0.24', 'floating_network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'router_id': '642623e8-ef26-4b03-9cfd-3f5748911f34', 'port_id': 'be6188bf-51f6-4051-bc2f-677f9aefbc61', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c2f81e7-9a7d-4701-bf43-a528a17f585a', 'mac_address': 'fa:16:3e:9a:33:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d80d94-ed1f-4792-955f-5ac166350cb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T21:12:03Z', 'updated_at': '2022-05-31T21:12:05Z', 'revision_number': 1, 'project_id': '8e511490c0f8438fb89ac590bd63529f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b7d105e-bd4b-43ed-adbe-2f47ed346353', 'name': '', 'network_id': '2c2f81e7-9a7d-4701-bf43-a528a17f585a', 'tenant_id': '8e511490c0f8438fb89ac590bd63529f', 'mac_address': 'fa:16:3e:7a:b3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642623e8-ef26-4b03-9cfd-3f5748911f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'e92e8765-6011-45cd-aa17-1b8aedc6fa7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:07:41Z', 'updated_at': '2022-05-31T21:07:48Z', 'revision_number': 5, 'project_id': '8e511490c0f8438fb89ac590bd63529f', 'subnets': [{'id': 'e92e8765-6011-45cd-aa17-1b8aedc6fa7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:14:33.748656 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7682d843-e40e-43c6-9bb0-845a1e59a3e5 None None] Checking router: 642623e8-ef26-4b03-9cfd-3f5748911f34 for host: dv-cinder-839793-16-iscsi {{(pid=104323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 21:14:33.755721 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-587e5db9-8c4b-43ba-b4cb-c0c0b644df10 admin admin] Made reservation on behalf of d9c46b1e7a32484b9c22387f2aaeb871 for: {'network': 1} {{(pid=104321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 21:14:33.757960 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7682d843-e40e-43c6-9bb0-845a1e59a3e5 None None] Routers {'642623e8-ef26-4b03-9cfd-3f5748911f34'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:14:33.758481 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-587e5db9-8c4b-43ba-b4cb-c0c0b644df10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for network (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:33.758626 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-7682d843-e40e-43c6-9bb0-845a1e59a3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:14:14Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['642623e8-ef26-4b03-9cfd-3f5748911f34'], 'active': True} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:14:33.769866 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-587e5db9-8c4b-43ba-b4cb-c0c0b644df10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:33.815949 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-b119cdd6-b1db-4c0e-a387-3ba2c13fdbeb req-dd3bbf72-c3b4-4319-8c10-4f1abf47f01f service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6ddeae7-2540-4694-af04-5e45ce14eb5e HTTP/1.1" status: 200 len: 998 time: 0.0950701 May 31 21:14:33.889135 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b119cdd6-b1db-4c0e-a387-3ba2c13fdbeb req-9ed0ddb7-eafe-4488-829b-bc064b075aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:14:33.890644 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-b119cdd6-b1db-4c0e-a387-3ba2c13fdbeb req-9ed0ddb7-eafe-4488-829b-bc064b075aa1 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=e92e8765-6011-45cd-aa17-1b8aedc6fa7b HTTP/1.1" status: 200 len: 851 time: 0.0683162 May 31 21:14:33.928438 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:33.958453 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-587e5db9-8c4b-43ba-b4cb-c0c0b644df10 admin admin] Publish callbacks [] for security_group (04956938-7b9a-4364-ae54-9aff4b0d4338), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:33.960008 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b119cdd6-b1db-4c0e-a387-3ba2c13fdbeb req-4cdd2be3-2bf0-401d-aae6-3a144da5b690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:14:33.961466 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvr_db [None req-7682d843-e40e-43c6-9bb0-845a1e59a3e5 None None] Set router 642623e8-ef26-4b03-9cfd-3f5748911f34 gateway port host: dv-cinder-839793-16-iscsi {{(pid=104323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:14:33.961597 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-b119cdd6-b1db-4c0e-a387-3ba2c13fdbeb req-4cdd2be3-2bf0-401d-aae6-3a144da5b690 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=2c2f81e7-9a7d-4701-bf43-a528a17f585a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0636053 May 31 21:14:34.018301 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-587e5db9-8c4b-43ba-b4cb-c0c0b644df10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (04956938-7b9a-4364-ae54-9aff4b0d4338), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:34.050184 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-587e5db9-8c4b-43ba-b4cb-c0c0b644df10 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=104321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 21:14:34.073875 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e5db9-8c4b-43ba-b4cb-c0c0b644df10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04956938-7b9a-4364-ae54-9aff4b0d4338,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:14:34.077931 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-587e5db9-8c4b-43ba-b4cb-c0c0b644df10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674812'] for segment (6085a41f-6237-4890-bb7a-791e7fdfea31), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:34.078266 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.db.segments_db [None req-587e5db9-8c4b-43ba-b4cb-c0c0b644df10 admin admin] Added segment 6085a41f-6237-4890-bb7a-791e7fdfea31 of type vlan for network b57e19b6-0914-4711-9006-4e82330c3537 May 31 21:14:34.141568 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-587e5db9-8c4b-43ba-b4cb-c0c0b644df10 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747261502311'] for network (b57e19b6-0914-4711-9006-4e82330c3537), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:34.147751 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-b119cdd6-b1db-4c0e-a387-3ba2c13fdbeb req-62b1c9aa-9f50-430a-8513-54e029d3cd71 service neutron] 10.222.0.40 "GET /v2.0/networks/2c2f81e7-9a7d-4701-bf43-a528a17f585a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797521 May 31 21:14:34.168851 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:34.218575 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-7682d843-e40e-43c6-9bb0-845a1e59a3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642623e8-ef26-4b03-9cfd-3f5748911f34', 'name': 'tempest-TestVolumeBootPattern-1368220123-router', 'tenant_id': '8e511490c0f8438fb89ac590bd63529f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '3198b83f-a948-46cb-a50f-2db85f890a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:07:37Z', 'updated_at': '2022-05-31T21:07:42Z', 'revision_number': 4, 'project_id': '8e511490c0f8438fb89ac590bd63529f', 'gw_port': {'id': '3198b83f-a948-46cb-a50f-2db85f890a16', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:92:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642623e8-ef26-4b03-9cfd-3f5748911f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:07:38Z', 'updated_at': '2022-05-31T21:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_floatingips': [{'id': '5eaa3310-6d87-4af6-83d7-e7c9389d642f', 'tenant_id': '8e511490c0f8438fb89ac590bd63529f', 'floating_ip_address': '172.27.0.15', 'floating_network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'router_id': '642623e8-ef26-4b03-9cfd-3f5748911f34', 'port_id': 'b6ddeae7-2540-4694-af04-5e45ce14eb5e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c2f81e7-9a7d-4701-bf43-a528a17f585a', 'mac_address': 'fa:16:3e:ad:93:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb3ce1b-f994-4a4b-9f06-12a001fcd081', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T21:14:32Z', 'updated_at': '2022-05-31T21:14:32Z', 'revision_number': 0, 'project_id': '8e511490c0f8438fb89ac590bd63529f', 'fixed_ip_address_scope': None}, {'id': '920b1244-8c8e-493a-b849-d84673d881bb', 'tenant_id': '8e511490c0f8438fb89ac590bd63529f', 'floating_ip_address': '172.27.0.24', 'floating_network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'router_id': '642623e8-ef26-4b03-9cfd-3f5748911f34', 'port_id': 'be6188bf-51f6-4051-bc2f-677f9aefbc61', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c2f81e7-9a7d-4701-bf43-a528a17f585a', 'mac_address': 'fa:16:3e:9a:33:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d80d94-ed1f-4792-955f-5ac166350cb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T21:12:03Z', 'updated_at': '2022-05-31T21:12:05Z', 'revision_number': 1, 'project_id': '8e511490c0f8438fb89ac590bd63529f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b7d105e-bd4b-43ed-adbe-2f47ed346353', 'name': '', 'network_id': '2c2f81e7-9a7d-4701-bf43-a528a17f585a', 'tenant_id': '8e511490c0f8438fb89ac590bd63529f', 'mac_address': 'fa:16:3e:7a:b3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642623e8-ef26-4b03-9cfd-3f5748911f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'e92e8765-6011-45cd-aa17-1b8aedc6fa7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:07:41Z', 'updated_at': '2022-05-31T21:07:48Z', 'revision_number': 5, 'project_id': '8e511490c0f8438fb89ac590bd63529f', 'subnets': [{'id': 'e92e8765-6011-45cd-aa17-1b8aedc6fa7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:14:34.250777 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7682d843-e40e-43c6-9bb0-845a1e59a3e5 None None] The sync data for ids ['642623e8-ef26-4b03-9cfd-3f5748911f34'] in dv-cinder-839793-16-iscsi is: [{'id': '642623e8-ef26-4b03-9cfd-3f5748911f34', 'name': 'tempest-TestVolumeBootPattern-1368220123-router', 'tenant_id': '8e511490c0f8438fb89ac590bd63529f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '3198b83f-a948-46cb-a50f-2db85f890a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:07:37Z', 'updated_at': '2022-05-31T21:07:42Z', 'revision_number': 4, 'project_id': '8e511490c0f8438fb89ac590bd63529f', 'gw_port': {'id': '3198b83f-a948-46cb-a50f-2db85f890a16', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:92:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642623e8-ef26-4b03-9cfd-3f5748911f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:07:38Z', 'updated_at': '2022-05-31T21:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_floatingips': [{'id': '5eaa3310-6d87-4af6-83d7-e7c9389d642f', 'tenant_id': '8e511490c0f8438fb89ac590bd63529f', 'floating_ip_address': '172.27.0.15', 'floating_network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'router_id': '642623e8-ef26-4b03-9cfd-3f5748911f34', 'port_id': 'b6ddeae7-2540-4694-af04-5e45ce14eb5e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c2f81e7-9a7d-4701-bf43-a528a17f585a', 'mac_address': 'fa:16:3e:ad:93:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb3ce1b-f994-4a4b-9f06-12a001fcd081', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T21:14:32Z', 'updated_at': '2022-05-31T21:14:32Z', 'revision_number': 0, 'project_id': '8e511490c0f8438fb89ac590bd63529f', 'fixed_ip_address_scope': None}, {'id': '920b1244-8c8e-493a-b849-d84673d881bb', 'tenant_id': '8e511490c0f8438fb89ac590bd63529f', 'floating_ip_address': '172.27.0.24', 'floating_network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'router_id': '642623e8-ef26-4b03-9cfd-3f5748911f34', 'port_id': 'be6188bf-51f6-4051-bc2f-677f9aefbc61', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c2f81e7-9a7d-4701-bf43-a528a17f585a', 'mac_address': 'fa:16:3e:9a:33:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d80d94-ed1f-4792-955f-5ac166350cb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T21:12:03Z', 'updated_at': '2022-05-31T21:12:05Z', 'revision_number': 1, 'project_id': '8e511490c0f8438fb89ac590bd63529f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b7d105e-bd4b-43ed-adbe-2f47ed346353', 'name': '', 'network_id': '2c2f81e7-9a7d-4701-bf43-a528a17f585a', 'tenant_id': '8e511490c0f8438fb89ac590bd63529f', 'mac_address': 'fa:16:3e:7a:b3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642623e8-ef26-4b03-9cfd-3f5748911f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'e92e8765-6011-45cd-aa17-1b8aedc6fa7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:07:41Z', 'updated_at': '2022-05-31T21:07:48Z', 'revision_number': 5, 'project_id': '8e511490c0f8438fb89ac590bd63529f', 'subnets': [{'id': 'e92e8765-6011-45cd-aa17-1b8aedc6fa7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 21:14:34.264202 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-b119cdd6-b1db-4c0e-a387-3ba2c13fdbeb req-e35a3712-b118-4bec-99de-fba010582e18 service neutron] 10.222.0.40 "GET /v2.0/networks/2c2f81e7-9a7d-4701-bf43-a528a17f585a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083107 May 31 21:14:34.287099 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-587e5db9-8c4b-43ba-b4cb-c0c0b644df10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838'] for network (b57e19b6-0914-4711-9006-4e82330c3537), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:34.288038 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587e5db9-8c4b-43ba-b4cb-c0c0b644df10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:14:34.288623 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-587e5db9-8c4b-43ba-b4cb-c0c0b644df10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696852'] for network (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:34.354683 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e5db9-8c4b-43ba-b4cb-c0c0b644df10 admin admin] Pushing event updated for resources: {'Network': ['ID=b57e19b6-0914-4711-9006-4e82330c3537,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:14:34.364523 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Network b57e19b6-0914-4711-9006-4e82330c3537 details requested by agent ovs-agent-dv-cinder-839793-16-iscsi with host dv-cinder-839793-16-iscsi {{(pid=104322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 31 21:14:34.462066 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-587e5db9-8c4b-43ba-b4cb-c0c0b644df10 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9771700 May 31 21:14:34.464722 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 40968) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:14:34.469740 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [None req-4317cd01-2159-443b-93c8-54e218a4beb9 admin admin] Request body: {'subnet': {'network_id': 'b57e19b6-0914-4711-9006-4e82330c3537', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2015894288-subnet', 'tenant_id': 'd9c46b1e7a32484b9c22387f2aaeb871', 'ip_version': 4}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:14:34.503049 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584f6a61-4789-44b4-a765-adb910d6524e None None] New status for floating IP 5eaa3310-6d87-4af6-83d7-e7c9389d642f: ACTIVE {{(pid=104322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 31 21:14:34.567553 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4317cd01-2159-443b-93c8-54e218a4beb9 admin admin] Made reservation on behalf of d9c46b1e7a32484b9c22387f2aaeb871 for: {'subnet': 1} {{(pid=104321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 21:14:34.570075 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-4317cd01-2159-443b-93c8-54e218a4beb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25435882'] for subnet (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:34.841106 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-4317cd01-2159-443b-93c8-54e218a4beb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25540398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25435900'] for subnet (e821434b-2d4a-43d9-a6fc-75e6d799de81), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:34.902393 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4317cd01-2159-443b-93c8-54e218a4beb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e821434b-2d4a-43d9-a6fc-75e6d799de81,revision_number=0']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:14:34.909847 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4317cd01-2159-443b-93c8-54e218a4beb9 admin admin] Checking segment: {'id': '6085a41f-6237-4890-bb7a-791e7fdfea31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b57e19b6-0914-4711-9006-4e82330c3537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 31 21:14:34.910234 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4317cd01-2159-443b-93c8-54e218a4beb9 admin admin] Network hostable DHCP agents. Network: b57e19b6-0914-4711-9006-4e82330c3537, hostable agents: ['5ca9f0a2-8e5f-4b54-94fa-454f095515e4'], hosted agents: [] {{(pid=104321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 21:14:35.041207 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4317cd01-2159-443b-93c8-54e218a4beb9 admin admin] Network b57e19b6-0914-4711-9006-4e82330c3537 is scheduled to be hosted by DHCP agent 5ca9f0a2-8e5f-4b54-94fa-454f095515e4 with binding_index 1 {{(pid=104321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 21:14:35.161844 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.base_scheduler [None req-4317cd01-2159-443b-93c8-54e218a4beb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-16-iscsi, b57e19b6-0914-4711-9006-4e82330c3537) {{(pid=104321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:14:35.165932 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4317cd01-2159-443b-93c8-54e218a4beb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:14:35.166732 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-4317cd01-2159-443b-93c8-54e218a4beb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696852'] for subnet (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:35.172620 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22bd5a8-a192-4dae-8860-be3aa151f682 None None] Network b57e19b6-0914-4711-9006-4e82330c3537 requested from dv-cinder-839793-16-iscsi {{(pid=104322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 31 21:14:35.260652 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-4317cd01-2159-443b-93c8-54e218a4beb9 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7948184 May 31 21:14:35.263401 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 40994) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:14:35.267786 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [None req-a88d7d70-7f48-4457-b96b-b80a8c62cd76 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2015894288-router', 'tenant_id': 'd9c46b1e7a32484b9c22387f2aaeb871', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac'}}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:14:35.289970 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9e5d8d-d5a7-49e0-8df9-387a6f2699a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1581c23-dc20-583c-a781-c643bb3ad1f7-b57e19b6-0914-4711-9006-4e82330c3537', 'network_id': 'b57e19b6-0914-4711-9006-4e82330c3537', 'project_id': 'd9c46b1e7a32484b9c22387f2aaeb871', 'fixed_ips': [{'subnet_id': 'e821434b-2d4a-43d9-a6fc-75e6d799de81'}]}} from dv-cinder-839793-16-iscsi. {{(pid=104322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 31 21:14:35.290975 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d9e5d8d-d5a7-49e0-8df9-387a6f2699a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (None), before_create {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:35.378478 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-a88d7d70-7f48-4457-b96b-b80a8c62cd76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1600068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256106'] for router (34b6c026-fcd9-4549-9db8-37be632f2d49), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:35.380425 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-a88d7d70-7f48-4457-b96b-b80a8c62cd76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1599220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1598582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1761038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256083'] for router (34b6c026-fcd9-4549-9db8-37be632f2d49), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:35.431538 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.db_base_plugin_common [None req-8d9e5d8d-d5a7-49e0-8df9-387a6f2699a6 None None] Allocated IP 172.20.0.2 (b57e19b6-0914-4711-9006-4e82330c3537/e821434b-2d4a-43d9-a6fc-75e6d799de81/2fb09746-e248-42c5-998d-3bef42683bfb) {{(pid=104322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 21:14:35.433815 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-a88d7d70-7f48-4457-b96b-b80a8c62cd76 admin admin] Publish callbacks [] for router_controller (34b6c026-fcd9-4549-9db8-37be632f2d49), precommit_add_association {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:35.576912 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d9e5d8d-d5a7-49e0-8df9-387a6f2699a6 None None] Publish callbacks [] for port (2fb09746-e248-42c5-998d-3bef42683bfb), precommit_create {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:35.635649 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:35.639692 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d9e5d8d-d5a7-49e0-8df9-387a6f2699a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747261518129'] for port (2fb09746-e248-42c5-998d-3bef42683bfb), after_create {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:35.664608 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-a88d7d70-7f48-4457-b96b-b80a8c62cd76 admin admin] Publish callbacks [] for router_gateway (34b6c026-fcd9-4549-9db8-37be632f2d49), precommit_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:35.677017 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9e5d8d-d5a7-49e0-8df9-387a6f2699a6 None None] Network b57e19b6-0914-4711-9006-4e82330c3537 is already hosted by enough agents. {{(pid=104322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 21:14:35.680102 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.scheduler.base_scheduler [None req-8d9e5d8d-d5a7-49e0-8df9-387a6f2699a6 None None] Resources bound (agent type, host, resource id): {{(pid=104322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:14:35.686785 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9e5d8d-d5a7-49e0-8df9-387a6f2699a6 None None] Received port after_create {{(pid=104322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 31 21:14:35.694085 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e5d8d-d5a7-49e0-8df9-387a6f2699a6 None None] Pushing event updated for resources: {'Port': ['ID=2fb09746-e248-42c5-998d-3bef42683bfb,revision_number=1']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:14:35.696436 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:35.721805 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e5d8d-d5a7-49e0-8df9-387a6f2699a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:14:35.727279 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e5d8d-d5a7-49e0-8df9-387a6f2699a6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:14:35.727279 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e5d8d-d5a7-49e0-8df9-387a6f2699a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:14:35.727279 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e5d8d-d5a7-49e0-8df9-387a6f2699a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:14:35.727279 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e5d8d-d5a7-49e0-8df9-387a6f2699a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:14:35.727279 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e5d8d-d5a7-49e0-8df9-387a6f2699a6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:14:35.727279 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e5d8d-d5a7-49e0-8df9-387a6f2699a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:14:35.727279 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e5d8d-d5a7-49e0-8df9-387a6f2699a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:14:35.727279 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e5d8d-d5a7-49e0-8df9-387a6f2699a6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:14:35.727279 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e5d8d-d5a7-49e0-8df9-387a6f2699a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:14:35.727279 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e5d8d-d5a7-49e0-8df9-387a6f2699a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:14:35.727279 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e5d8d-d5a7-49e0-8df9-387a6f2699a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:14:35.727279 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e5d8d-d5a7-49e0-8df9-387a6f2699a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:14:35.727279 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e5d8d-d5a7-49e0-8df9-387a6f2699a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:14:35.727279 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e5d8d-d5a7-49e0-8df9-387a6f2699a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:14:35.730544 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:35.759277 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.managers [None req-8d9e5d8d-d5a7-49e0-8df9-387a6f2699a6 None None] Attempting to bind port 2fb09746-e248-42c5-998d-3bef42683bfb on host dv-cinder-839793-16-iscsi for vnic_type normal with profile {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 31 21:14:35.759640 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.managers [None req-8d9e5d8d-d5a7-49e0-8df9-387a6f2699a6 None None] Attempting to bind port 2fb09746-e248-42c5-998d-3bef42683bfb by drivers openvswitch,hyperv on host dv-cinder-839793-16-iscsi at level 0 using segments [{'id': '6085a41f-6237-4890-bb7a-791e7fdfea31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b57e19b6-0914-4711-9006-4e82330c3537'}] {{(pid=104322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 31 21:14:35.759996 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9e5d8d-d5a7-49e0-8df9-387a6f2699a6 None None] Attempting to bind port 2fb09746-e248-42c5-998d-3bef42683bfb on network b57e19b6-0914-4711-9006-4e82330c3537 {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 31 21:14:35.765218 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9e5d8d-d5a7-49e0-8df9-387a6f2699a6 None None] Checking agent: {'id': 'a61205dd-b11c-42a1-aa2d-4b7310a8dc99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 20, 54, 48), 'started_at': datetime.datetime(2022, 5, 31, 20, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 21, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 31 21:14:35.765583 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9e5d8d-d5a7-49e0-8df9-387a6f2699a6 None None] Checking segment: {'id': '6085a41f-6237-4890-bb7a-791e7fdfea31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b57e19b6-0914-4711-9006-4e82330c3537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 31 21:14:35.766005 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d9e5d8d-d5a7-49e0-8df9-387a6f2699a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:35.766391 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9e5d8d-d5a7-49e0-8df9-387a6f2699a6 None None] Bound using segment: {'id': '6085a41f-6237-4890-bb7a-791e7fdfea31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b57e19b6-0914-4711-9006-4e82330c3537'} {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 31 21:14:35.766846 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.managers [None req-8d9e5d8d-d5a7-49e0-8df9-387a6f2699a6 None None] Bound port: 2fb09746-e248-42c5-998d-3bef42683bfb, host: dv-cinder-839793-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6085a41f-6237-4890-bb7a-791e7fdfea31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b57e19b6-0914-4711-9006-4e82330c3537'}}] {{(pid=104322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 31 21:14:35.767219 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d9e5d8d-d5a7-49e0-8df9-387a6f2699a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (2fb09746-e248-42c5-998d-3bef42683bfb), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:35.839994 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d9e5d8d-d5a7-49e0-8df9-387a6f2699a6 None None] For port 2fb09746-e248-42c5-998d-3bef42683bfb, host dv-cinder-839793-16-iscsi, cleared binding levels {{(pid=104322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 31 21:14:35.843627 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d9e5d8d-d5a7-49e0-8df9-387a6f2699a6 None None] For port 2fb09746-e248-42c5-998d-3bef42683bfb, host dv-cinder-839793-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=2fb09746-e248-42c5-998d-3bef42683bfb,segment=NetworkSegment(6085a41f-6237-4890-bb7a-791e7fdfea31),segment_id=6085a41f-6237-4890-bb7a-791e7fdfea31)] {{(pid=104322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 31 21:14:35.936888 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d9e5d8d-d5a7-49e0-8df9-387a6f2699a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (2fb09746-e248-42c5-998d-3bef42683bfb), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:35.940734 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:35.950368 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:35.957779 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-a88d7d70-7f48-4457-b96b-b80a8c62cd76 admin admin] Publish callbacks [] for router_gateway (34b6c026-fcd9-4549-9db8-37be632f2d49), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:35.977233 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-a88d7d70-7f48-4457-b96b-b80a8c62cd76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:36.008288 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e5d8d-d5a7-49e0-8df9-387a6f2699a6 None None] Pushing event updated for resources: {'Port': ['ID=2fb09746-e248-42c5-998d-3bef42683bfb,revision_number=2']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:14:36.097192 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.db_base_plugin_common [None req-a88d7d70-7f48-4457-b96b-b80a8c62cd76 admin admin] Allocated IP 172.27.0.144 (c2cfca3b-95da-4cff-a3c5-795dffb6abac/763c29f6-cebe-4813-9ab2-68212649a0b5/1e2da960-f178-4016-92d3-b0dab784f817) {{(pid=104321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 21:14:36.240261 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-a88d7d70-7f48-4457-b96b-b80a8c62cd76 admin admin] Publish callbacks [] for port (1e2da960-f178-4016-92d3-b0dab784f817), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:36.342907 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-a88d7d70-7f48-4457-b96b-b80a8c62cd76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747261518129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25540506'] for port (1e2da960-f178-4016-92d3-b0dab784f817), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:36.386946 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88d7d70-7f48-4457-b96b-b80a8c62cd76 admin admin] Network c2cfca3b-95da-4cff-a3c5-795dffb6abac is already hosted by enough agents. {{(pid=104321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 21:14:36.394795 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.base_scheduler [None req-a88d7d70-7f48-4457-b96b-b80a8c62cd76 admin admin] Resources bound (agent type, host, resource id): {{(pid=104321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:14:36.397271 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88d7d70-7f48-4457-b96b-b80a8c62cd76 admin admin] Received port after_create {{(pid=104321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 31 21:14:36.401840 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d7d70-7f48-4457-b96b-b80a8c62cd76 admin admin] Pushing event updated for resources: {'Port': ['ID=1e2da960-f178-4016-92d3-b0dab784f817,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:14:36.430480 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:36.969962 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-a88d7d70-7f48-4457-b96b-b80a8c62cd76 admin admin] Publish callbacks [] for router_gateway (34b6c026-fcd9-4549-9db8-37be632f2d49), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:36.989477 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb4d8e5-5092-49aa-be01-8426285603f0 None None] Network b57e19b6-0914-4711-9006-4e82330c3537 requested from dv-cinder-839793-16-iscsi {{(pid=104322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 31 21:14:37.050462 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-b8c43636-b5d4-4795-b111-13a339ab3656 None None] Provisioning complete for port 2fb09746-e248-42c5-998d-3bef42683bfb triggered by entity DHCP. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:14:37.050830 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-b8c43636-b5d4-4795-b111-13a339ab3656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (2fb09746-e248-42c5-998d-3bef42683bfb), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:37.161634 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-a88d7d70-7f48-4457-b96b-b80a8c62cd76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1599171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598497'] for router (34b6c026-fcd9-4549-9db8-37be632f2d49), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:37.170174 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-b8c43636-b5d4-4795-b111-13a339ab3656 None None] Current status of the port 2fb09746-e248-42c5-998d-3bef42683bfb is: DOWN; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:14:37.170816 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-b8c43636-b5d4-4795-b111-13a339ab3656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (2fb09746-e248-42c5-998d-3bef42683bfb), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:37.349156 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-b8c43636-b5d4-4795-b111-13a339ab3656 None None] For port 2fb09746-e248-42c5-998d-3bef42683bfb, host dv-cinder-839793-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=2fb09746-e248-42c5-998d-3bef42683bfb,segment=NetworkSegment(6085a41f-6237-4890-bb7a-791e7fdfea31),segment_id=6085a41f-6237-4890-bb7a-791e7fdfea31)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:14:37.395716 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a88d7d70-7f48-4457-b96b-b80a8c62cd76 admin admin] Router 34b6c026-fcd9-4549-9db8-37be632f2d49 is scheduled to L3 agent 13ce5b10-321e-4e80-b29e-1cfc3c51661e with binding_index 1 {{(pid=104321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 31 21:14:37.435439 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-b8c43636-b5d4-4795-b111-13a339ab3656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (2fb09746-e248-42c5-998d-3bef42683bfb), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:37.486671 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c43636-b5d4-4795-b111-13a339ab3656 None None] Pushing event updated for resources: {'Port': ['ID=2fb09746-e248-42c5-998d-3bef42683bfb,revision_number=3']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:14:37.499900 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a88d7d70-7f48-4457-b96b-b80a8c62cd76 admin admin] Notify agent at l3_agent.dv-cinder-839793-16-iscsi the message routers_updated {{(pid=104321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 31 21:14:37.508973 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6383593-fb0b-4c80-8d24-afe87ab4c807 None None] Sync routers for ids ['34b6c026-fcd9-4549-9db8-37be632f2d49'] in dv-cinder-839793-16-iscsi {{(pid=104323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 21:14:37.518691 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6383593-fb0b-4c80-8d24-afe87ab4c807 None None] Routers {'34b6c026-fcd9-4549-9db8-37be632f2d49'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:14:37.522996 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-a6383593-fb0b-4c80-8d24-afe87ab4c807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:14:14Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['34b6c026-fcd9-4549-9db8-37be632f2d49'], 'active': True} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:14:37.554841 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-9c003943-48fb-436b-816b-c0a766dc3b55 None None] Provisioning complete for port 2fb09746-e248-42c5-998d-3bef42683bfb triggered by entity DHCP. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:14:37.555212 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-9c003943-48fb-436b-816b-c0a766dc3b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (2fb09746-e248-42c5-998d-3bef42683bfb), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:37.584994 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-a88d7d70-7f48-4457-b96b-b80a8c62cd76 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:37.586725 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-a88d7d70-7f48-4457-b96b-b80a8c62cd76 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3222401 May 31 21:14:37.589283 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 41018) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:14:37.628647 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvr_db [None req-a6383593-fb0b-4c80-8d24-afe87ab4c807 None None] Set router 34b6c026-fcd9-4549-9db8-37be632f2d49 gateway port host: dv-cinder-839793-16-iscsi {{(pid=104323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:14:37.638147 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-9c003943-48fb-436b-816b-c0a766dc3b55 None None] Current status of the port 2fb09746-e248-42c5-998d-3bef42683bfb is: ACTIVE; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:14:37.722557 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:37.743730 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=100 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:37.789673 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:37.807510 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-a6383593-fb0b-4c80-8d24-afe87ab4c807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b6c026-fcd9-4549-9db8-37be632f2d49', 'name': 'tempest-TestShelveInstance-2015894288-router', 'tenant_id': 'd9c46b1e7a32484b9c22387f2aaeb871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '1e2da960-f178-4016-92d3-b0dab784f817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:14:35Z', 'updated_at': '2022-05-31T21:14:36Z', 'revision_number': 3, 'project_id': 'd9c46b1e7a32484b9c22387f2aaeb871', 'gw_port': {'id': '1e2da960-f178-4016-92d3-b0dab784f817', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ba:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b6c026-fcd9-4549-9db8-37be632f2d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:14:35Z', 'updated_at': '2022-05-31T21:14:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi'}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:14:37.836674 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6383593-fb0b-4c80-8d24-afe87ab4c807 None None] Checking router: 34b6c026-fcd9-4549-9db8-37be632f2d49 for host: dv-cinder-839793-16-iscsi {{(pid=104323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 21:14:37.837095 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6383593-fb0b-4c80-8d24-afe87ab4c807 None None] Updating router 34b6c026-fcd9-4549-9db8-37be632f2d49 port 1e2da960-f178-4016-92d3-b0dab784f817 binding host dv-cinder-839793-16-iscsi {{(pid=104323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 21:14:37.871304 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron_lib.callbacks.manager [None req-a6383593-fb0b-4c80-8d24-afe87ab4c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (1e2da960-f178-4016-92d3-b0dab784f817), before_update {{(pid=104323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:37.889545 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:37.916484 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device 2fb09746-e248-42c5-998d-3bef42683bfb up at agent ovs-agent-dv-cinder-839793-16-iscsi {{(pid=104322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 31 21:14:37.974953 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Provisioning complete for port 2fb09746-e248-42c5-998d-3bef42683bfb triggered by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:14:37.975424 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (2fb09746-e248-42c5-998d-3bef42683bfb), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:38.037640 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-1d2fdc87-1e3d-4e4e-b4f9-d17f69726f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:38.056555 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Current status of the port 2fb09746-e248-42c5-998d-3bef42683bfb is: ACTIVE; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:14:38.179859 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron_lib.callbacks.manager [None req-a6383593-fb0b-4c80-8d24-afe87ab4c807 None None] Publish callbacks [] for port (1e2da960-f178-4016-92d3-b0dab784f817), precommit_update {{(pid=104323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:38.210157 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.db_base_plugin_common [None req-1d2fdc87-1e3d-4e4e-b4f9-d17f69726f1a admin admin] Allocated IP 172.20.0.1 (b57e19b6-0914-4711-9006-4e82330c3537/e821434b-2d4a-43d9-a6fc-75e6d799de81/84a34838-a107-4d6b-8968-5e4472d9d3c8) {{(pid=104321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 21:14:38.262068 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron_lib.callbacks.manager [None req-a6383593-fb0b-4c80-8d24-afe87ab4c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (1e2da960-f178-4016-92d3-b0dab784f817), after_update {{(pid=104323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:38.318174 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-1d2fdc87-1e3d-4e4e-b4f9-d17f69726f1a admin admin] Publish callbacks [] for port (84a34838-a107-4d6b-8968-5e4472d9d3c8), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:38.325362 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.managers [None req-a6383593-fb0b-4c80-8d24-afe87ab4c807 None None] Attempting to bind port 1e2da960-f178-4016-92d3-b0dab784f817 on host dv-cinder-839793-16-iscsi for vnic_type normal with profile {{(pid=104323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 31 21:14:38.325747 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.managers [None req-a6383593-fb0b-4c80-8d24-afe87ab4c807 None None] Attempting to bind port 1e2da960-f178-4016-92d3-b0dab784f817 by drivers openvswitch,hyperv on host dv-cinder-839793-16-iscsi at level 0 using segments [{'id': '4436eed2-294e-4646-83cf-aec09b7c7c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac'}] {{(pid=104323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 31 21:14:38.326393 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6383593-fb0b-4c80-8d24-afe87ab4c807 None None] Attempting to bind port 1e2da960-f178-4016-92d3-b0dab784f817 on network c2cfca3b-95da-4cff-a3c5-795dffb6abac {{(pid=104323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 31 21:14:38.332242 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9485cb-7a65-48fc-a507-63edd501a7b0 None None] Pushing event updated for resources: {'Port': ['ID=1e2da960-f178-4016-92d3-b0dab784f817,revision_number=2']} {{(pid=104323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:14:38.335413 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6383593-fb0b-4c80-8d24-afe87ab4c807 None None] Checking agent: {'id': 'a61205dd-b11c-42a1-aa2d-4b7310a8dc99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 20, 54, 48), 'started_at': datetime.datetime(2022, 5, 31, 20, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 21, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 31 21:14:38.335783 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6383593-fb0b-4c80-8d24-afe87ab4c807 None None] Checking segment: {'id': '4436eed2-294e-4646-83cf-aec09b7c7c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 31 21:14:38.336172 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron_lib.callbacks.manager [None req-a6383593-fb0b-4c80-8d24-afe87ab4c807 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:38.336842 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6383593-fb0b-4c80-8d24-afe87ab4c807 None None] Bound using segment: {'id': '4436eed2-294e-4646-83cf-aec09b7c7c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac'} {{(pid=104323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 31 21:14:38.337311 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.managers [None req-a6383593-fb0b-4c80-8d24-afe87ab4c807 None None] Bound port: 1e2da960-f178-4016-92d3-b0dab784f817, host: dv-cinder-839793-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4436eed2-294e-4646-83cf-aec09b7c7c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac'}}] {{(pid=104323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 31 21:14:38.337677 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron_lib.callbacks.manager [None req-a6383593-fb0b-4c80-8d24-afe87ab4c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (1e2da960-f178-4016-92d3-b0dab784f817), before_update {{(pid=104323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:38.344599 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9485cb-7a65-48fc-a507-63edd501a7b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:14:38.345251 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9485cb-7a65-48fc-a507-63edd501a7b0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:14:38.345718 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9485cb-7a65-48fc-a507-63edd501a7b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:14:38.346220 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9485cb-7a65-48fc-a507-63edd501a7b0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:14:38.346811 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9485cb-7a65-48fc-a507-63edd501a7b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:14:38.347146 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9485cb-7a65-48fc-a507-63edd501a7b0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:14:38.347598 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9485cb-7a65-48fc-a507-63edd501a7b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:14:38.348670 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9485cb-7a65-48fc-a507-63edd501a7b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:14:38.349052 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9485cb-7a65-48fc-a507-63edd501a7b0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:14:38.349387 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9485cb-7a65-48fc-a507-63edd501a7b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:14:38.349714 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9485cb-7a65-48fc-a507-63edd501a7b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:14:38.350134 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9485cb-7a65-48fc-a507-63edd501a7b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:14:38.350457 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9485cb-7a65-48fc-a507-63edd501a7b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:14:38.350938 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9485cb-7a65-48fc-a507-63edd501a7b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:14:38.351150 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9485cb-7a65-48fc-a507-63edd501a7b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:14:38.402949 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.db [None req-a6383593-fb0b-4c80-8d24-afe87ab4c807 None None] For port 1e2da960-f178-4016-92d3-b0dab784f817, host dv-cinder-839793-16-iscsi, cleared binding levels {{(pid=104323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 31 21:14:38.405092 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-1d2fdc87-1e3d-4e4e-b4f9-d17f69726f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747261518129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25540506'] for port (84a34838-a107-4d6b-8968-5e4472d9d3c8), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:38.406431 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.db [None req-a6383593-fb0b-4c80-8d24-afe87ab4c807 None None] For port 1e2da960-f178-4016-92d3-b0dab784f817, host dv-cinder-839793-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=1e2da960-f178-4016-92d3-b0dab784f817,segment=NetworkSegment(4436eed2-294e-4646-83cf-aec09b7c7c9c),segment_id=4436eed2-294e-4646-83cf-aec09b7c7c9c)] {{(pid=104323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 31 21:14:38.448370 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2fdc87-1e3d-4e4e-b4f9-d17f69726f1a admin admin] Network b57e19b6-0914-4711-9006-4e82330c3537 is already hosted by enough agents. {{(pid=104321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 21:14:38.451448 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.base_scheduler [None req-1d2fdc87-1e3d-4e4e-b4f9-d17f69726f1a admin admin] Resources bound (agent type, host, resource id): {{(pid=104321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:14:38.453908 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2fdc87-1e3d-4e4e-b4f9-d17f69726f1a admin admin] Received port after_create {{(pid=104321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 31 21:14:38.483961 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2fdc87-1e3d-4e4e-b4f9-d17f69726f1a admin admin] Pushing event updated for resources: {'Port': ['ID=84a34838-a107-4d6b-8968-5e4472d9d3c8,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:14:38.492751 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron_lib.callbacks.manager [None req-a6383593-fb0b-4c80-8d24-afe87ab4c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (1e2da960-f178-4016-92d3-b0dab784f817), after_update {{(pid=104323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:38.508171 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-1d2fdc87-1e3d-4e4e-b4f9-d17f69726f1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598285'] for router_interface (34b6c026-fcd9-4549-9db8-37be632f2d49), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:38.556465 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6383593-fb0b-4c80-8d24-afe87ab4c807 None None] Routers {'34b6c026-fcd9-4549-9db8-37be632f2d49'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:14:38.557133 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-a6383593-fb0b-4c80-8d24-afe87ab4c807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:14:14Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['34b6c026-fcd9-4549-9db8-37be632f2d49'], 'active': True} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:14:38.600695 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9485cb-7a65-48fc-a507-63edd501a7b0 None None] Pushing event updated for resources: {'Port': ['ID=1e2da960-f178-4016-92d3-b0dab784f817,revision_number=3']} {{(pid=104323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:14:38.675260 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvr_db [None req-a6383593-fb0b-4c80-8d24-afe87ab4c807 None None] Set router 34b6c026-fcd9-4549-9db8-37be632f2d49 gateway port host: dv-cinder-839793-16-iscsi {{(pid=104323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:14:38.684109 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-0e77b683-f550-400d-942a-98741f266f3e None None] Provisioning complete for port 84a34838-a107-4d6b-8968-5e4472d9d3c8 triggered by entity DHCP. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:14:38.684483 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-0e77b683-f550-400d-942a-98741f266f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (84a34838-a107-4d6b-8968-5e4472d9d3c8), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:38.719782 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-0e77b683-f550-400d-942a-98741f266f3e None None] Port 84a34838-a107-4d6b-8968-5e4472d9d3c8 cannot update to ACTIVE because it is not bound. {{(pid=104322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 31 21:14:38.729279 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:38.756966 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-1d2fdc87-1e3d-4e4e-b4f9-d17f69726f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (84a34838-a107-4d6b-8968-5e4472d9d3c8), before_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:38.838694 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:38.842988 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:38.858544 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-a6383593-fb0b-4c80-8d24-afe87ab4c807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b6c026-fcd9-4549-9db8-37be632f2d49', 'name': 'tempest-TestShelveInstance-2015894288-router', 'tenant_id': 'd9c46b1e7a32484b9c22387f2aaeb871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '1e2da960-f178-4016-92d3-b0dab784f817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:14:35Z', 'updated_at': '2022-05-31T21:14:36Z', 'revision_number': 3, 'project_id': 'd9c46b1e7a32484b9c22387f2aaeb871', 'gw_port': {'id': '1e2da960-f178-4016-92d3-b0dab784f817', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ba:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b6c026-fcd9-4549-9db8-37be632f2d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:14:35Z', 'updated_at': '2022-05-31T21:14:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi'}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:14:38.885029 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6383593-fb0b-4c80-8d24-afe87ab4c807 None None] The sync data for ids ['34b6c026-fcd9-4549-9db8-37be632f2d49'] in dv-cinder-839793-16-iscsi is: [{'id': '34b6c026-fcd9-4549-9db8-37be632f2d49', 'name': 'tempest-TestShelveInstance-2015894288-router', 'tenant_id': 'd9c46b1e7a32484b9c22387f2aaeb871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '1e2da960-f178-4016-92d3-b0dab784f817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:14:35Z', 'updated_at': '2022-05-31T21:14:36Z', 'revision_number': 3, 'project_id': 'd9c46b1e7a32484b9c22387f2aaeb871', 'gw_port': {'id': '1e2da960-f178-4016-92d3-b0dab784f817', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ba:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b6c026-fcd9-4549-9db8-37be632f2d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:14:35Z', 'updated_at': '2022-05-31T21:14:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi'}] {{(pid=104323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 21:14:38.960125 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-1d2fdc87-1e3d-4e4e-b4f9-d17f69726f1a admin admin] Publish callbacks [] for port (84a34838-a107-4d6b-8968-5e4472d9d3c8), precommit_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:39.023927 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-1d2fdc87-1e3d-4e4e-b4f9-d17f69726f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25540501'] for port (84a34838-a107-4d6b-8968-5e4472d9d3c8), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:39.093049 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2fdc87-1e3d-4e4e-b4f9-d17f69726f1a admin admin] Pushing event updated for resources: {'Port': ['ID=84a34838-a107-4d6b-8968-5e4472d9d3c8,revision_number=2']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:14:39.097474 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-1d2fdc87-1e3d-4e4e-b4f9-d17f69726f1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1696816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1599485'] for router_interface (34b6c026-fcd9-4549-9db8-37be632f2d49), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:39.214979 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2fdc87-1e3d-4e4e-b4f9-d17f69726f1a admin admin] Network b57e19b6-0914-4711-9006-4e82330c3537 is already hosted by enough agents. {{(pid=104321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 21:14:39.216403 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.base_scheduler [None req-1d2fdc87-1e3d-4e4e-b4f9-d17f69726f1a admin admin] Resources bound (agent type, host, resource id): {{(pid=104321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:14:39.347763 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d2fdc87-1e3d-4e4e-b4f9-d17f69726f1a admin admin] Router 34b6c026-fcd9-4549-9db8-37be632f2d49 has already been hosted by L3 agent 13ce5b10-321e-4e80-b29e-1cfc3c51661e {{(pid=104321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 31 21:14:39.448684 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-98910112-c94d-4336-b792-34155fb58f08 None None] Provisioning complete for port 84a34838-a107-4d6b-8968-5e4472d9d3c8 triggered by entity DHCP. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:14:39.449191 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-98910112-c94d-4336-b792-34155fb58f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (84a34838-a107-4d6b-8968-5e4472d9d3c8), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:39.463739 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d2fdc87-1e3d-4e4e-b4f9-d17f69726f1a admin admin] Notify agent at l3_agent.dv-cinder-839793-16-iscsi the message routers_updated {{(pid=104321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 31 21:14:39.476292 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-1d2fdc87-1e3d-4e4e-b4f9-d17f69726f1a admin admin] 10.222.0.55 "PUT /v2.0/routers/34b6c026-fcd9-4549-9db8-37be632f2d49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8821130 May 31 21:14:39.489336 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-98910112-c94d-4336-b792-34155fb58f08 None None] Port 84a34838-a107-4d6b-8968-5e4472d9d3c8 cannot update to ACTIVE because it is not bound. {{(pid=104322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 31 21:14:39.911270 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device 1e2da960-f178-4016-92d3-b0dab784f817 up at agent ovs-agent-dv-cinder-839793-16-iscsi {{(pid=104322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 31 21:14:39.958190 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Provisioning complete for port 1e2da960-f178-4016-92d3-b0dab784f817 triggered by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:14:39.958568 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (1e2da960-f178-4016-92d3-b0dab784f817), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:40.044630 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Current status of the port 1e2da960-f178-4016-92d3-b0dab784f817 is: DOWN; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:14:40.045017 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (1e2da960-f178-4016-92d3-b0dab784f817), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:40.069067 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] For port 1e2da960-f178-4016-92d3-b0dab784f817, host dv-cinder-839793-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=1e2da960-f178-4016-92d3-b0dab784f817,segment=NetworkSegment(4436eed2-294e-4646-83cf-aec09b7c7c9c),segment_id=4436eed2-294e-4646-83cf-aec09b7c7c9c)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:14:40.155305 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (1e2da960-f178-4016-92d3-b0dab784f817), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:40.213273 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Pushing event updated for resources: {'Port': ['ID=1e2da960-f178-4016-92d3-b0dab784f817,revision_number=4']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:14:40.336186 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 41040) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:14:40.341181 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.v2.base [None req-b4548a56-eb7b-4f00-8be0-48f16bb5e5c9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-171505392-network', 'tenant_id': '4cfaa71f564d47c1b9fc6cca168c2629'}} {{(pid=104320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:14:40.452052 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4548a56-eb7b-4f00-8be0-48f16bb5e5c9 admin admin] Made reservation on behalf of 4cfaa71f564d47c1b9fc6cca168c2629 for: {'network': 1} {{(pid=104320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 21:14:40.454473 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-b4548a56-eb7b-4f00-8be0-48f16bb5e5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for network (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:40.463820 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-b4548a56-eb7b-4f00-8be0-48f16bb5e5c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:40.514786 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff6b569-92f2-4efe-ba26-9d6e4ede043b None None] Sync routers for ids ['34b6c026-fcd9-4549-9db8-37be632f2d49'] in dv-cinder-839793-16-iscsi {{(pid=104322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 21:14:40.526648 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff6b569-92f2-4efe-ba26-9d6e4ede043b None None] Routers {'34b6c026-fcd9-4549-9db8-37be632f2d49'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:14:40.527296 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-8ff6b569-92f2-4efe-ba26-9d6e4ede043b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:14:14Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['34b6c026-fcd9-4549-9db8-37be632f2d49'], 'active': True} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:14:40.544128 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-b4548a56-eb7b-4f00-8be0-48f16bb5e5c9 admin admin] Publish callbacks [] for security_group (a77d37ff-deb4-408f-80c1-70e3e70cf8a0), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:40.606477 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-b4548a56-eb7b-4f00-8be0-48f16bb5e5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (a77d37ff-deb4-408f-80c1-70e3e70cf8a0), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:40.632512 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvr_db [None req-8ff6b569-92f2-4efe-ba26-9d6e4ede043b None None] Set router 34b6c026-fcd9-4549-9db8-37be632f2d49 gateway port host: dv-cinder-839793-16-iscsi {{(pid=104322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:14:40.636925 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4548a56-eb7b-4f00-8be0-48f16bb5e5c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=104320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 21:14:40.641770 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4548a56-eb7b-4f00-8be0-48f16bb5e5c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a77d37ff-deb4-408f-80c1-70e3e70cf8a0,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:14:40.651867 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-b4548a56-eb7b-4f00-8be0-48f16bb5e5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674812'] for segment (380d8392-0ecd-4c14-b18f-ced006f74b97), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:40.652318 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.db.segments_db [None req-b4548a56-eb7b-4f00-8be0-48f16bb5e5c9 admin admin] Added segment 380d8392-0ecd-4c14-b18f-ced006f74b97 of type vlan for network cbf92b67-7866-43bf-b8b6-929bdafcde90 May 31 21:14:40.695683 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-b4548a56-eb7b-4f00-8be0-48f16bb5e5c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747261502311'] for network (cbf92b67-7866-43bf-b8b6-929bdafcde90), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:40.765339 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:40.778288 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-b4548a56-eb7b-4f00-8be0-48f16bb5e5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838'] for network (cbf92b67-7866-43bf-b8b6-929bdafcde90), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:40.779344 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4548a56-eb7b-4f00-8be0-48f16bb5e5c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:14:40.779923 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-b4548a56-eb7b-4f00-8be0-48f16bb5e5c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696852'] for network (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:40.837640 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-8ff6b569-92f2-4efe-ba26-9d6e4ede043b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b6c026-fcd9-4549-9db8-37be632f2d49', 'name': 'tempest-TestShelveInstance-2015894288-router', 'tenant_id': 'd9c46b1e7a32484b9c22387f2aaeb871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '1e2da960-f178-4016-92d3-b0dab784f817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:14:35Z', 'updated_at': '2022-05-31T21:14:38Z', 'revision_number': 4, 'project_id': 'd9c46b1e7a32484b9c22387f2aaeb871', 'gw_port': {'id': '1e2da960-f178-4016-92d3-b0dab784f817', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ba:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b6c026-fcd9-4549-9db8-37be632f2d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:14:35Z', 'updated_at': '2022-05-31T21:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_interfaces': [{'id': '84a34838-a107-4d6b-8968-5e4472d9d3c8', 'name': '', 'network_id': 'b57e19b6-0914-4711-9006-4e82330c3537', 'tenant_id': 'd9c46b1e7a32484b9c22387f2aaeb871', 'mac_address': 'fa:16:3e:3a:99:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b6c026-fcd9-4549-9db8-37be632f2d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'e821434b-2d4a-43d9-a6fc-75e6d799de81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:14:38Z', 'updated_at': '2022-05-31T21:14:38Z', 'revision_number': 2, 'project_id': 'd9c46b1e7a32484b9c22387f2aaeb871', 'subnets': [{'id': 'e821434b-2d4a-43d9-a6fc-75e6d799de81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:14:40.839395 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:40.846837 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4548a56-eb7b-4f00-8be0-48f16bb5e5c9 admin admin] Pushing event updated for resources: {'Network': ['ID=cbf92b67-7866-43bf-b8b6-929bdafcde90,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:14:40.865043 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Network cbf92b67-7866-43bf-b8b6-929bdafcde90 details requested by agent ovs-agent-dv-cinder-839793-16-iscsi with host dv-cinder-839793-16-iscsi {{(pid=104322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 31 21:14:40.867799 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff6b569-92f2-4efe-ba26-9d6e4ede043b None None] Checking router: 34b6c026-fcd9-4549-9db8-37be632f2d49 for host: dv-cinder-839793-16-iscsi {{(pid=104322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 21:14:40.868120 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff6b569-92f2-4efe-ba26-9d6e4ede043b None None] Updating router 34b6c026-fcd9-4549-9db8-37be632f2d49 port 84a34838-a107-4d6b-8968-5e4472d9d3c8 binding host dv-cinder-839793-16-iscsi {{(pid=104322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 21:14:40.878175 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-b4548a56-eb7b-4f00-8be0-48f16bb5e5c9 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5401623 May 31 21:14:40.883764 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 41044) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:14:40.884797 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.v2.base [None req-dd39ad94-68c4-44b8-bbf3-7504017bec30 admin admin] Request body: {'subnet': {'network_id': 'cbf92b67-7866-43bf-b8b6-929bdafcde90', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-171505392-subnet', 'tenant_id': '4cfaa71f564d47c1b9fc6cca168c2629', 'ip_version': 4}} {{(pid=104320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:14:40.927996 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:40.948407 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8ff6b569-92f2-4efe-ba26-9d6e4ede043b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (84a34838-a107-4d6b-8968-5e4472d9d3c8), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:41.011965 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd39ad94-68c4-44b8-bbf3-7504017bec30 admin admin] Made reservation on behalf of 4cfaa71f564d47c1b9fc6cca168c2629 for: {'subnet': 1} {{(pid=104320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 21:14:41.014477 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-dd39ad94-68c4-44b8-bbf3-7504017bec30 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3351964'] for subnet (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:41.132523 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:41.260713 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8ff6b569-92f2-4efe-ba26-9d6e4ede043b None None] Publish callbacks [] for port (84a34838-a107-4d6b-8968-5e4472d9d3c8), precommit_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:41.275501 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-dd39ad94-68c4-44b8-bbf3-7504017bec30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3351946'] for subnet (0e68974f-cf1b-4484-8328-549ef8fb7ef2), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:41.318366 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:41.333989 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd39ad94-68c4-44b8-bbf3-7504017bec30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e68974f-cf1b-4484-8328-549ef8fb7ef2,revision_number=0']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:14:41.345763 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd39ad94-68c4-44b8-bbf3-7504017bec30 admin admin] Checking segment: {'id': '380d8392-0ecd-4c14-b18f-ced006f74b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'cbf92b67-7866-43bf-b8b6-929bdafcde90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 31 21:14:41.346398 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd39ad94-68c4-44b8-bbf3-7504017bec30 admin admin] Network hostable DHCP agents. Network: cbf92b67-7866-43bf-b8b6-929bdafcde90, hostable agents: ['5ca9f0a2-8e5f-4b54-94fa-454f095515e4'], hosted agents: [] {{(pid=104320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 21:14:41.353489 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8ff6b569-92f2-4efe-ba26-9d6e4ede043b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (84a34838-a107-4d6b-8968-5e4472d9d3c8), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:41.411067 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130be5a1-34b3-4572-b18a-650d10354558 None None] Pushing event updated for resources: {'Port': ['ID=84a34838-a107-4d6b-8968-5e4472d9d3c8,revision_number=3']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:14:41.441191 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd39ad94-68c4-44b8-bbf3-7504017bec30 admin admin] Network cbf92b67-7866-43bf-b8b6-929bdafcde90 is scheduled to be hosted by DHCP agent 5ca9f0a2-8e5f-4b54-94fa-454f095515e4 with binding_index 1 {{(pid=104320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 21:14:41.463934 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.managers [None req-8ff6b569-92f2-4efe-ba26-9d6e4ede043b None None] Attempting to bind port 84a34838-a107-4d6b-8968-5e4472d9d3c8 on host dv-cinder-839793-16-iscsi for vnic_type normal with profile {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 31 21:14:41.464227 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.managers [None req-8ff6b569-92f2-4efe-ba26-9d6e4ede043b None None] Attempting to bind port 84a34838-a107-4d6b-8968-5e4472d9d3c8 by drivers openvswitch,hyperv on host dv-cinder-839793-16-iscsi at level 0 using segments [{'id': '6085a41f-6237-4890-bb7a-791e7fdfea31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b57e19b6-0914-4711-9006-4e82330c3537'}] {{(pid=104322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 31 21:14:41.464474 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff6b569-92f2-4efe-ba26-9d6e4ede043b None None] Attempting to bind port 84a34838-a107-4d6b-8968-5e4472d9d3c8 on network b57e19b6-0914-4711-9006-4e82330c3537 {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 31 21:14:41.470042 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff6b569-92f2-4efe-ba26-9d6e4ede043b None None] Checking agent: {'id': 'a61205dd-b11c-42a1-aa2d-4b7310a8dc99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 20, 54, 48), 'started_at': datetime.datetime(2022, 5, 31, 20, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 21, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 31 21:14:41.470417 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff6b569-92f2-4efe-ba26-9d6e4ede043b None None] Checking segment: {'id': '6085a41f-6237-4890-bb7a-791e7fdfea31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b57e19b6-0914-4711-9006-4e82330c3537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 31 21:14:41.470935 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8ff6b569-92f2-4efe-ba26-9d6e4ede043b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:41.471387 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff6b569-92f2-4efe-ba26-9d6e4ede043b None None] Bound using segment: {'id': '6085a41f-6237-4890-bb7a-791e7fdfea31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b57e19b6-0914-4711-9006-4e82330c3537'} {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 31 21:14:41.471852 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.managers [None req-8ff6b569-92f2-4efe-ba26-9d6e4ede043b None None] Bound port: 84a34838-a107-4d6b-8968-5e4472d9d3c8, host: dv-cinder-839793-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6085a41f-6237-4890-bb7a-791e7fdfea31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b57e19b6-0914-4711-9006-4e82330c3537'}}] {{(pid=104322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 31 21:14:41.472394 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8ff6b569-92f2-4efe-ba26-9d6e4ede043b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (84a34838-a107-4d6b-8968-5e4472d9d3c8), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:41.532299 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.base_scheduler [None req-dd39ad94-68c4-44b8-bbf3-7504017bec30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-16-iscsi, cbf92b67-7866-43bf-b8b6-929bdafcde90) {{(pid=104320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:14:41.538051 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd39ad94-68c4-44b8-bbf3-7504017bec30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:14:41.538931 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-dd39ad94-68c4-44b8-bbf3-7504017bec30 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:41.542441 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8ff6b569-92f2-4efe-ba26-9d6e4ede043b None None] For port 84a34838-a107-4d6b-8968-5e4472d9d3c8, host dv-cinder-839793-16-iscsi, cleared binding levels {{(pid=104322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 31 21:14:41.546545 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8ff6b569-92f2-4efe-ba26-9d6e4ede043b None None] For port 84a34838-a107-4d6b-8968-5e4472d9d3c8, host dv-cinder-839793-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=84a34838-a107-4d6b-8968-5e4472d9d3c8,segment=NetworkSegment(6085a41f-6237-4890-bb7a-791e7fdfea31),segment_id=6085a41f-6237-4890-bb7a-791e7fdfea31)] {{(pid=104322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 31 21:14:41.550769 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542a1fc3-113f-41ab-9c02-3c2b73907e39 None None] Network cbf92b67-7866-43bf-b8b6-929bdafcde90 requested from dv-cinder-839793-16-iscsi {{(pid=104322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 31 21:14:41.631057 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-dd39ad94-68c4-44b8-bbf3-7504017bec30 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7498863 May 31 21:14:41.631246 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8ff6b569-92f2-4efe-ba26-9d6e4ede043b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (84a34838-a107-4d6b-8968-5e4472d9d3c8), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:41.634008 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 41048) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:14:41.638639 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.v2.base [None req-fa674559-0994-432b-9ea3-d522960cfe06 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-171505392-router', 'tenant_id': '4cfaa71f564d47c1b9fc6cca168c2629', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac'}}} {{(pid=104320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:14:41.647251 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-5675d446-75c5-47f8-b1ec-76d4c37e1c51 None None] Provisioning complete for port 84a34838-a107-4d6b-8968-5e4472d9d3c8 triggered by entity DHCP. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:14:41.647251 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-5675d446-75c5-47f8-b1ec-76d4c37e1c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (84a34838-a107-4d6b-8968-5e4472d9d3c8), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:41.738532 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f284a3d9-b259-44b1-bdef-97666eaa3661 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1581c23-dc20-583c-a781-c643bb3ad1f7-cbf92b67-7866-43bf-b8b6-929bdafcde90', 'network_id': 'cbf92b67-7866-43bf-b8b6-929bdafcde90', 'project_id': '4cfaa71f564d47c1b9fc6cca168c2629', 'fixed_ips': [{'subnet_id': '0e68974f-cf1b-4484-8328-549ef8fb7ef2'}]}} from dv-cinder-839793-16-iscsi. {{(pid=104322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 31 21:14:41.739472 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f284a3d9-b259-44b1-bdef-97666eaa3661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (None), before_create {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:41.757020 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-fa674559-0994-432b-9ea3-d522960cfe06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1600068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256106'] for router (e833a3d7-4a77-419c-9845-6c98207e3ca3), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:41.760407 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-fa674559-0994-432b-9ea3-d522960cfe06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1599220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1598582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1761038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256083'] for router (e833a3d7-4a77-419c-9845-6c98207e3ca3), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:41.775528 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130be5a1-34b3-4572-b18a-650d10354558 None None] Pushing event updated for resources: {'Port': ['ID=84a34838-a107-4d6b-8968-5e4472d9d3c8,revision_number=4']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:14:41.778126 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff6b569-92f2-4efe-ba26-9d6e4ede043b None None] Routers {'34b6c026-fcd9-4549-9db8-37be632f2d49'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:14:41.778839 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-8ff6b569-92f2-4efe-ba26-9d6e4ede043b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:14:14Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['34b6c026-fcd9-4549-9db8-37be632f2d49'], 'active': True} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:14:41.827827 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-fa674559-0994-432b-9ea3-d522960cfe06 admin admin] Publish callbacks [] for router_controller (e833a3d7-4a77-419c-9845-6c98207e3ca3), precommit_add_association {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:41.914212 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device 1e2da960-f178-4016-92d3-b0dab784f817 up at agent ovs-agent-dv-cinder-839793-16-iscsi {{(pid=104322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 31 21:14:41.951607 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-5675d446-75c5-47f8-b1ec-76d4c37e1c51 None None] Current status of the port 84a34838-a107-4d6b-8968-5e4472d9d3c8 is: DOWN; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:14:41.952295 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-5675d446-75c5-47f8-b1ec-76d4c37e1c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (84a34838-a107-4d6b-8968-5e4472d9d3c8), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:42.047721 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-fa674559-0994-432b-9ea3-d522960cfe06 admin admin] Publish callbacks [] for router_gateway (e833a3d7-4a77-419c-9845-6c98207e3ca3), precommit_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:42.068727 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:42.082072 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-5675d446-75c5-47f8-b1ec-76d4c37e1c51 None None] For port 84a34838-a107-4d6b-8968-5e4472d9d3c8, host dv-cinder-839793-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=84a34838-a107-4d6b-8968-5e4472d9d3c8,segment=NetworkSegment(6085a41f-6237-4890-bb7a-791e7fdfea31),segment_id=6085a41f-6237-4890-bb7a-791e7fdfea31)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:14:42.088991 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvr_db [None req-8ff6b569-92f2-4efe-ba26-9d6e4ede043b None None] Set router 34b6c026-fcd9-4549-9db8-37be632f2d49 gateway port host: dv-cinder-839793-16-iscsi {{(pid=104322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:14:42.258670 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-5675d446-75c5-47f8-b1ec-76d4c37e1c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (84a34838-a107-4d6b-8968-5e4472d9d3c8), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:42.295126 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Provisioning complete for port 1e2da960-f178-4016-92d3-b0dab784f817 triggered by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:14:42.295494 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (1e2da960-f178-4016-92d3-b0dab784f817), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:42.297639 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:42.311633 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.db_base_plugin_common [None req-f284a3d9-b259-44b1-bdef-97666eaa3661 None None] Allocated IP 172.20.0.2 (cbf92b67-7866-43bf-b8b6-929bdafcde90/0e68974f-cf1b-4484-8328-549ef8fb7ef2/fb25cfc2-768b-4a33-98b6-410320b3f857) {{(pid=104322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 21:14:42.315030 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-fa674559-0994-432b-9ea3-d522960cfe06 admin admin] Publish callbacks [] for router_gateway (e833a3d7-4a77-419c-9845-6c98207e3ca3), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:42.336496 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-fa674559-0994-432b-9ea3-d522960cfe06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:42.385722 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:42.403776 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-ac550a65-38d0-4aca-a1e4-7372730a1f4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (5ca9f0a2-8e5f-4b54-94fa-454f095515e4), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:42.456898 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.db.db_base_plugin_common [None req-fa674559-0994-432b-9ea3-d522960cfe06 admin admin] Allocated IP 172.27.0.135 (c2cfca3b-95da-4cff-a3c5-795dffb6abac/763c29f6-cebe-4813-9ab2-68212649a0b5/7c469238-9abd-49e3-8ada-7f96e86e63f2) {{(pid=104320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 21:14:42.508141 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5675d446-75c5-47f8-b1ec-76d4c37e1c51 None None] Pushing event updated for resources: {'Port': ['ID=84a34838-a107-4d6b-8968-5e4472d9d3c8,revision_number=5']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:14:42.523991 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-d7d32396-1192-4c1d-889b-2334b6864edc None None] Provisioning complete for port 84a34838-a107-4d6b-8968-5e4472d9d3c8 triggered by entity DHCP. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:14:42.524135 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-d7d32396-1192-4c1d-889b-2334b6864edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (84a34838-a107-4d6b-8968-5e4472d9d3c8), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:42.575099 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-fa674559-0994-432b-9ea3-d522960cfe06 admin admin] Publish callbacks [] for port (7c469238-9abd-49e3-8ada-7f96e86e63f2), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:42.600408 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:42.688407 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-fa674559-0994-432b-9ea3-d522960cfe06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747261518129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437045'] for port (7c469238-9abd-49e3-8ada-7f96e86e63f2), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:42.694459 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Current status of the port 1e2da960-f178-4016-92d3-b0dab784f817 is: ACTIVE; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:14:42.747169 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa674559-0994-432b-9ea3-d522960cfe06 admin admin] Network c2cfca3b-95da-4cff-a3c5-795dffb6abac is already hosted by enough agents. {{(pid=104320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 21:14:42.750260 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.base_scheduler [None req-fa674559-0994-432b-9ea3-d522960cfe06 admin admin] Resources bound (agent type, host, resource id): {{(pid=104320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:14:42.752111 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:INSERT=2 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:42.752765 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-8ff6b569-92f2-4efe-ba26-9d6e4ede043b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b6c026-fcd9-4549-9db8-37be632f2d49', 'name': 'tempest-TestShelveInstance-2015894288-router', 'tenant_id': 'd9c46b1e7a32484b9c22387f2aaeb871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '1e2da960-f178-4016-92d3-b0dab784f817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:14:35Z', 'updated_at': '2022-05-31T21:14:38Z', 'revision_number': 4, 'project_id': 'd9c46b1e7a32484b9c22387f2aaeb871', 'gw_port': {'id': '1e2da960-f178-4016-92d3-b0dab784f817', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ba:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b6c026-fcd9-4549-9db8-37be632f2d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:14:35Z', 'updated_at': '2022-05-31T21:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_interfaces': [{'id': '84a34838-a107-4d6b-8968-5e4472d9d3c8', 'name': '', 'network_id': 'b57e19b6-0914-4711-9006-4e82330c3537', 'tenant_id': 'd9c46b1e7a32484b9c22387f2aaeb871', 'mac_address': 'fa:16:3e:3a:99:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b6c026-fcd9-4549-9db8-37be632f2d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'e821434b-2d4a-43d9-a6fc-75e6d799de81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:14:38Z', 'updated_at': '2022-05-31T21:14:41Z', 'revision_number': 4, 'project_id': 'd9c46b1e7a32484b9c22387f2aaeb871', 'subnets': [{'id': 'e821434b-2d4a-43d9-a6fc-75e6d799de81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:14:42.754235 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa674559-0994-432b-9ea3-d522960cfe06 admin admin] Received port after_create {{(pid=104320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 31 21:14:42.781331 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa674559-0994-432b-9ea3-d522960cfe06 admin admin] Pushing event updated for resources: {'Port': ['ID=7c469238-9abd-49e3-8ada-7f96e86e63f2,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:14:42.800802 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:42.803182 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff6b569-92f2-4efe-ba26-9d6e4ede043b None None] The sync data for ids ['34b6c026-fcd9-4549-9db8-37be632f2d49'] in dv-cinder-839793-16-iscsi is: [{'id': '34b6c026-fcd9-4549-9db8-37be632f2d49', 'name': 'tempest-TestShelveInstance-2015894288-router', 'tenant_id': 'd9c46b1e7a32484b9c22387f2aaeb871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '1e2da960-f178-4016-92d3-b0dab784f817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:14:35Z', 'updated_at': '2022-05-31T21:14:38Z', 'revision_number': 4, 'project_id': 'd9c46b1e7a32484b9c22387f2aaeb871', 'gw_port': {'id': '1e2da960-f178-4016-92d3-b0dab784f817', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ba:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b6c026-fcd9-4549-9db8-37be632f2d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:14:35Z', 'updated_at': '2022-05-31T21:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_interfaces': [{'id': '84a34838-a107-4d6b-8968-5e4472d9d3c8', 'name': '', 'network_id': 'b57e19b6-0914-4711-9006-4e82330c3537', 'tenant_id': 'd9c46b1e7a32484b9c22387f2aaeb871', 'mac_address': 'fa:16:3e:3a:99:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b6c026-fcd9-4549-9db8-37be632f2d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'e821434b-2d4a-43d9-a6fc-75e6d799de81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:14:38Z', 'updated_at': '2022-05-31T21:14:41Z', 'revision_number': 4, 'project_id': 'd9c46b1e7a32484b9c22387f2aaeb871', 'subnets': [{'id': 'e821434b-2d4a-43d9-a6fc-75e6d799de81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 21:14:42.817562 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f284a3d9-b259-44b1-bdef-97666eaa3661 None None] Publish callbacks [] for port (fb25cfc2-768b-4a33-98b6-410320b3f857), precommit_create {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:42.819289 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-d7d32396-1192-4c1d-889b-2334b6864edc None None] Current status of the port 84a34838-a107-4d6b-8968-5e4472d9d3c8 is: ACTIVE; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:14:42.916032 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f284a3d9-b259-44b1-bdef-97666eaa3661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747261518129'] for port (fb25cfc2-768b-4a33-98b6-410320b3f857), after_create {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:42.971065 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f284a3d9-b259-44b1-bdef-97666eaa3661 None None] Network cbf92b67-7866-43bf-b8b6-929bdafcde90 is already hosted by enough agents. {{(pid=104322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 21:14:42.975954 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.scheduler.base_scheduler [None req-f284a3d9-b259-44b1-bdef-97666eaa3661 None None] Resources bound (agent type, host, resource id): {{(pid=104322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:14:42.979661 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f284a3d9-b259-44b1-bdef-97666eaa3661 None None] Received port after_create {{(pid=104322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 31 21:14:42.996485 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f284a3d9-b259-44b1-bdef-97666eaa3661 None None] Pushing event updated for resources: {'Port': ['ID=fb25cfc2-768b-4a33-98b6-410320b3f857,revision_number=1']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:14:43.054921 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.managers [None req-f284a3d9-b259-44b1-bdef-97666eaa3661 None None] Attempting to bind port fb25cfc2-768b-4a33-98b6-410320b3f857 on host dv-cinder-839793-16-iscsi for vnic_type normal with profile {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 31 21:14:43.055349 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.managers [None req-f284a3d9-b259-44b1-bdef-97666eaa3661 None None] Attempting to bind port fb25cfc2-768b-4a33-98b6-410320b3f857 by drivers openvswitch,hyperv on host dv-cinder-839793-16-iscsi at level 0 using segments [{'id': '380d8392-0ecd-4c14-b18f-ced006f74b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'cbf92b67-7866-43bf-b8b6-929bdafcde90'}] {{(pid=104322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 31 21:14:43.055716 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f284a3d9-b259-44b1-bdef-97666eaa3661 None None] Attempting to bind port fb25cfc2-768b-4a33-98b6-410320b3f857 on network cbf92b67-7866-43bf-b8b6-929bdafcde90 {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 31 21:14:43.062550 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f284a3d9-b259-44b1-bdef-97666eaa3661 None None] Checking agent: {'id': 'a61205dd-b11c-42a1-aa2d-4b7310a8dc99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 20, 54, 48), 'started_at': datetime.datetime(2022, 5, 31, 20, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 21, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 31 21:14:43.062977 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f284a3d9-b259-44b1-bdef-97666eaa3661 None None] Checking segment: {'id': '380d8392-0ecd-4c14-b18f-ced006f74b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'cbf92b67-7866-43bf-b8b6-929bdafcde90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 31 21:14:43.063322 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f284a3d9-b259-44b1-bdef-97666eaa3661 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:43.063720 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f284a3d9-b259-44b1-bdef-97666eaa3661 None None] Bound using segment: {'id': '380d8392-0ecd-4c14-b18f-ced006f74b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'cbf92b67-7866-43bf-b8b6-929bdafcde90'} {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 31 21:14:43.064207 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.managers [None req-f284a3d9-b259-44b1-bdef-97666eaa3661 None None] Bound port: fb25cfc2-768b-4a33-98b6-410320b3f857, host: dv-cinder-839793-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '380d8392-0ecd-4c14-b18f-ced006f74b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'cbf92b67-7866-43bf-b8b6-929bdafcde90'}}] {{(pid=104322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 31 21:14:43.064569 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f284a3d9-b259-44b1-bdef-97666eaa3661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (fb25cfc2-768b-4a33-98b6-410320b3f857), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:43.143995 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-fa674559-0994-432b-9ea3-d522960cfe06 admin admin] Publish callbacks [] for router_gateway (e833a3d7-4a77-419c-9845-6c98207e3ca3), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:43.146361 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-f284a3d9-b259-44b1-bdef-97666eaa3661 None None] For port fb25cfc2-768b-4a33-98b6-410320b3f857, host dv-cinder-839793-16-iscsi, cleared binding levels {{(pid=104322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 31 21:14:43.150654 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-f284a3d9-b259-44b1-bdef-97666eaa3661 None None] For port fb25cfc2-768b-4a33-98b6-410320b3f857, host dv-cinder-839793-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=fb25cfc2-768b-4a33-98b6-410320b3f857,segment=NetworkSegment(380d8392-0ecd-4c14-b18f-ced006f74b97),segment_id=380d8392-0ecd-4c14-b18f-ced006f74b97)] {{(pid=104322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 31 21:14:43.229773 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f284a3d9-b259-44b1-bdef-97666eaa3661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (fb25cfc2-768b-4a33-98b6-410320b3f857), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:43.294071 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f284a3d9-b259-44b1-bdef-97666eaa3661 None None] Pushing event updated for resources: {'Port': ['ID=fb25cfc2-768b-4a33-98b6-410320b3f857,revision_number=2']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:14:43.366423 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-fa674559-0994-432b-9ea3-d522960cfe06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1599171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598497'] for router (e833a3d7-4a77-419c-9845-6c98207e3ca3), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:43.589623 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa674559-0994-432b-9ea3-d522960cfe06 admin admin] Router e833a3d7-4a77-419c-9845-6c98207e3ca3 is scheduled to L3 agent 13ce5b10-321e-4e80-b29e-1cfc3c51661e with binding_index 1 {{(pid=104320) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 31 21:14:43.592288 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:43.716826 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa674559-0994-432b-9ea3-d522960cfe06 admin admin] Notify agent at l3_agent.dv-cinder-839793-16-iscsi the message routers_updated {{(pid=104320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 31 21:14:43.739486 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0b0388-8f0a-4edb-ae23-c753262aa22b None None] Sync routers for ids ['e833a3d7-4a77-419c-9845-6c98207e3ca3'] in dv-cinder-839793-16-iscsi {{(pid=104323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 21:14:43.748148 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:43.753021 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0b0388-8f0a-4edb-ae23-c753262aa22b None None] Routers {'e833a3d7-4a77-419c-9845-6c98207e3ca3'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:14:43.754515 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-3a0b0388-8f0a-4edb-ae23-c753262aa22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:14:14Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['e833a3d7-4a77-419c-9845-6c98207e3ca3'], 'active': True} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:14:43.789995 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-fa674559-0994-432b-9ea3-d522960cfe06 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:43.789995 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-fa674559-0994-432b-9ea3-d522960cfe06 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1522331 May 31 21:14:43.790961 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 41058) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:14:43.973061 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvr_db [None req-3a0b0388-8f0a-4edb-ae23-c753262aa22b None None] Set router e833a3d7-4a77-419c-9845-6c98207e3ca3 gateway port host: dv-cinder-839793-16-iscsi {{(pid=104323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:14:44.011672 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device fb25cfc2-768b-4a33-98b6-410320b3f857 up at agent ovs-agent-dv-cinder-839793-16-iscsi {{(pid=104322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 31 21:14:44.096356 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Provisioning complete for port fb25cfc2-768b-4a33-98b6-410320b3f857 triggered by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:14:44.097053 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (fb25cfc2-768b-4a33-98b6-410320b3f857), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:44.161303 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-3a0b0388-8f0a-4edb-ae23-c753262aa22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e833a3d7-4a77-419c-9845-6c98207e3ca3', 'name': 'tempest-TestShelveInstance-171505392-router', 'tenant_id': '4cfaa71f564d47c1b9fc6cca168c2629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '7c469238-9abd-49e3-8ada-7f96e86e63f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:14:41Z', 'updated_at': '2022-05-31T21:14:42Z', 'revision_number': 3, 'project_id': '4cfaa71f564d47c1b9fc6cca168c2629', 'gw_port': {'id': '7c469238-9abd-49e3-8ada-7f96e86e63f2', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:92:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e833a3d7-4a77-419c-9845-6c98207e3ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:14:42Z', 'updated_at': '2022-05-31T21:14:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi'}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:14:44.191071 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Current status of the port fb25cfc2-768b-4a33-98b6-410320b3f857 is: DOWN; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:14:44.192667 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (fb25cfc2-768b-4a33-98b6-410320b3f857), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:44.193398 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0b0388-8f0a-4edb-ae23-c753262aa22b None None] Checking router: e833a3d7-4a77-419c-9845-6c98207e3ca3 for host: dv-cinder-839793-16-iscsi {{(pid=104323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 21:14:44.193837 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0b0388-8f0a-4edb-ae23-c753262aa22b None None] Updating router e833a3d7-4a77-419c-9845-6c98207e3ca3 port 7c469238-9abd-49e3-8ada-7f96e86e63f2 binding host dv-cinder-839793-16-iscsi {{(pid=104323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 21:14:44.236734 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron_lib.callbacks.manager [None req-3a0b0388-8f0a-4edb-ae23-c753262aa22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (7c469238-9abd-49e3-8ada-7f96e86e63f2), before_update {{(pid=104323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:44.238084 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] For port fb25cfc2-768b-4a33-98b6-410320b3f857, host dv-cinder-839793-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=fb25cfc2-768b-4a33-98b6-410320b3f857,segment=NetworkSegment(380d8392-0ecd-4c14-b18f-ced006f74b97),segment_id=380d8392-0ecd-4c14-b18f-ced006f74b97)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:14:44.308233 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-2b31a378-c3de-4a33-8487-02731df63b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:44.309667 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (fb25cfc2-768b-4a33-98b6-410320b3f857), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:44.311046 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device 84a34838-a107-4d6b-8968-5e4472d9d3c8 up at agent ovs-agent-dv-cinder-839793-16-iscsi {{(pid=104322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 31 21:14:44.422621 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Pushing event updated for resources: {'Port': ['ID=fb25cfc2-768b-4a33-98b6-410320b3f857,revision_number=3']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:14:44.441001 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Provisioning complete for port 84a34838-a107-4d6b-8968-5e4472d9d3c8 triggered by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:14:44.441543 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (84a34838-a107-4d6b-8968-5e4472d9d3c8), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:44.452210 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:44.533190 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.db.db_base_plugin_common [None req-2b31a378-c3de-4a33-8487-02731df63b06 admin admin] Allocated IP 172.20.0.1 (cbf92b67-7866-43bf-b8b6-929bdafcde90/0e68974f-cf1b-4484-8328-549ef8fb7ef2/3c1b003c-0da1-4882-a4b4-ed31da18735e) {{(pid=104320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 21:14:44.546724 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Current status of the port 84a34838-a107-4d6b-8968-5e4472d9d3c8 is: ACTIVE; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:14:44.572412 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-c237c1a7-e3a4-4886-98ab-05f66c0c234a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (13ce5b10-321e-4e80-b29e-1cfc3c51661e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:44.606073 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ecf314c-8a34-4258-aff6-9819a23bc7d0 None None] Network cbf92b67-7866-43bf-b8b6-929bdafcde90 requested from dv-cinder-839793-16-iscsi {{(pid=104322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 31 21:14:44.613116 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron_lib.callbacks.manager [None req-3a0b0388-8f0a-4edb-ae23-c753262aa22b None None] Publish callbacks [] for port (7c469238-9abd-49e3-8ada-7f96e86e63f2), precommit_update {{(pid=104323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:44.650805 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:44.656945 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-2b31a378-c3de-4a33-8487-02731df63b06 admin admin] Publish callbacks [] for port (3c1b003c-0da1-4882-a4b4-ed31da18735e), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:44.674773 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-68b86b69-69d1-400f-9c6b-656f54edd6a0 None None] Provisioning complete for port fb25cfc2-768b-4a33-98b6-410320b3f857 triggered by entity DHCP. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:14:44.675068 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-68b86b69-69d1-400f-9c6b-656f54edd6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (fb25cfc2-768b-4a33-98b6-410320b3f857), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:44.697939 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron_lib.callbacks.manager [None req-3a0b0388-8f0a-4edb-ae23-c753262aa22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (7c469238-9abd-49e3-8ada-7f96e86e63f2), after_update {{(pid=104323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:44.739621 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-2b31a378-c3de-4a33-8487-02731df63b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747261518129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437045'] for port (3c1b003c-0da1-4882-a4b4-ed31da18735e), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:44.751440 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.managers [None req-3a0b0388-8f0a-4edb-ae23-c753262aa22b None None] Attempting to bind port 7c469238-9abd-49e3-8ada-7f96e86e63f2 on host dv-cinder-839793-16-iscsi for vnic_type normal with profile {{(pid=104323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 31 21:14:44.752519 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.managers [None req-3a0b0388-8f0a-4edb-ae23-c753262aa22b None None] Attempting to bind port 7c469238-9abd-49e3-8ada-7f96e86e63f2 by drivers openvswitch,hyperv on host dv-cinder-839793-16-iscsi at level 0 using segments [{'id': '4436eed2-294e-4646-83cf-aec09b7c7c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac'}] {{(pid=104323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 31 21:14:44.752940 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0b0388-8f0a-4edb-ae23-c753262aa22b None None] Attempting to bind port 7c469238-9abd-49e3-8ada-7f96e86e63f2 on network c2cfca3b-95da-4cff-a3c5-795dffb6abac {{(pid=104323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 31 21:14:44.761261 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0b0388-8f0a-4edb-ae23-c753262aa22b None None] Checking agent: {'id': 'a61205dd-b11c-42a1-aa2d-4b7310a8dc99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 20, 54, 48), 'started_at': datetime.datetime(2022, 5, 31, 20, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 21, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 31 21:14:44.762565 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0b0388-8f0a-4edb-ae23-c753262aa22b None None] Checking segment: {'id': '4436eed2-294e-4646-83cf-aec09b7c7c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 31 21:14:44.763180 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron_lib.callbacks.manager [None req-3a0b0388-8f0a-4edb-ae23-c753262aa22b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:44.763742 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0b0388-8f0a-4edb-ae23-c753262aa22b None None] Bound using segment: {'id': '4436eed2-294e-4646-83cf-aec09b7c7c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac'} {{(pid=104323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 31 21:14:44.764407 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.managers [None req-3a0b0388-8f0a-4edb-ae23-c753262aa22b None None] Bound port: 7c469238-9abd-49e3-8ada-7f96e86e63f2, host: dv-cinder-839793-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4436eed2-294e-4646-83cf-aec09b7c7c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac'}}] {{(pid=104323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 31 21:14:44.764998 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron_lib.callbacks.manager [None req-3a0b0388-8f0a-4edb-ae23-c753262aa22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (7c469238-9abd-49e3-8ada-7f96e86e63f2), before_update {{(pid=104323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:44.798570 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b31a378-c3de-4a33-8487-02731df63b06 admin admin] Network cbf92b67-7866-43bf-b8b6-929bdafcde90 is already hosted by enough agents. {{(pid=104320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 21:14:44.817567 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.base_scheduler [None req-2b31a378-c3de-4a33-8487-02731df63b06 admin admin] Resources bound (agent type, host, resource id): {{(pid=104320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:14:44.823964 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-68b86b69-69d1-400f-9c6b-656f54edd6a0 None None] Current status of the port fb25cfc2-768b-4a33-98b6-410320b3f857 is: ACTIVE; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:14:44.826832 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b31a378-c3de-4a33-8487-02731df63b06 admin admin] Pushing event updated for resources: {'Port': ['ID=3c1b003c-0da1-4882-a4b4-ed31da18735e,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:14:44.830314 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b31a378-c3de-4a33-8487-02731df63b06 admin admin] Received port after_create {{(pid=104320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 31 21:14:44.879432 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18e331b-915a-4117-9710-2a9c4b3ee598 None None] Pushing event updated for resources: {'Port': ['ID=7c469238-9abd-49e3-8ada-7f96e86e63f2,revision_number=2']} {{(pid=104323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:14:44.879601 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-2b31a378-c3de-4a33-8487-02731df63b06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598285'] for router_interface (e833a3d7-4a77-419c-9845-6c98207e3ca3), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:44.891427 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.db [None req-3a0b0388-8f0a-4edb-ae23-c753262aa22b None None] For port 7c469238-9abd-49e3-8ada-7f96e86e63f2, host dv-cinder-839793-16-iscsi, cleared binding levels {{(pid=104323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 31 21:14:44.903268 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:44.905623 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.plugins.ml2.db [None req-3a0b0388-8f0a-4edb-ae23-c753262aa22b None None] For port 7c469238-9abd-49e3-8ada-7f96e86e63f2, host dv-cinder-839793-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=7c469238-9abd-49e3-8ada-7f96e86e63f2,segment=NetworkSegment(4436eed2-294e-4646-83cf-aec09b7c7c9c),segment_id=4436eed2-294e-4646-83cf-aec09b7c7c9c)] {{(pid=104323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 31 21:14:44.982656 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron_lib.callbacks.manager [None req-3a0b0388-8f0a-4edb-ae23-c753262aa22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (7c469238-9abd-49e3-8ada-7f96e86e63f2), after_update {{(pid=104323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:45.047756 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0b0388-8f0a-4edb-ae23-c753262aa22b None None] Routers {'e833a3d7-4a77-419c-9845-6c98207e3ca3'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:14:45.048402 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-3a0b0388-8f0a-4edb-ae23-c753262aa22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:14:44Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['e833a3d7-4a77-419c-9845-6c98207e3ca3'], 'active': True} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:14:45.058611 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-0e4a9e0f-7c81-4ce5-9849-fda9122133fb None None] Provisioning complete for port fb25cfc2-768b-4a33-98b6-410320b3f857 triggered by entity DHCP. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:14:45.061446 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-0e4a9e0f-7c81-4ce5-9849-fda9122133fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (fb25cfc2-768b-4a33-98b6-410320b3f857), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:45.090146 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18e331b-915a-4117-9710-2a9c4b3ee598 None None] Pushing event updated for resources: {'Port': ['ID=7c469238-9abd-49e3-8ada-7f96e86e63f2,revision_number=3']} {{(pid=104323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:14:45.128011 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-2b31a378-c3de-4a33-8487-02731df63b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (3c1b003c-0da1-4882-a4b4-ed31da18735e), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:45.172915 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:45.179098 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-0e4a9e0f-7c81-4ce5-9849-fda9122133fb None None] Current status of the port fb25cfc2-768b-4a33-98b6-410320b3f857 is: ACTIVE; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:14:45.187897 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvr_db [None req-3a0b0388-8f0a-4edb-ae23-c753262aa22b None None] Set router e833a3d7-4a77-419c-9845-6c98207e3ca3 gateway port host: dv-cinder-839793-16-iscsi {{(pid=104323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:14:45.251052 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:45.299825 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-4dd95dbe-b10e-4786-ba12-6be5af604a6d None None] Provisioning complete for port 3c1b003c-0da1-4882-a4b4-ed31da18735e triggered by entity DHCP. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:14:45.300226 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-4dd95dbe-b10e-4786-ba12-6be5af604a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (3c1b003c-0da1-4882-a4b4-ed31da18735e), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:45.336662 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-4dd95dbe-b10e-4786-ba12-6be5af604a6d None None] Port 3c1b003c-0da1-4882-a4b4-ed31da18735e cannot update to ACTIVE because it is not bound. {{(pid=104322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 31 21:14:45.352349 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-2b31a378-c3de-4a33-8487-02731df63b06 admin admin] Publish callbacks [] for port (3c1b003c-0da1-4882-a4b4-ed31da18735e), precommit_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:45.386211 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-3a0b0388-8f0a-4edb-ae23-c753262aa22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e833a3d7-4a77-419c-9845-6c98207e3ca3', 'name': 'tempest-TestShelveInstance-171505392-router', 'tenant_id': '4cfaa71f564d47c1b9fc6cca168c2629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '7c469238-9abd-49e3-8ada-7f96e86e63f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:14:41Z', 'updated_at': '2022-05-31T21:14:42Z', 'revision_number': 3, 'project_id': '4cfaa71f564d47c1b9fc6cca168c2629', 'gw_port': {'id': '7c469238-9abd-49e3-8ada-7f96e86e63f2', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:92:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e833a3d7-4a77-419c-9845-6c98207e3ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:14:42Z', 'updated_at': '2022-05-31T21:14:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi'}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:14:45.406367 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-2b31a378-c3de-4a33-8487-02731df63b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437050'] for port (3c1b003c-0da1-4882-a4b4-ed31da18735e), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:45.412493 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0b0388-8f0a-4edb-ae23-c753262aa22b None None] The sync data for ids ['e833a3d7-4a77-419c-9845-6c98207e3ca3'] in dv-cinder-839793-16-iscsi is: [{'id': 'e833a3d7-4a77-419c-9845-6c98207e3ca3', 'name': 'tempest-TestShelveInstance-171505392-router', 'tenant_id': '4cfaa71f564d47c1b9fc6cca168c2629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '7c469238-9abd-49e3-8ada-7f96e86e63f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:14:41Z', 'updated_at': '2022-05-31T21:14:42Z', 'revision_number': 3, 'project_id': '4cfaa71f564d47c1b9fc6cca168c2629', 'gw_port': {'id': '7c469238-9abd-49e3-8ada-7f96e86e63f2', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:92:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e833a3d7-4a77-419c-9845-6c98207e3ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:14:42Z', 'updated_at': '2022-05-31T21:14:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi'}] {{(pid=104323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 21:14:45.482950 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b31a378-c3de-4a33-8487-02731df63b06 admin admin] Pushing event updated for resources: {'Port': ['ID=3c1b003c-0da1-4882-a4b4-ed31da18735e,revision_number=2']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:14:45.485747 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-2b31a378-c3de-4a33-8487-02731df63b06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1696816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1599485'] for router_interface (e833a3d7-4a77-419c-9845-6c98207e3ca3), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:45.665554 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-58fa0aab-c296-4be2-a1ab-08418c16cad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (8170e961-7e1e-4c09-b09f-6b764c457cfd), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:45.873085 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b31a378-c3de-4a33-8487-02731df63b06 admin admin] Network cbf92b67-7866-43bf-b8b6-929bdafcde90 is already hosted by enough agents. {{(pid=104320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 21:14:45.874633 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.base_scheduler [None req-2b31a378-c3de-4a33-8487-02731df63b06 admin admin] Resources bound (agent type, host, resource id): {{(pid=104320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:14:45.929059 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:46.012813 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device fb25cfc2-768b-4a33-98b6-410320b3f857 up at agent ovs-agent-dv-cinder-839793-16-iscsi {{(pid=104322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 31 21:14:46.017072 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:46.034666 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b31a378-c3de-4a33-8487-02731df63b06 admin admin] Router e833a3d7-4a77-419c-9845-6c98207e3ca3 has already been hosted by L3 agent 13ce5b10-321e-4e80-b29e-1cfc3c51661e {{(pid=104320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 31 21:14:46.048691 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:46.076274 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Provisioning complete for port fb25cfc2-768b-4a33-98b6-410320b3f857 triggered by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:14:46.077336 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (fb25cfc2-768b-4a33-98b6-410320b3f857), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:46.160462 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b31a378-c3de-4a33-8487-02731df63b06 admin admin] Notify agent at l3_agent.dv-cinder-839793-16-iscsi the message routers_updated {{(pid=104320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 31 21:14:46.166613 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-2b31a378-c3de-4a33-8487-02731df63b06 admin admin] 10.222.0.55 "PUT /v2.0/routers/e833a3d7-4a77-419c-9845-6c98207e3ca3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3752127 May 31 21:14:46.187120 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Current status of the port fb25cfc2-768b-4a33-98b6-410320b3f857 is: ACTIVE; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:14:46.188200 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device 7c469238-9abd-49e3-8ada-7f96e86e63f2 up at agent ovs-agent-dv-cinder-839793-16-iscsi {{(pid=104322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 31 21:14:46.236095 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Provisioning complete for port 7c469238-9abd-49e3-8ada-7f96e86e63f2 triggered by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:14:46.236387 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (7c469238-9abd-49e3-8ada-7f96e86e63f2), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:46.277232 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-5228c5a7-f844-4dce-a8c5-1a2bf595b2f6 None None] Provisioning complete for port 3c1b003c-0da1-4882-a4b4-ed31da18735e triggered by entity DHCP. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:14:46.277611 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-5228c5a7-f844-4dce-a8c5-1a2bf595b2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (3c1b003c-0da1-4882-a4b4-ed31da18735e), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:46.456208 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-5228c5a7-f844-4dce-a8c5-1a2bf595b2f6 None None] Port 3c1b003c-0da1-4882-a4b4-ed31da18735e cannot update to ACTIVE because it is not bound. {{(pid=104322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 31 21:14:46.502512 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Current status of the port 7c469238-9abd-49e3-8ada-7f96e86e63f2 is: DOWN; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:14:46.502512 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (7c469238-9abd-49e3-8ada-7f96e86e63f2), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:46.519740 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] For port 7c469238-9abd-49e3-8ada-7f96e86e63f2, host dv-cinder-839793-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=7c469238-9abd-49e3-8ada-7f96e86e63f2,segment=NetworkSegment(4436eed2-294e-4646-83cf-aec09b7c7c9c),segment_id=4436eed2-294e-4646-83cf-aec09b7c7c9c)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:14:46.600957 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (7c469238-9abd-49e3-8ada-7f96e86e63f2), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:46.649227 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Pushing event updated for resources: {'Port': ['ID=7c469238-9abd-49e3-8ada-7f96e86e63f2,revision_number=4']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:14:46.658655 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 41080) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:14:46.661413 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.v2.base [None req-918590ae-0352-4911-9197-9bb035442684 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1441867213', 'description': 'tempest-secgroup-smoke-1441867213 description', 'project_id': 'd9c46b1e7a32484b9c22387f2aaeb871'}} {{(pid=104320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:14:46.799596 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-918590ae-0352-4911-9197-9bb035442684 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Publish callbacks [] for security_group (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:46.840509 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-b770b660-b824-4665-84d0-9bbdd29e8e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (1c1563bc-5b12-4065-8d27-b22246e8e8d3), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:46.868202 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-918590ae-0352-4911-9197-9bb035442684 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Publish callbacks [] for security_group (4049bcbd-f447-4c77-9485-61766d24f586), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:46.941722 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-918590ae-0352-4911-9197-9bb035442684 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (4049bcbd-f447-4c77-9485-61766d24f586), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:46.971542 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918590ae-0352-4911-9197-9bb035442684 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4049bcbd-f447-4c77-9485-61766d24f586,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:14:47.044434 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-918590ae-0352-4911-9197-9bb035442684 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Publish callbacks [] for security_group (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:47.044434 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-918590ae-0352-4911-9197-9bb035442684 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3748436 May 31 21:14:47.046464 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 41084) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:14:47.051108 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.v2.base [None req-0444b804-3382-4949-822d-a98efbabfafc tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Request body: {'security_group_rule': {'security_group_id': '4049bcbd-f447-4c77-9485-61766d24f586', 'project_id': 'd9c46b1e7a32484b9c22387f2aaeb871', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:14:47.156190 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0444b804-3382-4949-822d-a98efbabfafc tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Publish callbacks [] for security_group_rule (6751d459-4be3-44b1-ae03-9cd2c6392d8d), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:47.205379 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0444b804-3382-4949-822d-a98efbabfafc tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Publish callbacks [] for security_group_rule (6751d459-4be3-44b1-ae03-9cd2c6392d8d), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:47.209483 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63223b2-6a4e-4ab6-87e6-483bc06b0f10 None None] Sync routers for ids ['e833a3d7-4a77-419c-9845-6c98207e3ca3'] in dv-cinder-839793-16-iscsi {{(pid=104322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 21:14:47.223988 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63223b2-6a4e-4ab6-87e6-483bc06b0f10 None None] Routers {'e833a3d7-4a77-419c-9845-6c98207e3ca3'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:14:47.224608 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-d63223b2-6a4e-4ab6-87e6-483bc06b0f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:14:44Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['e833a3d7-4a77-419c-9845-6c98207e3ca3'], 'active': True} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:14:47.256410 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=100 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:47.284671 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0444b804-3382-4949-822d-a98efbabfafc tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769332'] for security_group_rule (6751d459-4be3-44b1-ae03-9cd2c6392d8d), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:47.302240 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0444b804-3382-4949-822d-a98efbabfafc tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6751d459-4be3-44b1-ae03-9cd2c6392d8d,revision_number=0']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:14:47.329789 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvr_db [None req-d63223b2-6a4e-4ab6-87e6-483bc06b0f10 None None] Set router e833a3d7-4a77-419c-9845-6c98207e3ca3 gateway port host: dv-cinder-839793-16-iscsi {{(pid=104322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:14:47.397497 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0444b804-3382-4949-822d-a98efbabfafc tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:47.398747 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-0444b804-3382-4949-822d-a98efbabfafc tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3512285 May 31 21:14:47.401474 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 41086) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:14:47.405769 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.v2.base [None req-52b1bd7d-db7f-4594-bad0-435d8ff18635 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Request body: {'security_group_rule': {'security_group_id': '4049bcbd-f447-4c77-9485-61766d24f586', 'project_id': 'd9c46b1e7a32484b9c22387f2aaeb871', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:14:47.516195 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-52b1bd7d-db7f-4594-bad0-435d8ff18635 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Publish callbacks [] for security_group_rule (08ba0310-4775-4281-80ec-6a61a4cc9f61), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:47.520782 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-d63223b2-6a4e-4ab6-87e6-483bc06b0f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e833a3d7-4a77-419c-9845-6c98207e3ca3', 'name': 'tempest-TestShelveInstance-171505392-router', 'tenant_id': '4cfaa71f564d47c1b9fc6cca168c2629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '7c469238-9abd-49e3-8ada-7f96e86e63f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:14:41Z', 'updated_at': '2022-05-31T21:14:45Z', 'revision_number': 4, 'project_id': '4cfaa71f564d47c1b9fc6cca168c2629', 'gw_port': {'id': '7c469238-9abd-49e3-8ada-7f96e86e63f2', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:92:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e833a3d7-4a77-419c-9845-6c98207e3ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:14:42Z', 'updated_at': '2022-05-31T21:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_interfaces': [{'id': '3c1b003c-0da1-4882-a4b4-ed31da18735e', 'name': '', 'network_id': 'cbf92b67-7866-43bf-b8b6-929bdafcde90', 'tenant_id': '4cfaa71f564d47c1b9fc6cca168c2629', 'mac_address': 'fa:16:3e:85:7e:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e833a3d7-4a77-419c-9845-6c98207e3ca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '0e68974f-cf1b-4484-8328-549ef8fb7ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:14:44Z', 'updated_at': '2022-05-31T21:14:45Z', 'revision_number': 2, 'project_id': '4cfaa71f564d47c1b9fc6cca168c2629', 'subnets': [{'id': '0e68974f-cf1b-4484-8328-549ef8fb7ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:14:47.542884 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63223b2-6a4e-4ab6-87e6-483bc06b0f10 None None] Checking router: e833a3d7-4a77-419c-9845-6c98207e3ca3 for host: dv-cinder-839793-16-iscsi {{(pid=104322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 21:14:47.543108 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63223b2-6a4e-4ab6-87e6-483bc06b0f10 None None] Updating router e833a3d7-4a77-419c-9845-6c98207e3ca3 port 3c1b003c-0da1-4882-a4b4-ed31da18735e binding host dv-cinder-839793-16-iscsi {{(pid=104322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 21:14:47.567973 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-52b1bd7d-db7f-4594-bad0-435d8ff18635 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Publish callbacks [] for security_group_rule (08ba0310-4775-4281-80ec-6a61a4cc9f61), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:47.575437 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-d63223b2-6a4e-4ab6-87e6-483bc06b0f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (3c1b003c-0da1-4882-a4b4-ed31da18735e), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:47.651943 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-52b1bd7d-db7f-4594-bad0-435d8ff18635 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769332'] for security_group_rule (08ba0310-4775-4281-80ec-6a61a4cc9f61), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:47.673410 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b1bd7d-db7f-4594-bad0-435d8ff18635 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08ba0310-4775-4281-80ec-6a61a4cc9f61,revision_number=0']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:14:47.820277 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-52b1bd7d-db7f-4594-bad0-435d8ff18635 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:47.822260 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-52b1bd7d-db7f-4594-bad0-435d8ff18635 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4190526 May 31 21:14:47.824556 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 41092) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:14:47.829238 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [None req-2153a9ae-158e-49b7-8a30-629dba7ffe25 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Request body: {'security_group_rule': {'security_group_id': '4049bcbd-f447-4c77-9485-61766d24f586', 'project_id': 'd9c46b1e7a32484b9c22387f2aaeb871', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:14:47.869925 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-d63223b2-6a4e-4ab6-87e6-483bc06b0f10 None None] Publish callbacks [] for port (3c1b003c-0da1-4882-a4b4-ed31da18735e), precommit_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:47.896888 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device 7c469238-9abd-49e3-8ada-7f96e86e63f2 up at agent ovs-agent-dv-cinder-839793-16-iscsi {{(pid=104322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 31 21:14:47.916016 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-2153a9ae-158e-49b7-8a30-629dba7ffe25 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Publish callbacks [] for security_group_rule (624565c7-3a53-4017-bd92-1f76cd680220), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:47.934182 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-d63223b2-6a4e-4ab6-87e6-483bc06b0f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (3c1b003c-0da1-4882-a4b4-ed31da18735e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:47.961715 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:47.968841 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-2153a9ae-158e-49b7-8a30-629dba7ffe25 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Publish callbacks [] for security_group_rule (624565c7-3a53-4017-bd92-1f76cd680220), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:47.992017 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Provisioning complete for port 7c469238-9abd-49e3-8ada-7f96e86e63f2 triggered by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:14:47.992392 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (7c469238-9abd-49e3-8ada-7f96e86e63f2), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:48.016957 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec6bd0b-6add-4805-96c9-a659643543fc None None] Pushing event updated for resources: {'Port': ['ID=3c1b003c-0da1-4882-a4b4-ed31da18735e,revision_number=3']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:14:48.024264 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:48.090776 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:48.091282 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-2153a9ae-158e-49b7-8a30-629dba7ffe25 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769332'] for security_group_rule (624565c7-3a53-4017-bd92-1f76cd680220), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:48.101822 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.managers [None req-d63223b2-6a4e-4ab6-87e6-483bc06b0f10 None None] Attempting to bind port 3c1b003c-0da1-4882-a4b4-ed31da18735e on host dv-cinder-839793-16-iscsi for vnic_type normal with profile {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 31 21:14:48.102217 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.managers [None req-d63223b2-6a4e-4ab6-87e6-483bc06b0f10 None None] Attempting to bind port 3c1b003c-0da1-4882-a4b4-ed31da18735e by drivers openvswitch,hyperv on host dv-cinder-839793-16-iscsi at level 0 using segments [{'id': '380d8392-0ecd-4c14-b18f-ced006f74b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'cbf92b67-7866-43bf-b8b6-929bdafcde90'}] {{(pid=104322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 31 21:14:48.102579 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63223b2-6a4e-4ab6-87e6-483bc06b0f10 None None] Attempting to bind port 3c1b003c-0da1-4882-a4b4-ed31da18735e on network cbf92b67-7866-43bf-b8b6-929bdafcde90 {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 31 21:14:48.110741 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2153a9ae-158e-49b7-8a30-629dba7ffe25 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=624565c7-3a53-4017-bd92-1f76cd680220,revision_number=0']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:14:48.130204 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63223b2-6a4e-4ab6-87e6-483bc06b0f10 None None] Checking agent: {'id': 'a61205dd-b11c-42a1-aa2d-4b7310a8dc99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 20, 54, 48), 'started_at': datetime.datetime(2022, 5, 31, 20, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 21, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 31 21:14:48.134064 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63223b2-6a4e-4ab6-87e6-483bc06b0f10 None None] Checking segment: {'id': '380d8392-0ecd-4c14-b18f-ced006f74b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'cbf92b67-7866-43bf-b8b6-929bdafcde90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 31 21:14:48.134064 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-d63223b2-6a4e-4ab6-87e6-483bc06b0f10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:48.134064 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63223b2-6a4e-4ab6-87e6-483bc06b0f10 None None] Bound using segment: {'id': '380d8392-0ecd-4c14-b18f-ced006f74b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'cbf92b67-7866-43bf-b8b6-929bdafcde90'} {{(pid=104322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 31 21:14:48.134064 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.managers [None req-d63223b2-6a4e-4ab6-87e6-483bc06b0f10 None None] Bound port: 3c1b003c-0da1-4882-a4b4-ed31da18735e, host: dv-cinder-839793-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '380d8392-0ecd-4c14-b18f-ced006f74b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'cbf92b67-7866-43bf-b8b6-929bdafcde90'}}] {{(pid=104322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 31 21:14:48.134064 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-d63223b2-6a4e-4ab6-87e6-483bc06b0f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (3c1b003c-0da1-4882-a4b4-ed31da18735e), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:48.151564 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Current status of the port 7c469238-9abd-49e3-8ada-7f96e86e63f2 is: ACTIVE; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:14:48.204270 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-09fed2b5-c8de-4ab4-b126-af923d18022e None None] Provisioning complete for port 3c1b003c-0da1-4882-a4b4-ed31da18735e triggered by entity DHCP. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:14:48.204908 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-09fed2b5-c8de-4ab4-b126-af923d18022e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (3c1b003c-0da1-4882-a4b4-ed31da18735e), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:48.206844 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-2153a9ae-158e-49b7-8a30-629dba7ffe25 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:48.208067 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-2153a9ae-158e-49b7-8a30-629dba7ffe25 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3825161 May 31 21:14:48.210847 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 41096) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:14:48.215290 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [None req-05a2168f-8cdd-4c84-95b8-94e5c9d4dc1b tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Request body: {'security_group_rule': {'security_group_id': '4049bcbd-f447-4c77-9485-61766d24f586', 'project_id': 'd9c46b1e7a32484b9c22387f2aaeb871', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:14:48.232491 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:48.233760 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-d63223b2-6a4e-4ab6-87e6-483bc06b0f10 None None] For port 3c1b003c-0da1-4882-a4b4-ed31da18735e, host dv-cinder-839793-16-iscsi, cleared binding levels {{(pid=104322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 31 21:14:48.254882 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-d63223b2-6a4e-4ab6-87e6-483bc06b0f10 None None] For port 3c1b003c-0da1-4882-a4b4-ed31da18735e, host dv-cinder-839793-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=3c1b003c-0da1-4882-a4b4-ed31da18735e,segment=NetworkSegment(380d8392-0ecd-4c14-b18f-ced006f74b97),segment_id=380d8392-0ecd-4c14-b18f-ced006f74b97)] {{(pid=104322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 31 21:14:48.257359 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-09fed2b5-c8de-4ab4-b126-af923d18022e None None] Port 3c1b003c-0da1-4882-a4b4-ed31da18735e cannot update to ACTIVE because it is not bound. {{(pid=104322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 31 21:14:48.350228 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-d63223b2-6a4e-4ab6-87e6-483bc06b0f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (3c1b003c-0da1-4882-a4b4-ed31da18735e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:48.355951 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-05a2168f-8cdd-4c84-95b8-94e5c9d4dc1b tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Publish callbacks [] for security_group_rule (887fa8c7-0fa9-47f7-a2b4-53ec6e477d51), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:48.407543 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63223b2-6a4e-4ab6-87e6-483bc06b0f10 None None] Routers {'e833a3d7-4a77-419c-9845-6c98207e3ca3'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:14:48.408047 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-d63223b2-6a4e-4ab6-87e6-483bc06b0f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:14:44Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['e833a3d7-4a77-419c-9845-6c98207e3ca3'], 'active': True} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:14:48.410837 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-05a2168f-8cdd-4c84-95b8-94e5c9d4dc1b tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Publish callbacks [] for security_group_rule (887fa8c7-0fa9-47f7-a2b4-53ec6e477d51), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:48.413996 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec6bd0b-6add-4805-96c9-a659643543fc None None] Pushing event updated for resources: {'Port': ['ID=3c1b003c-0da1-4882-a4b4-ed31da18735e,revision_number=4']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:14:48.508983 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-05a2168f-8cdd-4c84-95b8-94e5c9d4dc1b tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769332'] for security_group_rule (887fa8c7-0fa9-47f7-a2b4-53ec6e477d51), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:48.529985 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvr_db [None req-d63223b2-6a4e-4ab6-87e6-483bc06b0f10 None None] Set router e833a3d7-4a77-419c-9845-6c98207e3ca3 gateway port host: dv-cinder-839793-16-iscsi {{(pid=104322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:14:48.535997 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a2168f-8cdd-4c84-95b8-94e5c9d4dc1b tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=887fa8c7-0fa9-47f7-a2b4-53ec6e477d51,revision_number=0']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:14:48.601458 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (a61205dd-b11c-42a1-aa2d-4b7310a8dc99), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:48.631250 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-05a2168f-8cdd-4c84-95b8-94e5c9d4dc1b tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:48.632476 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-05a2168f-8cdd-4c84-95b8-94e5c9d4dc1b tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4206340 May 31 21:14:48.635627 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 41098) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:14:48.641033 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.v2.base [None req-ae23988b-05fc-4b07-a42c-94fccc59c2fc tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Request body: {'security_group_rule': {'security_group_id': '4049bcbd-f447-4c77-9485-61766d24f586', 'project_id': 'd9c46b1e7a32484b9c22387f2aaeb871', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:14:48.696179 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-221d4246-c7f7-4b16-8395-d01837da0452 None None] Provisioning complete for port 3c1b003c-0da1-4882-a4b4-ed31da18735e triggered by entity DHCP. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:14:48.696552 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-221d4246-c7f7-4b16-8395-d01837da0452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (3c1b003c-0da1-4882-a4b4-ed31da18735e), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:48.755653 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.db.securitygroups_db [None req-ae23988b-05fc-4b07-a42c-94fccc59c2fc tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Project d9c46b1e7a32484b9c22387f2aaeb871 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 21:14:48.761415 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-ae23988b-05fc-4b07-a42c-94fccc59c2fc tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Publish callbacks [] for security_group_rule (8d5b7a22-c8a4-4aeb-9210-488767b2c022), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:48.763708 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-d63223b2-6a4e-4ab6-87e6-483bc06b0f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e833a3d7-4a77-419c-9845-6c98207e3ca3', 'name': 'tempest-TestShelveInstance-171505392-router', 'tenant_id': '4cfaa71f564d47c1b9fc6cca168c2629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '7c469238-9abd-49e3-8ada-7f96e86e63f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:14:41Z', 'updated_at': '2022-05-31T21:14:45Z', 'revision_number': 4, 'project_id': '4cfaa71f564d47c1b9fc6cca168c2629', 'gw_port': {'id': '7c469238-9abd-49e3-8ada-7f96e86e63f2', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:92:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e833a3d7-4a77-419c-9845-6c98207e3ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:14:42Z', 'updated_at': '2022-05-31T21:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_interfaces': [{'id': '3c1b003c-0da1-4882-a4b4-ed31da18735e', 'name': '', 'network_id': 'cbf92b67-7866-43bf-b8b6-929bdafcde90', 'tenant_id': '4cfaa71f564d47c1b9fc6cca168c2629', 'mac_address': 'fa:16:3e:85:7e:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e833a3d7-4a77-419c-9845-6c98207e3ca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '0e68974f-cf1b-4484-8328-549ef8fb7ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:14:44Z', 'updated_at': '2022-05-31T21:14:48Z', 'revision_number': 4, 'project_id': '4cfaa71f564d47c1b9fc6cca168c2629', 'subnets': [{'id': '0e68974f-cf1b-4484-8328-549ef8fb7ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:14:48.793352 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63223b2-6a4e-4ab6-87e6-483bc06b0f10 None None] The sync data for ids ['e833a3d7-4a77-419c-9845-6c98207e3ca3'] in dv-cinder-839793-16-iscsi is: [{'id': 'e833a3d7-4a77-419c-9845-6c98207e3ca3', 'name': 'tempest-TestShelveInstance-171505392-router', 'tenant_id': '4cfaa71f564d47c1b9fc6cca168c2629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '7c469238-9abd-49e3-8ada-7f96e86e63f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:14:41Z', 'updated_at': '2022-05-31T21:14:45Z', 'revision_number': 4, 'project_id': '4cfaa71f564d47c1b9fc6cca168c2629', 'gw_port': {'id': '7c469238-9abd-49e3-8ada-7f96e86e63f2', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:92:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e833a3d7-4a77-419c-9845-6c98207e3ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:14:42Z', 'updated_at': '2022-05-31T21:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_interfaces': [{'id': '3c1b003c-0da1-4882-a4b4-ed31da18735e', 'name': '', 'network_id': 'cbf92b67-7866-43bf-b8b6-929bdafcde90', 'tenant_id': '4cfaa71f564d47c1b9fc6cca168c2629', 'mac_address': 'fa:16:3e:85:7e:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e833a3d7-4a77-419c-9845-6c98207e3ca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '0e68974f-cf1b-4484-8328-549ef8fb7ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:14:44Z', 'updated_at': '2022-05-31T21:14:48Z', 'revision_number': 4, 'project_id': '4cfaa71f564d47c1b9fc6cca168c2629', 'subnets': [{'id': '0e68974f-cf1b-4484-8328-549ef8fb7ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 21:14:48.826573 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-ae23988b-05fc-4b07-a42c-94fccc59c2fc tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Publish callbacks [] for security_group_rule (8d5b7a22-c8a4-4aeb-9210-488767b2c022), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:48.834496 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-221d4246-c7f7-4b16-8395-d01837da0452 None None] Current status of the port 3c1b003c-0da1-4882-a4b4-ed31da18735e is: DOWN; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:14:48.834655 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-221d4246-c7f7-4b16-8395-d01837da0452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (3c1b003c-0da1-4882-a4b4-ed31da18735e), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:48.884046 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-221d4246-c7f7-4b16-8395-d01837da0452 None None] For port 3c1b003c-0da1-4882-a4b4-ed31da18735e, host dv-cinder-839793-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=3c1b003c-0da1-4882-a4b4-ed31da18735e,segment=NetworkSegment(380d8392-0ecd-4c14-b18f-ced006f74b97),segment_id=380d8392-0ecd-4c14-b18f-ced006f74b97)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:14:48.892369 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-ae23988b-05fc-4b07-a42c-94fccc59c2fc tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769332'] for security_group_rule (8d5b7a22-c8a4-4aeb-9210-488767b2c022), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:48.914656 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae23988b-05fc-4b07-a42c-94fccc59c2fc tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d5b7a22-c8a4-4aeb-9210-488767b2c022,revision_number=0']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:14:48.943776 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-221d4246-c7f7-4b16-8395-d01837da0452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (3c1b003c-0da1-4882-a4b4-ed31da18735e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:48.971768 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-ae23988b-05fc-4b07-a42c-94fccc59c2fc tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:48.973263 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-ae23988b-05fc-4b07-a42c-94fccc59c2fc tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3364315 May 31 21:14:48.979022 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 41100) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:14:48.982230 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [None req-2d09266f-c777-4564-9647-638a8abf8f36 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Request body: {'security_group_rule': {'security_group_id': '4049bcbd-f447-4c77-9485-61766d24f586', 'project_id': 'd9c46b1e7a32484b9c22387f2aaeb871', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:14:49.000264 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221d4246-c7f7-4b16-8395-d01837da0452 None None] Pushing event updated for resources: {'Port': ['ID=3c1b003c-0da1-4882-a4b4-ed31da18735e,revision_number=5']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:14:49.124941 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.db.securitygroups_db [None req-2d09266f-c777-4564-9647-638a8abf8f36 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Project d9c46b1e7a32484b9c22387f2aaeb871 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 21:14:49.132627 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-2d09266f-c777-4564-9647-638a8abf8f36 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Publish callbacks [] for security_group_rule (046024d5-2430-41f2-83f9-2a31846adb40), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:49.144013 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:49.188139 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-2d09266f-c777-4564-9647-638a8abf8f36 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Publish callbacks [] for security_group_rule (046024d5-2430-41f2-83f9-2a31846adb40), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:49.258103 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-2d09266f-c777-4564-9647-638a8abf8f36 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769332'] for security_group_rule (046024d5-2430-41f2-83f9-2a31846adb40), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:49.277616 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d09266f-c777-4564-9647-638a8abf8f36 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=046024d5-2430-41f2-83f9-2a31846adb40,revision_number=0']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:14:49.339714 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-2d09266f-c777-4564-9647-638a8abf8f36 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:49.340957 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-2d09266f-c777-4564-9647-638a8abf8f36 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3626201 May 31 21:14:49.925307 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device 3c1b003c-0da1-4882-a4b4-ed31da18735e up at agent ovs-agent-dv-cinder-839793-16-iscsi {{(pid=104322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 31 21:14:49.955609 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:INSERT=1,neutron:SELECT=96,neutron:UPDATE=3 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:49.973269 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Provisioning complete for port 3c1b003c-0da1-4882-a4b4-ed31da18735e triggered by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:14:49.973638 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (3c1b003c-0da1-4882-a4b4-ed31da18735e), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:50.051897 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Current status of the port 3c1b003c-0da1-4882-a4b4-ed31da18735e is: ACTIVE; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:14:51.789413 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (51675295-7abb-4335-9c5a-c46a9082010e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:14:55.390325 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=51 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:58.912587 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=62,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:58.913843 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=80,neutron:INSERT=9,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:14:59.280341 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=23,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:15:01.686935 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=34 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:15:01.689945 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=45 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:15:01.691674 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:UPDATE=1 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:15:06.228680 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.agents_db [None req-3d709c36-86fd-4f4f-bf7d-9e9748143f4e None None] Agent healthcheck: found 6 active agents {{(pid=104323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 31 21:15:12.239813 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-0cdac11f-9191-4148-866f-ebcceecadd71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (5ca9f0a2-8e5f-4b54-94fa-454f095515e4), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:13.788075 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 41304) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:15:13.899870 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-399a717a-6d26-44ef-b101-16215c6f84ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:13.974129 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-399a717a-6d26-44ef-b101-16215c6f84ff admin admin] Publish callbacks [] for security_group (2f3df5c1-3b8e-485a-8c8f-7f68ea0bc28a), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:14.033649 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-399a717a-6d26-44ef-b101-16215c6f84ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (2f3df5c1-3b8e-485a-8c8f-7f68ea0bc28a), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:14.074101 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-399a717a-6d26-44ef-b101-16215c6f84ff admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ce0a605265304e269a251307d780f64b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2848053 May 31 21:15:14.074808 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399a717a-6d26-44ef-b101-16215c6f84ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3df5c1-3b8e-485a-8c8f-7f68ea0bc28a,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:15:14.076835 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 41308) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:15:14.127725 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-a4d8fce0-e875-4cd5-9212-161084ce030a admin admin] Publish callbacks [] for security_group (2f3df5c1-3b8e-485a-8c8f-7f68ea0bc28a), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:14.150370 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-a4d8fce0-e875-4cd5-9212-161084ce030a admin admin] Publish callbacks [] for security_group (2f3df5c1-3b8e-485a-8c8f-7f68ea0bc28a), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:14.268463 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-a4d8fce0-e875-4cd5-9212-161084ce030a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (2f3df5c1-3b8e-485a-8c8f-7f68ea0bc28a), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:14.271084 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-a4d8fce0-e875-4cd5-9212-161084ce030a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:14.272485 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-a4d8fce0-e875-4cd5-9212-161084ce030a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2f3df5c1-3b8e-485a-8c8f-7f68ea0bc28a HTTP/1.1" status: 204 len: 168 time: 0.1945658 May 31 21:15:14.280780 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d8fce0-e875-4cd5-9212-161084ce030a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3df5c1-3b8e-485a-8c8f-7f68ea0bc28a,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:15:14.542387 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-88bd96e0-456c-469f-b957-24f803aa1067 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (13ce5b10-321e-4e80-b29e-1cfc3c51661e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:15.212993 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 41332) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:15:15.309636 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.v2.base [None req-b0120d35-dcf3-40c9-9005-092d915a7388 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1075542288-network', 'tenant_id': '329e95cbfdb9493d82941bc00dd1ccbe'}} {{(pid=104320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:15:15.411182 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0120d35-dcf3-40c9-9005-092d915a7388 admin admin] Made reservation on behalf of 329e95cbfdb9493d82941bc00dd1ccbe for: {'network': 1} {{(pid=104320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 21:15:15.413651 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-b0120d35-dcf3-40c9-9005-092d915a7388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for network (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:15.422572 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-b0120d35-dcf3-40c9-9005-092d915a7388 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:15.500689 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-b0120d35-dcf3-40c9-9005-092d915a7388 admin admin] Publish callbacks [] for security_group (aa058631-00c1-488d-9916-a9dd50ab9357), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:15.553804 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-b0120d35-dcf3-40c9-9005-092d915a7388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (aa058631-00c1-488d-9916-a9dd50ab9357), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:15.576193 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0120d35-dcf3-40c9-9005-092d915a7388 admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=104320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 21:15:15.590673 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0120d35-dcf3-40c9-9005-092d915a7388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa058631-00c1-488d-9916-a9dd50ab9357,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:15:15.595613 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-b0120d35-dcf3-40c9-9005-092d915a7388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674812'] for segment (60205f2c-77f1-4d70-98a8-b2c7fdf09c0d), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:15.595962 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.db.segments_db [None req-b0120d35-dcf3-40c9-9005-092d915a7388 admin admin] Added segment 60205f2c-77f1-4d70-98a8-b2c7fdf09c0d of type vlan for network 710ad2ad-e004-4b3f-9e04-41d28feb1281 May 31 21:15:15.637020 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-b0120d35-dcf3-40c9-9005-092d915a7388 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747261502311'] for network (710ad2ad-e004-4b3f-9e04-41d28feb1281), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:15.685455 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-58fa0aab-c296-4be2-a1ab-08418c16cad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (8170e961-7e1e-4c09-b09f-6b764c457cfd), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:15.845573 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-b0120d35-dcf3-40c9-9005-092d915a7388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838'] for network (710ad2ad-e004-4b3f-9e04-41d28feb1281), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:15.846671 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0120d35-dcf3-40c9-9005-092d915a7388 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:15.847270 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-b0120d35-dcf3-40c9-9005-092d915a7388 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696852'] for network (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:15.908211 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0120d35-dcf3-40c9-9005-092d915a7388 admin admin] Pushing event updated for resources: {'Network': ['ID=710ad2ad-e004-4b3f-9e04-41d28feb1281,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:15:15.918871 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Network 710ad2ad-e004-4b3f-9e04-41d28feb1281 details requested by agent ovs-agent-dv-cinder-839793-16-iscsi with host dv-cinder-839793-16-iscsi {{(pid=104322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 31 21:15:15.980342 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-b0120d35-dcf3-40c9-9005-092d915a7388 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.7661035 May 31 21:15:15.983707 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 41338) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:15:15.992112 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.v2.base [None req-d5b70e17-4e12-4137-86de-d81add99bec9 admin admin] Request body: {'subnet': {'network_id': '710ad2ad-e004-4b3f-9e04-41d28feb1281', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1075542288-subnet', 'tenant_id': '329e95cbfdb9493d82941bc00dd1ccbe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:15:16.093243 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b70e17-4e12-4137-86de-d81add99bec9 admin admin] Made reservation on behalf of 329e95cbfdb9493d82941bc00dd1ccbe for: {'subnet': 1} {{(pid=104320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 21:15:16.095768 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-d5b70e17-4e12-4137-86de-d81add99bec9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3351964'] for subnet (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:16.314470 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-d5b70e17-4e12-4137-86de-d81add99bec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3351946'] for subnet (55686980-865e-460e-8cc1-173f617fa8ca), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:16.317683 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=81,neutron:DELETE=2,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:15:16.362453 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:15:16.374488 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b70e17-4e12-4137-86de-d81add99bec9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55686980-865e-460e-8cc1-173f617fa8ca,revision_number=0']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:15:16.384541 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b70e17-4e12-4137-86de-d81add99bec9 admin admin] Checking segment: {'id': '60205f2c-77f1-4d70-98a8-b2c7fdf09c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '710ad2ad-e004-4b3f-9e04-41d28feb1281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 31 21:15:16.384894 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b70e17-4e12-4137-86de-d81add99bec9 admin admin] Network hostable DHCP agents. Network: 710ad2ad-e004-4b3f-9e04-41d28feb1281, hostable agents: ['5ca9f0a2-8e5f-4b54-94fa-454f095515e4'], hosted agents: [] {{(pid=104320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 21:15:16.500241 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-90f2f4ab-691e-4b04-9e55-affc60ed66e6 req-c75c5986-f48c-4a7a-add1-729714cd40de tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1441867213&fields=id&tenant_id=d9c46b1e7a32484b9c22387f2aaeb871 HTTP/1.1" status: 200 len: 267 time: 0.0451417 May 31 21:15:16.506194 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b70e17-4e12-4137-86de-d81add99bec9 admin admin] Network 710ad2ad-e004-4b3f-9e04-41d28feb1281 is scheduled to be hosted by DHCP agent 5ca9f0a2-8e5f-4b54-94fa-454f095515e4 with binding_index 1 {{(pid=104320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 21:15:16.616212 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f2f4ab-691e-4b04-9e55-affc60ed66e6 req-e9e528f2-3982-43dc-8bb2-1badbf28bb9e tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:16.617606 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-90f2f4ab-691e-4b04-9e55-affc60ed66e6 req-e9e528f2-3982-43dc-8bb2-1badbf28bb9e tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/networks?id=b57e19b6-0914-4711-9006-4e82330c3537 HTTP/1.1" status: 200 len: 809 time: 0.1090689 May 31 21:15:16.630878 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.base_scheduler [None req-d5b70e17-4e12-4137-86de-d81add99bec9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-16-iscsi, 710ad2ad-e004-4b3f-9e04-41d28feb1281) {{(pid=104320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:15:16.635274 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b70e17-4e12-4137-86de-d81add99bec9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:16.635855 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-d5b70e17-4e12-4137-86de-d81add99bec9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:16.638640 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-90f2f4ab-691e-4b04-9e55-affc60ed66e6 req-53b349c5-357e-4724-8b03-e105db25a218 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/quotas/d9c46b1e7a32484b9c22387f2aaeb871 HTTP/1.1" status: 200 len: 375 time: 0.0156121 May 31 21:15:16.640844 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2143f5-be1d-4915-acf9-eb5408e224f8 None None] Network 710ad2ad-e004-4b3f-9e04-41d28feb1281 requested from dv-cinder-839793-16-iscsi {{(pid=104322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 31 21:15:16.691424 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-90f2f4ab-691e-4b04-9e55-affc60ed66e6 req-0b27fd7f-85c9-44ee-964c-4c2a3c22bc02 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d9c46b1e7a32484b9c22387f2aaeb871&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449817 May 31 21:15:16.730834 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-d5b70e17-4e12-4137-86de-d81add99bec9 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7379496 May 31 21:15:16.743914 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28e1bac-5df9-4c77-9106-93203f512812 None None] Network 710ad2ad-e004-4b3f-9e04-41d28feb1281 requested from dv-cinder-839793-16-iscsi {{(pid=104322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 31 21:15:16.786175 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [req-90f2f4ab-691e-4b04-9e55-affc60ed66e6 req-6c05c5f0-304d-4987-8fe4-e619325307c3 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=104320) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 31 21:15:16.788009 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-90f2f4ab-691e-4b04-9e55-affc60ed66e6 req-6c05c5f0-304d-4987-8fe4-e619325307c3 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0848277 May 31 21:15:16.868435 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-b770b660-b824-4665-84d0-9bbdd29e8e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (1c1563bc-5b12-4065-8d27-b22246e8e8d3), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:16.918807 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-90f2f4ab-691e-4b04-9e55-affc60ed66e6 req-3d9687b2-d9e9-4abf-b724-5f19680b6230 service neutron] 10.222.0.55 "GET /v2.0/networks/b57e19b6-0914-4711-9006-4e82330c3537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178830 May 31 21:15:17.010232 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-90f2f4ab-691e-4b04-9e55-affc60ed66e6 req-9f8a9635-a9b5-4b17-8b90-0053895c4b79 service neutron] 10.222.0.55 "GET /v2.0/networks/b57e19b6-0914-4711-9006-4e82330c3537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855484 May 31 21:15:17.538130 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:15:17.768655 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-3e802a6c-f787-4b46-ade3-2dcd375b45b3 req-00f3cea6-036a-431f-abcc-fa14b183623d tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/ports?device_id=45453898-e1e4-44bb-8af5-3a1729aa2870 HTTP/1.1" status: 200 len: 210 time: 0.0320125 May 31 21:15:18.507256 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5172f9-7969-428a-b383-a2400b89fd2b req-2b4bdc21-9ce7-4e77-9fc4-0401164f07c3 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:18.508722 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-4f5172f9-7969-428a-b383-a2400b89fd2b req-2b4bdc21-9ce7-4e77-9fc4-0401164f07c3 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f3dbd3d-5eee-41a4-8cf7-9ae611ed5982 HTTP/1.1" status: 200 len: 946 time: 0.0511484 May 31 21:15:18.557542 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-4f5172f9-7969-428a-b383-a2400b89fd2b req-c335d038-a13a-44bd-a498-ef6e710c7ef7 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/security-groups?id=d3c249d8-5094-4a6b-82e7-5ef0ca49be7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428410 May 31 21:15:18.580957 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (a61205dd-b11c-42a1-aa2d-4b7310a8dc99), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:18.851870 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-c8dce24e-cd73-49c6-bbe5-a665c34bcf3c req-e14a16eb-d369-4f73-88dd-407a55c182c1 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/ports?device_id=45453898-e1e4-44bb-8af5-3a1729aa2870 HTTP/1.1" status: 200 len: 210 time: 0.0294707 May 31 21:15:19.077059 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee282de2-6e48-4dcb-a013-fb165d360233 req-5b297ae8-bf13-4f0d-a8ec-08f67f4b2624 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:19.078624 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ee282de2-6e48-4dcb-a013-fb165d360233 req-5b297ae8-bf13-4f0d-a8ec-08f67f4b2624 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.55 "GET /v2.0/networks?id=710ad2ad-e004-4b3f-9e04-41d28feb1281 HTTP/1.1" status: 200 len: 814 time: 0.1027968 May 31 21:15:19.094598 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ee282de2-6e48-4dcb-a013-fb165d360233 req-c529caf8-7991-4af6-b75a-eb1dbe70e4e1 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.55 "GET /v2.0/quotas/329e95cbfdb9493d82941bc00dd1ccbe HTTP/1.1" status: 200 len: 375 time: 0.0095880 May 31 21:15:19.126243 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ee282de2-6e48-4dcb-a013-fb165d360233 req-89c40006-51c2-4c1c-b6b2-e52e31040406 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=329e95cbfdb9493d82941bc00dd1ccbe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257075 May 31 21:15:19.217216 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ee282de2-6e48-4dcb-a013-fb165d360233 req-2c623b1b-e845-425b-b0f0-296ad33ee75e service neutron] 10.222.0.55 "GET /v2.0/networks/710ad2ad-e004-4b3f-9e04-41d28feb1281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846224 May 31 21:15:19.306771 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ee282de2-6e48-4dcb-a013-fb165d360233 req-df6c6b4c-ebc8-4837-a23a-619bf776bc5e service neutron] 10.222.0.55 "GET /v2.0/networks/710ad2ad-e004-4b3f-9e04-41d28feb1281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838497 May 31 21:15:19.552385 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-648b62a3-be2e-43cf-83ee-88d1ba219eaf req-dea535fe-8732-4a32-9383-3fc0b4b8d971 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.55 "GET /v2.0/ports?device_id=836874db-02ab-4f3d-8b87-d32c70829b1b HTTP/1.1" status: 200 len: 210 time: 0.0272927 May 31 21:15:19.682845 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a69d43-bf10-477c-9888-08c1dc6461f8 req-4bc97df1-55da-4aa2-9848-37c4348d7cae tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:19.684324 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-73a69d43-bf10-477c-9888-08c1dc6461f8 req-4bc97df1-55da-4aa2-9848-37c4348d7cae tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f3dbd3d-5eee-41a4-8cf7-9ae611ed5982 HTTP/1.1" status: 200 len: 946 time: 0.0519543 May 31 21:15:19.732433 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-73a69d43-bf10-477c-9888-08c1dc6461f8 req-b40f5721-efb8-4c04-b982-9d1a2a511335 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/security-groups?id=d3c249d8-5094-4a6b-82e7-5ef0ca49be7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422459 May 31 21:15:19.948329 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ed78bb43-9ed3-4a89-afb8-fc674b7455a7 req-6e788388-9d86-4703-8828-30804b1ff6e2 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/ports?device_id=45453898-e1e4-44bb-8af5-3a1729aa2870 HTTP/1.1" status: 200 len: 210 time: 0.0279169 May 31 21:15:20.222372 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689fde32-02c5-491a-b2eb-b1fcdcdc24e7 req-edecc26b-138d-41e7-b867-5dcbdfea90a7 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:20.224429 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-689fde32-02c5-491a-b2eb-b1fcdcdc24e7 req-edecc26b-138d-41e7-b867-5dcbdfea90a7 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.40 "GET /v2.0/ports?device_id=5f3dbd3d-5eee-41a4-8cf7-9ae611ed5982 HTTP/1.1" status: 200 len: 946 time: 0.0485694 May 31 21:15:20.315132 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.plugin [req-689fde32-02c5-491a-b2eb-b1fcdcdc24e7 req-9a0c2138-956e-4e5a-b48f-0ed6d6a7db6a tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Deleting port d2db5c87-efce-4692-aa2a-48540d4ccc40 {{(pid=104321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 31 21:15:20.315470 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-689fde32-02c5-491a-b2eb-b1fcdcdc24e7 req-9a0c2138-956e-4e5a-b48f-0ed6d6a7db6a tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747262076802'] for port (d2db5c87-efce-4692-aa2a-48540d4ccc40), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:20.404564 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [req-689fde32-02c5-491a-b2eb-b1fcdcdc24e7 req-9a0c2138-956e-4e5a-b48f-0ed6d6a7db6a tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] For port d2db5c87-efce-4692-aa2a-48540d4ccc40, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=d2db5c87-efce-4692-aa2a-48540d4ccc40,segment=NetworkSegment(dab68be0-cc2b-428d-a1e3-e670fc69bce9),segment_id=dab68be0-cc2b-428d-a1e3-e670fc69bce9)] {{(pid=104321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:15:20.404926 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-689fde32-02c5-491a-b2eb-b1fcdcdc24e7 req-9a0c2138-956e-4e5a-b48f-0ed6d6a7db6a tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574989'] for port (d2db5c87-efce-4692-aa2a-48540d4ccc40), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:20.569993 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-689fde32-02c5-491a-b2eb-b1fcdcdc24e7 req-9a0c2138-956e-4e5a-b48f-0ed6d6a7db6a tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:20.570354 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-689fde32-02c5-491a-b2eb-b1fcdcdc24e7 req-9a0c2138-956e-4e5a-b48f-0ed6d6a7db6a tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598426'] for floatingip (c7c49c42-5fa7-4fc1-94f2-adaa6e4204b1), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:20.570666 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.db.l3_db [req-689fde32-02c5-491a-b2eb-b1fcdcdc24e7 req-9a0c2138-956e-4e5a-b48f-0ed6d6a7db6a tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Floating IP c7c49c42-5fa7-4fc1-94f2-adaa6e4204b1 disassociated. External IP: 172.27.0.86, port: d2db5c87-efce-4692-aa2a-48540d4ccc40. May 31 21:15:20.571003 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.plugin [req-689fde32-02c5-491a-b2eb-b1fcdcdc24e7 req-9a0c2138-956e-4e5a-b48f-0ed6d6a7db6a tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Calling delete_port for d2db5c87-efce-4692-aa2a-48540d4ccc40 owned by compute:nova {{(pid=104321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 31 21:15:20.653341 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-238c4ed9-a092-4936-919f-5af8f5bc65d3 req-b24c86db-8752-4968-8234-e8f8b0117297 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.55 "GET /v2.0/ports?device_id=836874db-02ab-4f3d-8b87-d32c70829b1b HTTP/1.1" status: 200 len: 210 time: 0.0279906 May 31 21:15:20.790811 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-689fde32-02c5-491a-b2eb-b1fcdcdc24e7 req-9a0c2138-956e-4e5a-b48f-0ed6d6a7db6a tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747262050753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747261518138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25540506'] for port (d2db5c87-efce-4692-aa2a-48540d4ccc40), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:20.836734 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0c2138-956e-4e5a-b48f-0ed6d6a7db6a tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Pushing event deleted for resources: {'Port': ['ID=d2db5c87-efce-4692-aa2a-48540d4ccc40,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:15:20.838253 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-f2e567d1-39a1-41ac-96b5-893eb95a2c15 req-9ec0d0c1-2201-4ef9-842c-dd74dc59a52c tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f3dbd3d-5eee-41a4-8cf7-9ae611ed5982 HTTP/1.1" status: 200 len: 210 time: 0.0315671 May 31 21:15:20.883652 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:15:20.889742 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f2f4ab-691e-4b04-9e55-affc60ed66e6 req-cd245cbe-59e4-46e9-8ba7-299ef68f7e22 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:20.896329 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-90f2f4ab-691e-4b04-9e55-affc60ed66e6 req-cd245cbe-59e4-46e9-8ba7-299ef68f7e22 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.40 "GET /v2.0/networks?id=b57e19b6-0914-4711-9006-4e82330c3537 HTTP/1.1" status: 200 len: 809 time: 0.1774166 May 31 21:15:20.898906 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=6 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:15:21.000624 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.l3_agent_scheduler [req-689fde32-02c5-491a-b2eb-b1fcdcdc24e7 req-9a0c2138-956e-4e5a-b48f-0ed6d6a7db6a tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Router a91754eb-1388-498d-ad7b-17314423f28d has already been hosted by L3 agent 13ce5b10-321e-4e80-b29e-1cfc3c51661e {{(pid=104321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 31 21:15:21.006093 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-90f2f4ab-691e-4b04-9e55-affc60ed66e6 req-dc425e11-eb69-4ece-9258-00fa7fcf4948 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.40 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d9c46b1e7a32484b9c22387f2aaeb871 HTTP/1.1" status: 200 len: 380 time: 0.1058683 May 31 21:15:21.015537 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [req-90f2f4ab-691e-4b04-9e55-affc60ed66e6 req-ad95b1bd-9470-40b3-a2ee-258356161a63 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Request body: {'port': {'device_id': '45453898-e1e4-44bb-8af5-3a1729aa2870', 'network_id': 'b57e19b6-0914-4711-9006-4e82330c3537', 'admin_state_up': True, 'tenant_id': 'd9c46b1e7a32484b9c22387f2aaeb871', 'security_groups': ['4049bcbd-f447-4c77-9485-61766d24f586']}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:15:21.058667 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-b35f036a-9333-4244-bbe8-7dc2e59ea606 req-e3fc8987-2877-4051-9d80-12f9b33867bb tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/ports?device_id=45453898-e1e4-44bb-8af5-3a1729aa2870 HTTP/1.1" status: 200 len: 210 time: 0.0352602 May 31 21:15:21.195083 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-689fde32-02c5-491a-b2eb-b1fcdcdc24e7 req-9a0c2138-956e-4e5a-b48f-0ed6d6a7db6a tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Notify agent at l3_agent.dv-cinder-839793-16-iscsi the message routers_updated {{(pid=104321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 31 21:15:21.205886 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be14f2c6-cd2c-4917-9c7a-81e4f5132847 None None] Sync routers for ids ['a91754eb-1388-498d-ad7b-17314423f28d'] in dv-cinder-839793-16-iscsi {{(pid=104323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 21:15:21.216253 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be14f2c6-cd2c-4917-9c7a-81e4f5132847 None None] Routers {'a91754eb-1388-498d-ad7b-17314423f28d'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:15:21.217030 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-be14f2c6-cd2c-4917-9c7a-81e4f5132847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:15:14Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['a91754eb-1388-498d-ad7b-17314423f28d'], 'active': True} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:15:21.244734 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [req-689fde32-02c5-491a-b2eb-b1fcdcdc24e7 req-9a0c2138-956e-4e5a-b48f-0ed6d6a7db6a tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] No DVR routers for this DVR port d2db5c87-efce-4692-aa2a-48540d4ccc40 on host hv-cinder-83979 {{(pid=104321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} May 31 21:15:21.247427 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-689fde32-02c5-491a-b2eb-b1fcdcdc24e7 req-9a0c2138-956e-4e5a-b48f-0ed6d6a7db6a tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for port (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:21.250791 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-689fde32-02c5-491a-b2eb-b1fcdcdc24e7 req-9a0c2138-956e-4e5a-b48f-0ed6d6a7db6a tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.40 "DELETE /v2.0/ports/d2db5c87-efce-4692-aa2a-48540d4ccc40 HTTP/1.1" status: 204 len: 173 time: 1.0214715 May 31 21:15:21.251255 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f3dbd3d-5eee-41a4-8cf7-9ae611ed5982', 'name': 'network-vif-deleted', 'tag': 'd2db5c87-efce-4692-aa2a-48540d4ccc40'}] {{(pid=104321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:15:21.253550 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6b014d5dee29fffbb36c15c330f4dd8b871b4cb67f19a16d167ed5ff3960b8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fa691dc-a41f-4f87-a9db-930e68069cfe" -d '{"events": [{"server_uuid": "5f3dbd3d-5eee-41a4-8cf7-9ae611ed5982", "name": "network-vif-deleted", "tag": "d2db5c87-efce-4692-aa2a-48540d4ccc40"}]}' {{(pid=104321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:15:21.331860 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90f2f4ab-691e-4b04-9e55-affc60ed66e6 req-ad95b1bd-9470-40b3-a2ee-258356161a63 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Made reservation on behalf of d9c46b1e7a32484b9c22387f2aaeb871 for: {'port': 1} {{(pid=104321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 21:15:21.336105 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-90f2f4ab-691e-4b04-9e55-affc60ed66e6 req-ad95b1bd-9470-40b3-a2ee-258356161a63 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:21.346555 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvr_db [None req-be14f2c6-cd2c-4917-9c7a-81e4f5132847 None None] Set router a91754eb-1388-498d-ad7b-17314423f28d gateway port host: dv-cinder-839793-16-iscsi {{(pid=104323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:15:21.430644 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:15:21.499031 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.db_base_plugin_common [req-90f2f4ab-691e-4b04-9e55-affc60ed66e6 req-ad95b1bd-9470-40b3-a2ee-258356161a63 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Allocated IP 172.20.0.12 (b57e19b6-0914-4711-9006-4e82330c3537/e821434b-2d4a-43d9-a6fc-75e6d799de81/6278ba73-77b2-4be4-a1a0-b7b239769dc3) {{(pid=104321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 21:15:21.515533 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 May 2022 21:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3317ff94-5600-4318-af9d-e14378bcd49f x-openstack-request-id: req-3317ff94-5600-4318-af9d-e14378bcd49f {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:15:21.515533 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f3dbd3d-5eee-41a4-8cf7-9ae611ed5982", "name": "network-vif-deleted", "tag": "d2db5c87-efce-4692-aa2a-48540d4ccc40", "status": "completed", "code": 200}]} {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:15:21.515533 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3317ff94-5600-4318-af9d-e14378bcd49f {{(pid=104321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:15:21.515533 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3317ff94-5600-4318-af9d-e14378bcd49f'] response: {'server_uuid': '5f3dbd3d-5eee-41a4-8cf7-9ae611ed5982', 'name': 'network-vif-deleted', 'tag': 'd2db5c87-efce-4692-aa2a-48540d4ccc40', 'status': 'completed', 'code': 200} May 31 21:15:21.636027 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-be14f2c6-cd2c-4917-9c7a-81e4f5132847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'name': 'tempest-AttachVolumeNegativeTest-248878464-router', 'tenant_id': '69b2364f40d14160adf0220d92adaad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '345700f1-91f0-4de8-bcd4-74c223a3a73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:11:18Z', 'updated_at': '2022-05-31T21:11:21Z', 'revision_number': 4, 'project_id': '69b2364f40d14160adf0220d92adaad7', 'gw_port': {'id': '345700f1-91f0-4de8-bcd4-74c223a3a73c', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:75:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:11:18Z', 'updated_at': '2022-05-31T21:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_floatingips': [{'id': '76e55a8c-84cd-49e7-92a4-8d5e694c99a1', 'tenant_id': '69b2364f40d14160adf0220d92adaad7', 'floating_ip_address': '172.27.0.151', 'floating_network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'router_id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'port_id': 'e802cc62-ebe6-41ff-a0a9-e0f9038c9831', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9f27def-cef7-45b6-9a7b-b0c954078818', 'mac_address': 'fa:16:3e:ca:b9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb669a7-8e63-46ac-86f6-1be4050a44ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T21:11:24Z', 'updated_at': '2022-05-31T21:11:42Z', 'revision_number': 2, 'project_id': '69b2364f40d14160adf0220d92adaad7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c06c97eb-71d0-46d3-a966-560d7406c393', 'name': '', 'network_id': 'f9f27def-cef7-45b6-9a7b-b0c954078818', 'tenant_id': '69b2364f40d14160adf0220d92adaad7', 'mac_address': 'fa:16:3e:03:e5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'b0a2bf4f-8e94-4747-a06c-e4eb22a2611a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:11:20Z', 'updated_at': '2022-05-31T21:11:25Z', 'revision_number': 5, 'project_id': '69b2364f40d14160adf0220d92adaad7', 'subnets': [{'id': 'b0a2bf4f-8e94-4747-a06c-e4eb22a2611a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:15:21.663530 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be14f2c6-cd2c-4917-9c7a-81e4f5132847 None None] Checking router: a91754eb-1388-498d-ad7b-17314423f28d for host: dv-cinder-839793-16-iscsi {{(pid=104323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 21:15:21.678288 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be14f2c6-cd2c-4917-9c7a-81e4f5132847 None None] Routers {'a91754eb-1388-498d-ad7b-17314423f28d'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:15:21.678939 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-be14f2c6-cd2c-4917-9c7a-81e4f5132847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:15:14Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['a91754eb-1388-498d-ad7b-17314423f28d'], 'active': True} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:15:21.698990 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (51675295-7abb-4335-9c5a-c46a9082010e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:21.772106 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-b97cb2ac-85e2-479c-b203-9d15a3c6c52e req-fdba956d-37f6-4f64-9c9f-1353f46c55d9 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.55 "GET /v2.0/ports?device_id=836874db-02ab-4f3d-8b87-d32c70829b1b HTTP/1.1" status: 200 len: 210 time: 0.0305674 May 31 21:15:21.835625 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvr_db [None req-be14f2c6-cd2c-4917-9c7a-81e4f5132847 None None] Set router a91754eb-1388-498d-ad7b-17314423f28d gateway port host: dv-cinder-839793-16-iscsi {{(pid=104323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:15:21.996906 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-75c4d3df-c95e-47d0-b964-a7f54f769071 req-98fdaad7-7f8b-47e9-a5d2-a55d43365351 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f3dbd3d-5eee-41a4-8cf7-9ae611ed5982 HTTP/1.1" status: 200 len: 210 time: 0.0282419 May 31 21:15:22.015545 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee282de2-6e48-4dcb-a013-fb165d360233 req-b1145d8d-de5a-4dc2-9818-47fed3c9258d tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:22.019533 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-ee282de2-6e48-4dcb-a013-fb165d360233 req-b1145d8d-de5a-4dc2-9818-47fed3c9258d tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.40 "GET /v2.0/networks?id=710ad2ad-e004-4b3f-9e04-41d28feb1281 HTTP/1.1" status: 200 len: 814 time: 0.4524066 May 31 21:15:22.020178 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-90f2f4ab-691e-4b04-9e55-affc60ed66e6 req-ad95b1bd-9470-40b3-a2ee-258356161a63 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Publish callbacks [] for port (6278ba73-77b2-4be4-a1a0-b7b239769dc3), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:22.105377 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-be14f2c6-cd2c-4917-9c7a-81e4f5132847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'name': 'tempest-AttachVolumeNegativeTest-248878464-router', 'tenant_id': '69b2364f40d14160adf0220d92adaad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '345700f1-91f0-4de8-bcd4-74c223a3a73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:11:18Z', 'updated_at': '2022-05-31T21:11:21Z', 'revision_number': 4, 'project_id': '69b2364f40d14160adf0220d92adaad7', 'gw_port': {'id': '345700f1-91f0-4de8-bcd4-74c223a3a73c', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:75:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:11:18Z', 'updated_at': '2022-05-31T21:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_floatingips': [{'id': '76e55a8c-84cd-49e7-92a4-8d5e694c99a1', 'tenant_id': '69b2364f40d14160adf0220d92adaad7', 'floating_ip_address': '172.27.0.151', 'floating_network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'router_id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'port_id': 'e802cc62-ebe6-41ff-a0a9-e0f9038c9831', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9f27def-cef7-45b6-9a7b-b0c954078818', 'mac_address': 'fa:16:3e:ca:b9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb669a7-8e63-46ac-86f6-1be4050a44ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T21:11:24Z', 'updated_at': '2022-05-31T21:11:42Z', 'revision_number': 2, 'project_id': '69b2364f40d14160adf0220d92adaad7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c06c97eb-71d0-46d3-a966-560d7406c393', 'name': '', 'network_id': 'f9f27def-cef7-45b6-9a7b-b0c954078818', 'tenant_id': '69b2364f40d14160adf0220d92adaad7', 'mac_address': 'fa:16:3e:03:e5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'b0a2bf4f-8e94-4747-a06c-e4eb22a2611a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:11:20Z', 'updated_at': '2022-05-31T21:11:25Z', 'revision_number': 5, 'project_id': '69b2364f40d14160adf0220d92adaad7', 'subnets': [{'id': 'b0a2bf4f-8e94-4747-a06c-e4eb22a2611a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:15:22.120488 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-90f2f4ab-691e-4b04-9e55-affc60ed66e6 req-ad95b1bd-9470-40b3-a2ee-258356161a63 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747261518129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25540506'] for port (6278ba73-77b2-4be4-a1a0-b7b239769dc3), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:22.159528 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [req-ee282de2-6e48-4dcb-a013-fb165d360233 req-a047894b-ccb0-4c4b-94c5-02a9a9c5a5f8 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Request body: {'port': {'device_id': '836874db-02ab-4f3d-8b87-d32c70829b1b', 'network_id': '710ad2ad-e004-4b3f-9e04-41d28feb1281', 'admin_state_up': True, 'tenant_id': '329e95cbfdb9493d82941bc00dd1ccbe'}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:15:22.236635 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90f2f4ab-691e-4b04-9e55-affc60ed66e6 req-ad95b1bd-9470-40b3-a2ee-258356161a63 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Network b57e19b6-0914-4711-9006-4e82330c3537 is already hosted by enough agents. {{(pid=104321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 21:15:22.239657 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de957965-9005-407f-a881-f77a249306c9 req-a37eb41f-a00a-4241-9489-f4d56f636d65 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:22.241164 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-de957965-9005-407f-a881-f77a249306c9 req-a37eb41f-a00a-4241-9489-f4d56f636d65 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/ports?device_id=45453898-e1e4-44bb-8af5-3a1729aa2870 HTTP/1.1" status: 200 len: 932 time: 0.0882685 May 31 21:15:22.245851 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.base_scheduler [req-90f2f4ab-691e-4b04-9e55-affc60ed66e6 req-ad95b1bd-9470-40b3-a2ee-258356161a63 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Resources bound (agent type, host, resource id): {{(pid=104321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:15:22.246474 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be14f2c6-cd2c-4917-9c7a-81e4f5132847 None None] The sync data for ids ['a91754eb-1388-498d-ad7b-17314423f28d'] in dv-cinder-839793-16-iscsi is: [{'id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'name': 'tempest-AttachVolumeNegativeTest-248878464-router', 'tenant_id': '69b2364f40d14160adf0220d92adaad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '345700f1-91f0-4de8-bcd4-74c223a3a73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:11:18Z', 'updated_at': '2022-05-31T21:11:21Z', 'revision_number': 4, 'project_id': '69b2364f40d14160adf0220d92adaad7', 'gw_port': {'id': '345700f1-91f0-4de8-bcd4-74c223a3a73c', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:75:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:11:18Z', 'updated_at': '2022-05-31T21:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_floatingips': [{'id': '76e55a8c-84cd-49e7-92a4-8d5e694c99a1', 'tenant_id': '69b2364f40d14160adf0220d92adaad7', 'floating_ip_address': '172.27.0.151', 'floating_network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'router_id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'port_id': 'e802cc62-ebe6-41ff-a0a9-e0f9038c9831', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9f27def-cef7-45b6-9a7b-b0c954078818', 'mac_address': 'fa:16:3e:ca:b9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb669a7-8e63-46ac-86f6-1be4050a44ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T21:11:24Z', 'updated_at': '2022-05-31T21:11:42Z', 'revision_number': 2, 'project_id': '69b2364f40d14160adf0220d92adaad7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c06c97eb-71d0-46d3-a966-560d7406c393', 'name': '', 'network_id': 'f9f27def-cef7-45b6-9a7b-b0c954078818', 'tenant_id': '69b2364f40d14160adf0220d92adaad7', 'mac_address': 'fa:16:3e:03:e5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'b0a2bf4f-8e94-4747-a06c-e4eb22a2611a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:11:20Z', 'updated_at': '2022-05-31T21:11:25Z', 'revision_number': 5, 'project_id': '69b2364f40d14160adf0220d92adaad7', 'subnets': [{'id': 'b0a2bf4f-8e94-4747-a06c-e4eb22a2611a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 21:15:22.254375 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [req-90f2f4ab-691e-4b04-9e55-affc60ed66e6 req-ad95b1bd-9470-40b3-a2ee-258356161a63 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Received port after_create {{(pid=104321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 31 21:15:22.291047 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad95b1bd-9470-40b3-a2ee-258356161a63 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Pushing event updated for resources: {'Port': ['ID=6278ba73-77b2-4be4-a1a0-b7b239769dc3,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:15:22.320383 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f2f4ab-691e-4b04-9e55-affc60ed66e6 req-ad95b1bd-9470-40b3-a2ee-258356161a63 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:22.321032 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-90f2f4ab-691e-4b04-9e55-affc60ed66e6 req-ad95b1bd-9470-40b3-a2ee-258356161a63 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for port (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:22.321396 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-de957965-9005-407f-a881-f77a249306c9 req-00366c13-4be2-415d-b9f6-5a92461daefd tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/security-groups?id=4049bcbd-f447-4c77-9485-61766d24f586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720372 May 31 21:15:22.335090 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:15:22.426656 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-90f2f4ab-691e-4b04-9e55-affc60ed66e6 req-ad95b1bd-9470-40b3-a2ee-258356161a63 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4118712 May 31 21:15:22.435249 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [req-90f2f4ab-691e-4b04-9e55-affc60ed66e6 req-ae6c5375-d1a2-4301-bb6c-af6f75625618 service neutron] Request body: {'port': {'device_id': '45453898-e1e4-44bb-8af5-3a1729aa2870', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:15:22.513885 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-90f2f4ab-691e-4b04-9e55-affc60ed66e6 req-ae6c5375-d1a2-4301-bb6c-af6f75625618 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (6278ba73-77b2-4be4-a1a0-b7b239769dc3), before_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:22.529785 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee282de2-6e48-4dcb-a013-fb165d360233 req-a047894b-ccb0-4c4b-94c5-02a9a9c5a5f8 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Made reservation on behalf of 329e95cbfdb9493d82941bc00dd1ccbe for: {'port': 1} {{(pid=104321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 21:15:22.532246 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-ee282de2-6e48-4dcb-a013-fb165d360233 req-a047894b-ccb0-4c4b-94c5-02a9a9c5a5f8 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:22.580237 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-68d019e6-60d5-45bc-a386-5628a123b5ff None None] Provisioning complete for port 6278ba73-77b2-4be4-a1a0-b7b239769dc3 triggered by entity DHCP. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:15:22.580657 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-68d019e6-60d5-45bc-a386-5628a123b5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (6278ba73-77b2-4be4-a1a0-b7b239769dc3), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:22.604421 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f95280-0096-4207-8c45-29a01dab9d4c None None] New status for floating IP c7c49c42-5fa7-4fc1-94f2-adaa6e4204b1: DOWN {{(pid=104322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 31 21:15:22.676794 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:15:22.684833 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-68d019e6-60d5-45bc-a386-5628a123b5ff None None] Port 6278ba73-77b2-4be4-a1a0-b7b239769dc3 cannot update to ACTIVE because it is not bound. {{(pid=104322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 31 21:15:22.832035 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.db_base_plugin_common [req-ee282de2-6e48-4dcb-a013-fb165d360233 req-a047894b-ccb0-4c4b-94c5-02a9a9c5a5f8 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Allocated IP 172.20.0.5 (710ad2ad-e004-4b3f-9e04-41d28feb1281/55686980-865e-460e-8cc1-173f617fa8ca/43ac5025-cbec-4c3e-a75a-05a41cfb775f) {{(pid=104321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 21:15:22.883114 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-458f51fb-4d36-45f0-8214-20a9c28c7218 req-e6e2e1de-6041-4d17-bb25-b0cf49b0fa68 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.55 "GET /v2.0/ports?device_id=836874db-02ab-4f3d-8b87-d32c70829b1b HTTP/1.1" status: 200 len: 210 time: 0.0278285 May 31 21:15:23.026620 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.notifiers.nova [req-90f2f4ab-691e-4b04-9e55-affc60ed66e6 req-ae6c5375-d1a2-4301-bb6c-af6f75625618 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6278ba73-77b2-4be4-a1a0-b7b239769dc3 {{(pid=104321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 21:15:23.042071 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-90f2f4ab-691e-4b04-9e55-affc60ed66e6 req-ae6c5375-d1a2-4301-bb6c-af6f75625618 service neutron] Publish callbacks [] for port (6278ba73-77b2-4be4-a1a0-b7b239769dc3), precommit_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:23.074787 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.provisioning_blocks [req-90f2f4ab-691e-4b04-9e55-affc60ed66e6 req-ae6c5375-d1a2-4301-bb6c-af6f75625618 service neutron] Transition to ACTIVE for port object 6278ba73-77b2-4be4-a1a0-b7b239769dc3 will not be triggered until provisioned by entity L2. {{(pid=104321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 31 21:15:23.079935 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-ee282de2-6e48-4dcb-a013-fb165d360233 req-a047894b-ccb0-4c4b-94c5-02a9a9c5a5f8 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Publish callbacks [] for port (43ac5025-cbec-4c3e-a75a-05a41cfb775f), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:23.140391 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-90f2f4ab-691e-4b04-9e55-affc60ed66e6 req-ae6c5375-d1a2-4301-bb6c-af6f75625618 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25540501'] for port (6278ba73-77b2-4be4-a1a0-b7b239769dc3), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:23.144513 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:15:23.176434 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-ee282de2-6e48-4dcb-a013-fb165d360233 req-a047894b-ccb0-4c4b-94c5-02a9a9c5a5f8 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747261518129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25540506'] for port (43ac5025-cbec-4c3e-a75a-05a41cfb775f), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:23.180355 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 41446) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:15:23.202552 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c5375-d1a2-4301-bb6c-af6f75625618 service neutron] Pushing event updated for resources: {'Port': ['ID=6278ba73-77b2-4be4-a1a0-b7b239769dc3,revision_number=2']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:15:23.213539 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee282de2-6e48-4dcb-a013-fb165d360233 req-a047894b-ccb0-4c4b-94c5-02a9a9c5a5f8 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Network 710ad2ad-e004-4b3f-9e04-41d28feb1281 is already hosted by enough agents. {{(pid=104321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 21:15:23.218064 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.base_scheduler [req-ee282de2-6e48-4dcb-a013-fb165d360233 req-a047894b-ccb0-4c4b-94c5-02a9a9c5a5f8 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Resources bound (agent type, host, resource id): {{(pid=104321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:15:23.224269 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee282de2-6e48-4dcb-a013-fb165d360233 req-a047894b-ccb0-4c4b-94c5-02a9a9c5a5f8 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Received port after_create {{(pid=104321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 31 21:15:23.251346 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-189bb1e9-0411-46a1-89c6-01800bc26387 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks [] for security_group (d3c249d8-5094-4a6b-82e7-5ef0ca49be7f), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:23.280883 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-189bb1e9-0411-46a1-89c6-01800bc26387 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks [] for security_group (d3c249d8-5094-4a6b-82e7-5ef0ca49be7f), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:23.339119 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a047894b-ccb0-4c4b-94c5-02a9a9c5a5f8 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Pushing event updated for resources: {'Port': ['ID=43ac5025-cbec-4c3e-a75a-05a41cfb775f,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:15:23.353971 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee282de2-6e48-4dcb-a013-fb165d360233 req-a047894b-ccb0-4c4b-94c5-02a9a9c5a5f8 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:23.354748 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-ee282de2-6e48-4dcb-a013-fb165d360233 req-a047894b-ccb0-4c4b-94c5-02a9a9c5a5f8 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for port (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:23.384174 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [req-90f2f4ab-691e-4b04-9e55-affc60ed66e6 req-ae6c5375-d1a2-4301-bb6c-af6f75625618 service neutron] Attempting to bind port 6278ba73-77b2-4be4-a1a0-b7b239769dc3 on host hv-cinder-83979 for vnic_type normal with profile {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 31 21:15:23.384501 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [req-90f2f4ab-691e-4b04-9e55-affc60ed66e6 req-ae6c5375-d1a2-4301-bb6c-af6f75625618 service neutron] Attempting to bind port 6278ba73-77b2-4be4-a1a0-b7b239769dc3 by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': '6085a41f-6237-4890-bb7a-791e7fdfea31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b57e19b6-0914-4711-9006-4e82330c3537'}] {{(pid=104321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 31 21:15:23.384820 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f2f4ab-691e-4b04-9e55-affc60ed66e6 req-ae6c5375-d1a2-4301-bb6c-af6f75625618 service neutron] Attempting to bind port 6278ba73-77b2-4be4-a1a0-b7b239769dc3 on network b57e19b6-0914-4711-9006-4e82330c3537 {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 31 21:15:23.389390 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f2f4ab-691e-4b04-9e55-affc60ed66e6 req-ae6c5375-d1a2-4301-bb6c-af6f75625618 service neutron] Port 6278ba73-77b2-4be4-a1a0-b7b239769dc3 on network b57e19b6-0914-4711-9006-4e82330c3537 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 31 21:15:23.389703 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f2f4ab-691e-4b04-9e55-affc60ed66e6 req-ae6c5375-d1a2-4301-bb6c-af6f75625618 service neutron] Attempting to bind port 6278ba73-77b2-4be4-a1a0-b7b239769dc3 on network b57e19b6-0914-4711-9006-4e82330c3537 {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 31 21:15:23.394655 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f2f4ab-691e-4b04-9e55-affc60ed66e6 req-ae6c5375-d1a2-4301-bb6c-af6f75625618 service neutron] Checking agent: {'id': '51675295-7abb-4335-9c5a-c46a9082010e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 21, 1, 20), 'started_at': datetime.datetime(2022, 5, 31, 21, 1, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 21, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 31 21:15:23.394985 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f2f4ab-691e-4b04-9e55-affc60ed66e6 req-ae6c5375-d1a2-4301-bb6c-af6f75625618 service neutron] Checking segment: {'id': '6085a41f-6237-4890-bb7a-791e7fdfea31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b57e19b6-0914-4711-9006-4e82330c3537'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 31 21:15:23.395355 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f2f4ab-691e-4b04-9e55-affc60ed66e6 req-ae6c5375-d1a2-4301-bb6c-af6f75625618 service neutron] Bound using segment: {'id': '6085a41f-6237-4890-bb7a-791e7fdfea31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b57e19b6-0914-4711-9006-4e82330c3537'} {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 31 21:15:23.395925 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [req-90f2f4ab-691e-4b04-9e55-affc60ed66e6 req-ae6c5375-d1a2-4301-bb6c-af6f75625618 service neutron] Bound port: 6278ba73-77b2-4be4-a1a0-b7b239769dc3, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6085a41f-6237-4890-bb7a-791e7fdfea31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b57e19b6-0914-4711-9006-4e82330c3537'}}] {{(pid=104321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 31 21:15:23.396470 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-90f2f4ab-691e-4b04-9e55-affc60ed66e6 req-ae6c5375-d1a2-4301-bb6c-af6f75625618 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (6278ba73-77b2-4be4-a1a0-b7b239769dc3), before_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:23.400784 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:15:23.412409 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:15:23.428604 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-189bb1e9-0411-46a1-89c6-01800bc26387 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (d3c249d8-5094-4a6b-82e7-5ef0ca49be7f), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:23.431356 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-189bb1e9-0411-46a1-89c6-01800bc26387 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks [] for security_group (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:23.432487 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-189bb1e9-0411-46a1-89c6-01800bc26387 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "DELETE /v2.0/security-groups/d3c249d8-5094-4a6b-82e7-5ef0ca49be7f HTTP/1.1" status: 204 len: 168 time: 0.2513788 May 31 21:15:23.436411 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 41450) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:15:23.448873 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189bb1e9-0411-46a1-89c6-01800bc26387 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c249d8-5094-4a6b-82e7-5ef0ca49be7f,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:15:23.449390 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-ee282de2-6e48-4dcb-a013-fb165d360233 req-a047894b-ccb0-4c4b-94c5-02a9a9c5a5f8 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2936320 May 31 21:15:23.456872 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6c2b5d-862a-4402-b848-4dddbd7a1a56 req-0b48ee6c-a003-4509-a542-5c5347639a78 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:23.458640 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ec6c2b5d-862a-4402-b848-4dddbd7a1a56 req-0b48ee6c-a003-4509-a542-5c5347639a78 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/ports?device_id=45453898-e1e4-44bb-8af5-3a1729aa2870 HTTP/1.1" status: 200 len: 944 time: 0.0677941 May 31 21:15:23.464130 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.api.v2.resource [None req-85a82f75-b502-49a0-86c0-12b76485be55 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] show failed (client error): The resource could not be found. May 31 21:15:23.464698 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189bb1e9-0411-46a1-89c6-01800bc26387 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:15:23.468318 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189bb1e9-0411-46a1-89c6-01800bc26387 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:15:23.468457 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-85a82f75-b502-49a0-86c0-12b76485be55 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/security-groups/d3c249d8-5094-4a6b-82e7-5ef0ca49be7f HTTP/1.1" status: 404 len: 347 time: 0.0274000 May 31 21:15:23.468568 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189bb1e9-0411-46a1-89c6-01800bc26387 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:15:23.468568 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189bb1e9-0411-46a1-89c6-01800bc26387 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:15:23.468568 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189bb1e9-0411-46a1-89c6-01800bc26387 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:15:23.468568 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189bb1e9-0411-46a1-89c6-01800bc26387 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:15:23.468568 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189bb1e9-0411-46a1-89c6-01800bc26387 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:15:23.468568 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189bb1e9-0411-46a1-89c6-01800bc26387 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:15:23.468568 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189bb1e9-0411-46a1-89c6-01800bc26387 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:15:23.468568 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189bb1e9-0411-46a1-89c6-01800bc26387 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:15:23.468568 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189bb1e9-0411-46a1-89c6-01800bc26387 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:15:23.468568 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189bb1e9-0411-46a1-89c6-01800bc26387 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:15:23.468568 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189bb1e9-0411-46a1-89c6-01800bc26387 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:15:23.469558 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [req-ee282de2-6e48-4dcb-a013-fb165d360233 req-7fd72a47-bc85-4c60-8551-33cba0474e67 service neutron] Request body: {'port': {'device_id': '836874db-02ab-4f3d-8b87-d32c70829b1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:15:23.469669 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189bb1e9-0411-46a1-89c6-01800bc26387 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:15:23.469669 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189bb1e9-0411-46a1-89c6-01800bc26387 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:15:23.471598 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 41452) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:15:23.528893 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [req-90f2f4ab-691e-4b04-9e55-affc60ed66e6 req-ae6c5375-d1a2-4301-bb6c-af6f75625618 service neutron] For port 6278ba73-77b2-4be4-a1a0-b7b239769dc3, host hv-cinder-83979, cleared binding levels {{(pid=104321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 31 21:15:23.561034 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [req-90f2f4ab-691e-4b04-9e55-affc60ed66e6 req-ae6c5375-d1a2-4301-bb6c-af6f75625618 service neutron] For port 6278ba73-77b2-4be4-a1a0-b7b239769dc3, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=6278ba73-77b2-4be4-a1a0-b7b239769dc3,segment=NetworkSegment(6085a41f-6237-4890-bb7a-791e7fdfea31),segment_id=6085a41f-6237-4890-bb7a-791e7fdfea31)] {{(pid=104321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 31 21:15:23.567672 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-ee282de2-6e48-4dcb-a013-fb165d360233 req-7fd72a47-bc85-4c60-8551-33cba0474e67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (43ac5025-cbec-4c3e-a75a-05a41cfb775f), before_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:23.587063 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:15:23.609397 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ec6c2b5d-862a-4402-b848-4dddbd7a1a56 req-3d9973c6-47e3-4197-afce-6beb34a88ecb tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/security-groups?id=4049bcbd-f447-4c77-9485-61766d24f586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368651 May 31 21:15:23.621672 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-96fbba57-3986-4f2c-bc05-166992df89a4 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Deleting port 54dd5e63-7aeb-4a7f-a2b7-a74289f38221 {{(pid=104320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 31 21:15:23.622044 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-96fbba57-3986-4f2c-bc05-166992df89a4 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747262076802'] for port (54dd5e63-7aeb-4a7f-a2b7-a74289f38221), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:23.697411 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-90f2f4ab-691e-4b04-9e55-affc60ed66e6 req-ae6c5375-d1a2-4301-bb6c-af6f75625618 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25540501'] for port (6278ba73-77b2-4be4-a1a0-b7b239769dc3), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:23.702801 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-96fbba57-3986-4f2c-bc05-166992df89a4 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574989'] for port (54dd5e63-7aeb-4a7f-a2b7-a74289f38221), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:23.703146 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-96fbba57-3986-4f2c-bc05-166992df89a4 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks [] for floatingip (54dd5e63-7aeb-4a7f-a2b7-a74289f38221), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:23.718347 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-96fbba57-3986-4f2c-bc05-166992df89a4 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Calling delete_port for 54dd5e63-7aeb-4a7f-a2b7-a74289f38221 owned by network:floatingip {{(pid=104320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 31 21:15:23.754732 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f2f4ab-691e-4b04-9e55-affc60ed66e6 req-ae6c5375-d1a2-4301-bb6c-af6f75625618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:23.755390 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-90f2f4ab-691e-4b04-9e55-affc60ed66e6 req-ae6c5375-d1a2-4301-bb6c-af6f75625618 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for port (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:23.756787 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-90f2f4ab-691e-4b04-9e55-affc60ed66e6 req-ae6c5375-d1a2-4301-bb6c-af6f75625618 service neutron] 10.222.0.40 "PUT /v2.0/ports/6278ba73-77b2-4be4-a1a0-b7b239769dc3 HTTP/1.1" status: 200 len: 1094 time: 1.3260140 May 31 21:15:23.757311 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45453898-e1e4-44bb-8af5-3a1729aa2870', 'tag': '6278ba73-77b2-4be4-a1a0-b7b239769dc3'}] {{(pid=104321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:15:23.759585 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6b014d5dee29fffbb36c15c330f4dd8b871b4cb67f19a16d167ed5ff3960b8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d786f1eb-08a7-45b5-a01d-02237b482227" -d '{"events": [{"name": "network-changed", "server_uuid": "45453898-e1e4-44bb-8af5-3a1729aa2870", "tag": "6278ba73-77b2-4be4-a1a0-b7b239769dc3"}]}' {{(pid=104321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:15:23.784150 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device d2db5c87-efce-4692-aa2a-48540d4ccc40 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 31 21:15:23.826090 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] No Port match for: d2db5c87-efce-4692-aa2a-48540d4ccc40 {{(pid=104322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 31 21:15:23.826090 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device d2db5c87-efce-4692-aa2a-48540d4ccc40 not bound to the agent host hv-cinder-83979 {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 31 21:15:23.836945 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 May 2022 21:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e916a23-5c19-4941-bfab-0756c978aece x-openstack-request-id: req-1e916a23-5c19-4941-bfab-0756c978aece {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:15:23.837239 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45453898-e1e4-44bb-8af5-3a1729aa2870", "tag": "6278ba73-77b2-4be4-a1a0-b7b239769dc3", "status": "completed", "code": 200}]} {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:15:23.837501 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1e916a23-5c19-4941-bfab-0756c978aece {{(pid=104321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:15:23.837936 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e916a23-5c19-4941-bfab-0756c978aece'] response: {'name': 'network-changed', 'server_uuid': '45453898-e1e4-44bb-8af5-3a1729aa2870', 'tag': '6278ba73-77b2-4be4-a1a0-b7b239769dc3', 'status': 'completed', 'code': 200} May 31 21:15:23.845367 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c5375-d1a2-4301-bb6c-af6f75625618 service neutron] Pushing event updated for resources: {'Port': ['ID=6278ba73-77b2-4be4-a1a0-b7b239769dc3,revision_number=3']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:15:23.910759 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d786f1eb-08a7-45b5-a01d-02237b482227 req-40aac134-5f8b-4809-bef5-abcc81635fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:23.913074 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-d786f1eb-08a7-45b5-a01d-02237b482227 req-40aac134-5f8b-4809-bef5-abcc81635fad service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=d9c46b1e7a32484b9c22387f2aaeb871&device_id=45453898-e1e4-44bb-8af5-3a1729aa2870 HTTP/1.1" status: 200 len: 1128 time: 0.0555003 May 31 21:15:23.954150 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-96fbba57-3986-4f2c-bc05-166992df89a4 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747262050753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747261518138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437045'] for port (54dd5e63-7aeb-4a7f-a2b7-a74289f38221), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:24.007966 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fbba57-3986-4f2c-bc05-166992df89a4 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Pushing event deleted for resources: {'Port': ['ID=54dd5e63-7aeb-4a7f-a2b7-a74289f38221,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:15:24.050010 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f4c9b7-85d3-4c8b-8e13-23cd394fd75c req-c5144305-1cfa-4c88-ad30-d309d3e8b506 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:24.051408 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-10f4c9b7-85d3-4c8b-8e13-23cd394fd75c req-c5144305-1cfa-4c88-ad30-d309d3e8b506 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.55 "GET /v2.0/ports?device_id=836874db-02ab-4f3d-8b87-d32c70829b1b HTTP/1.1" status: 200 len: 931 time: 0.0939016 May 31 21:15:24.055501 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.notifiers.nova [req-ee282de2-6e48-4dcb-a013-fb165d360233 req-7fd72a47-bc85-4c60-8551-33cba0474e67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43ac5025-cbec-4c3e-a75a-05a41cfb775f {{(pid=104321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 21:15:24.071366 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-ee282de2-6e48-4dcb-a013-fb165d360233 req-7fd72a47-bc85-4c60-8551-33cba0474e67 service neutron] Publish callbacks [] for port (43ac5025-cbec-4c3e-a75a-05a41cfb775f), precommit_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:24.082781 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:15:24.084621 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d786f1eb-08a7-45b5-a01d-02237b482227 req-06712b5e-1683-4efc-91d7-a742b7d71efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:24.086148 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-d786f1eb-08a7-45b5-a01d-02237b482227 req-06712b5e-1683-4efc-91d7-a742b7d71efc service neutron] 10.222.0.40 "GET /v2.0/networks?tenant_id=d9c46b1e7a32484b9c22387f2aaeb871&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1655362 May 31 21:15:24.091666 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.provisioning_blocks [req-ee282de2-6e48-4dcb-a013-fb165d360233 req-7fd72a47-bc85-4c60-8551-33cba0474e67 service neutron] Transition to ACTIVE for port object 43ac5025-cbec-4c3e-a75a-05a41cfb775f will not be triggered until provisioned by entity L2. {{(pid=104321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 31 21:15:24.103144 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-96fbba57-3986-4f2c-bc05-166992df89a4 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks [] for floatingip (c7c49c42-5fa7-4fc1-94f2-adaa6e4204b1), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:24.105632 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-96fbba57-3986-4f2c-bc05-166992df89a4 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for floatingip (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:24.109518 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-96fbba57-3986-4f2c-bc05-166992df89a4 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "DELETE /v2.0/floatingips/c7c49c42-5fa7-4fc1-94f2-adaa6e4204b1 HTTP/1.1" status: 204 len: 168 time: 0.6332529 May 31 21:15:24.144791 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-10f4c9b7-85d3-4c8b-8e13-23cd394fd75c req-1919adb5-4fcb-4981-ae84-337373987bf7 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa058631-00c1-488d-9916-a9dd50ab9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734463 May 31 21:15:24.190472 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d786f1eb-08a7-45b5-a01d-02237b482227 req-c730cddd-9a9e-402a-9c0b-2f3ddfee3d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:24.191957 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-d786f1eb-08a7-45b5-a01d-02237b482227 req-c730cddd-9a9e-402a-9c0b-2f3ddfee3d27 service neutron] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0991800 May 31 21:15:24.199481 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-ee282de2-6e48-4dcb-a013-fb165d360233 req-7fd72a47-bc85-4c60-8551-33cba0474e67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25540501'] for port (43ac5025-cbec-4c3e-a75a-05a41cfb775f), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:24.294915 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:15:24.295767 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd72a47-bc85-4c60-8551-33cba0474e67 service neutron] Pushing event updated for resources: {'Port': ['ID=43ac5025-cbec-4c3e-a75a-05a41cfb775f,revision_number=2']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:15:24.316526 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f2f4ab-691e-4b04-9e55-affc60ed66e6 req-6f615fa4-0b63-48a1-ba13-da7ded3a3930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:24.318642 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-90f2f4ab-691e-4b04-9e55-affc60ed66e6 req-6f615fa4-0b63-48a1-ba13-da7ded3a3930 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=d9c46b1e7a32484b9c22387f2aaeb871&device_id=45453898-e1e4-44bb-8af5-3a1729aa2870 HTTP/1.1" status: 200 len: 1128 time: 0.0853167 May 31 21:15:24.378490 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-90f2f4ab-691e-4b04-9e55-affc60ed66e6 req-6de8b0ec-685d-42fb-9be9-1fd573007290 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6278ba73-77b2-4be4-a1a0-b7b239769dc3 HTTP/1.1" status: 200 len: 217 time: 0.0375664 May 31 21:15:24.436961 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [req-ee282de2-6e48-4dcb-a013-fb165d360233 req-7fd72a47-bc85-4c60-8551-33cba0474e67 service neutron] Attempting to bind port 43ac5025-cbec-4c3e-a75a-05a41cfb775f on host hv-cinder-83979 for vnic_type normal with profile {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 31 21:15:24.437289 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [req-ee282de2-6e48-4dcb-a013-fb165d360233 req-7fd72a47-bc85-4c60-8551-33cba0474e67 service neutron] Attempting to bind port 43ac5025-cbec-4c3e-a75a-05a41cfb775f by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': '60205f2c-77f1-4d70-98a8-b2c7fdf09c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '710ad2ad-e004-4b3f-9e04-41d28feb1281'}] {{(pid=104321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 31 21:15:24.437612 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee282de2-6e48-4dcb-a013-fb165d360233 req-7fd72a47-bc85-4c60-8551-33cba0474e67 service neutron] Attempting to bind port 43ac5025-cbec-4c3e-a75a-05a41cfb775f on network 710ad2ad-e004-4b3f-9e04-41d28feb1281 {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 31 21:15:24.448842 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee282de2-6e48-4dcb-a013-fb165d360233 req-7fd72a47-bc85-4c60-8551-33cba0474e67 service neutron] Port 43ac5025-cbec-4c3e-a75a-05a41cfb775f on network 710ad2ad-e004-4b3f-9e04-41d28feb1281 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 31 21:15:24.449171 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee282de2-6e48-4dcb-a013-fb165d360233 req-7fd72a47-bc85-4c60-8551-33cba0474e67 service neutron] Attempting to bind port 43ac5025-cbec-4c3e-a75a-05a41cfb775f on network 710ad2ad-e004-4b3f-9e04-41d28feb1281 {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 31 21:15:24.453259 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f2f4ab-691e-4b04-9e55-affc60ed66e6 req-b6a28595-bd90-4e42-8ed8-e243a1d95012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:24.454996 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-90f2f4ab-691e-4b04-9e55-affc60ed66e6 req-b6a28595-bd90-4e42-8ed8-e243a1d95012 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=e821434b-2d4a-43d9-a6fc-75e6d799de81 HTTP/1.1" status: 200 len: 848 time: 0.0698316 May 31 21:15:24.457553 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee282de2-6e48-4dcb-a013-fb165d360233 req-7fd72a47-bc85-4c60-8551-33cba0474e67 service neutron] Checking agent: {'id': '51675295-7abb-4335-9c5a-c46a9082010e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 21, 1, 20), 'started_at': datetime.datetime(2022, 5, 31, 21, 1, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 21, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 31 21:15:24.457912 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee282de2-6e48-4dcb-a013-fb165d360233 req-7fd72a47-bc85-4c60-8551-33cba0474e67 service neutron] Checking segment: {'id': '60205f2c-77f1-4d70-98a8-b2c7fdf09c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '710ad2ad-e004-4b3f-9e04-41d28feb1281'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 31 21:15:24.458313 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee282de2-6e48-4dcb-a013-fb165d360233 req-7fd72a47-bc85-4c60-8551-33cba0474e67 service neutron] Bound using segment: {'id': '60205f2c-77f1-4d70-98a8-b2c7fdf09c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '710ad2ad-e004-4b3f-9e04-41d28feb1281'} {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 31 21:15:24.458733 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [req-ee282de2-6e48-4dcb-a013-fb165d360233 req-7fd72a47-bc85-4c60-8551-33cba0474e67 service neutron] Bound port: 43ac5025-cbec-4c3e-a75a-05a41cfb775f, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60205f2c-77f1-4d70-98a8-b2c7fdf09c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '710ad2ad-e004-4b3f-9e04-41d28feb1281'}}] {{(pid=104321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 31 21:15:24.459088 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-ee282de2-6e48-4dcb-a013-fb165d360233 req-7fd72a47-bc85-4c60-8551-33cba0474e67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (43ac5025-cbec-4c3e-a75a-05a41cfb775f), before_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:24.526940 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f2f4ab-691e-4b04-9e55-affc60ed66e6 req-0e9d0792-1d29-49ee-b261-b4c7f8ddab42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:24.528449 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-90f2f4ab-691e-4b04-9e55-affc60ed66e6 req-0e9d0792-1d29-49ee-b261-b4c7f8ddab42 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=b57e19b6-0914-4711-9006-4e82330c3537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0663164 May 31 21:15:24.602791 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [req-ee282de2-6e48-4dcb-a013-fb165d360233 req-7fd72a47-bc85-4c60-8551-33cba0474e67 service neutron] For port 43ac5025-cbec-4c3e-a75a-05a41cfb775f, host hv-cinder-83979, cleared binding levels {{(pid=104321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 31 21:15:24.619667 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [req-ee282de2-6e48-4dcb-a013-fb165d360233 req-7fd72a47-bc85-4c60-8551-33cba0474e67 service neutron] For port 43ac5025-cbec-4c3e-a75a-05a41cfb775f, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=43ac5025-cbec-4c3e-a75a-05a41cfb775f,segment=NetworkSegment(60205f2c-77f1-4d70-98a8-b2c7fdf09c0d),segment_id=60205f2c-77f1-4d70-98a8-b2c7fdf09c0d)] {{(pid=104321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 31 21:15:24.652525 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-90f2f4ab-691e-4b04-9e55-affc60ed66e6 req-f1d4c9c8-d3ff-4b7b-bbd6-7be28454a8ee service neutron] 10.222.0.40 "GET /v2.0/networks/b57e19b6-0914-4711-9006-4e82330c3537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142526 May 31 21:15:24.701810 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-ee282de2-6e48-4dcb-a013-fb165d360233 req-7fd72a47-bc85-4c60-8551-33cba0474e67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25540501'] for port (43ac5025-cbec-4c3e-a75a-05a41cfb775f), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:24.738991 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac636266-b356-42a9-a0cc-92f174ef1a24 req-c4b4519d-8c9c-4bdb-a545-3332c0d8abf1 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:24.741462 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ac636266-b356-42a9-a0cc-92f174ef1a24 req-c4b4519d-8c9c-4bdb-a545-3332c0d8abf1 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/ports?device_id=45453898-e1e4-44bb-8af5-3a1729aa2870 HTTP/1.1" status: 200 len: 944 time: 0.0506694 May 31 21:15:24.748598 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee282de2-6e48-4dcb-a013-fb165d360233 req-7fd72a47-bc85-4c60-8551-33cba0474e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:24.749201 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-ee282de2-6e48-4dcb-a013-fb165d360233 req-7fd72a47-bc85-4c60-8551-33cba0474e67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for port (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:24.750652 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-ee282de2-6e48-4dcb-a013-fb165d360233 req-7fd72a47-bc85-4c60-8551-33cba0474e67 service neutron] 10.222.0.40 "PUT /v2.0/ports/43ac5025-cbec-4c3e-a75a-05a41cfb775f HTTP/1.1" status: 200 len: 1093 time: 1.2880330 May 31 21:15:24.793585 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd72a47-bc85-4c60-8551-33cba0474e67 service neutron] Pushing event updated for resources: {'Port': ['ID=43ac5025-cbec-4c3e-a75a-05a41cfb775f,revision_number=3']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:15:24.795064 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ac636266-b356-42a9-a0cc-92f174ef1a24 req-6c3f52f2-ba3d-4265-a2dd-a5e08881a7d0 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/security-groups?id=4049bcbd-f447-4c77-9485-61766d24f586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449240 May 31 21:15:24.801417 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-90f2f4ab-691e-4b04-9e55-affc60ed66e6 req-07960bc9-a7dd-49cd-b857-72b311ad1541 service neutron] 10.222.0.40 "GET /v2.0/networks/b57e19b6-0914-4711-9006-4e82330c3537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436400 May 31 21:15:25.258729 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb32ef6-1117-4c25-976d-9a15a82e2b62 req-e1cee3ac-9df7-4962-9e28-e764b81d89aa tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:25.260171 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-feb32ef6-1117-4c25-976d-9a15a82e2b62 req-e1cee3ac-9df7-4962-9e28-e764b81d89aa tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.55 "GET /v2.0/ports?device_id=836874db-02ab-4f3d-8b87-d32c70829b1b HTTP/1.1" status: 200 len: 943 time: 0.0453622 May 31 21:15:25.307434 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-feb32ef6-1117-4c25-976d-9a15a82e2b62 req-c6d48b70-0af2-4b39-a36b-701c9fe5b92e tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa058631-00c1-488d-9916-a9dd50ab9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416915 May 31 21:15:25.839549 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '836874db-02ab-4f3d-8b87-d32c70829b1b', 'tag': '43ac5025-cbec-4c3e-a75a-05a41cfb775f'}] {{(pid=104321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:15:25.841872 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6b014d5dee29fffbb36c15c330f4dd8b871b4cb67f19a16d167ed5ff3960b8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c92f1104-cf4c-4782-b72b-9019a8122564" -d '{"events": [{"name": "network-changed", "server_uuid": "836874db-02ab-4f3d-8b87-d32c70829b1b", "tag": "43ac5025-cbec-4c3e-a75a-05a41cfb775f"}]}' {{(pid=104321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:15:25.876747 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 May 2022 21:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c66f38cd-1cb1-4464-a546-c11ba66c5124 x-openstack-request-id: req-c66f38cd-1cb1-4464-a546-c11ba66c5124 {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:15:25.877038 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "836874db-02ab-4f3d-8b87-d32c70829b1b", "tag": "43ac5025-cbec-4c3e-a75a-05a41cfb775f", "status": "completed", "code": 200}]} {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:15:25.877287 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c66f38cd-1cb1-4464-a546-c11ba66c5124 {{(pid=104321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:15:25.877686 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c66f38cd-1cb1-4464-a546-c11ba66c5124'] response: {'name': 'network-changed', 'server_uuid': '836874db-02ab-4f3d-8b87-d32c70829b1b', 'tag': '43ac5025-cbec-4c3e-a75a-05a41cfb775f', 'status': 'completed', 'code': 200} May 31 21:15:25.914341 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cceb85-1eac-421e-814e-835f813d7711 req-0e8c8ba3-0948-46b2-9b15-56499ec94ba4 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:25.915786 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-73cceb85-1eac-421e-814e-835f813d7711 req-0e8c8ba3-0948-46b2-9b15-56499ec94ba4 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/ports?device_id=45453898-e1e4-44bb-8af5-3a1729aa2870 HTTP/1.1" status: 200 len: 944 time: 0.0490932 May 31 21:15:25.946337 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:15:25.965533 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-73cceb85-1eac-421e-814e-835f813d7711 req-365e8735-cc10-457f-ae71-ed633b4bb683 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/security-groups?id=4049bcbd-f447-4c77-9485-61766d24f586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441656 May 31 21:15:26.421942 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d5face-3538-459d-8c07-d4124f072e9c req-7264d969-dcd1-49f2-8ca6-7a71617055ad tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:26.423424 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-12d5face-3538-459d-8c07-d4124f072e9c req-7264d969-dcd1-49f2-8ca6-7a71617055ad tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.55 "GET /v2.0/ports?device_id=836874db-02ab-4f3d-8b87-d32c70829b1b HTTP/1.1" status: 200 len: 943 time: 0.0463955 May 31 21:15:26.471365 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-12d5face-3538-459d-8c07-d4124f072e9c req-bcefd9b4-9dc5-4400-9e70-330d72dc3d51 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa058631-00c1-488d-9916-a9dd50ab9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416696 May 31 21:15:27.075913 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af12dfd-a604-4322-aac9-3a74ba9b4f3b req-fdae6970-3db9-40e1-8307-cb1c9df844cf tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:27.077370 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-5af12dfd-a604-4322-aac9-3a74ba9b4f3b req-fdae6970-3db9-40e1-8307-cb1c9df844cf tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/ports?device_id=45453898-e1e4-44bb-8af5-3a1729aa2870 HTTP/1.1" status: 200 len: 944 time: 0.0459290 May 31 21:15:27.129104 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-5af12dfd-a604-4322-aac9-3a74ba9b4f3b req-c81bf814-f0a5-4308-9496-781e83e92de6 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/security-groups?id=4049bcbd-f447-4c77-9485-61766d24f586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457532 May 31 21:15:27.584017 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eaec78-3d21-4838-b54e-4b30d19a4c73 req-97e133a4-0e16-4cce-bf4a-13326a6e9036 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:27.585510 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-47eaec78-3d21-4838-b54e-4b30d19a4c73 req-97e133a4-0e16-4cce-bf4a-13326a6e9036 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.55 "GET /v2.0/ports?device_id=836874db-02ab-4f3d-8b87-d32c70829b1b HTTP/1.1" status: 200 len: 943 time: 0.0480421 May 31 21:15:27.633881 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-47eaec78-3d21-4838-b54e-4b30d19a4c73 req-e8e88339-f1ab-4c1f-b37f-1f12ce8082d9 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa058631-00c1-488d-9916-a9dd50ab9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426154 May 31 21:15:28.241033 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c0dbe4-769f-467f-a49a-56cb8909c3f4 req-9ee10f48-910f-4087-ac62-9b663cfad179 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:28.242502 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-35c0dbe4-769f-467f-a49a-56cb8909c3f4 req-9ee10f48-910f-4087-ac62-9b663cfad179 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/ports?device_id=45453898-e1e4-44bb-8af5-3a1729aa2870 HTTP/1.1" status: 200 len: 944 time: 0.0464342 May 31 21:15:28.277843 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:15:28.292082 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-35c0dbe4-769f-467f-a49a-56cb8909c3f4 req-a4e9ef62-95fc-41bc-b4b3-5b854cb439cc tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/security-groups?id=4049bcbd-f447-4c77-9485-61766d24f586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441875 May 31 21:15:28.750837 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f9ac6-20c1-401a-a186-6bc489497bd5 req-57f1f50f-b3f9-44bc-a401-d52dd0acd35d tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:28.752319 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-508f9ac6-20c1-401a-a186-6bc489497bd5 req-57f1f50f-b3f9-44bc-a401-d52dd0acd35d tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.55 "GET /v2.0/ports?device_id=836874db-02ab-4f3d-8b87-d32c70829b1b HTTP/1.1" status: 200 len: 943 time: 0.0515296 May 31 21:15:28.801213 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-508f9ac6-20c1-401a-a186-6bc489497bd5 req-f836d87b-a3cd-4980-8da3-740266e001eb tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa058631-00c1-488d-9916-a9dd50ab9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431166 May 31 21:15:29.405143 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ec2ad9-bb97-4644-b5be-31632453ebae req-c6b53620-4028-4756-a7e0-a1ca8ad4f2de tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:29.406634 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-a3ec2ad9-bb97-4644-b5be-31632453ebae req-c6b53620-4028-4756-a7e0-a1ca8ad4f2de tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/ports?device_id=45453898-e1e4-44bb-8af5-3a1729aa2870 HTTP/1.1" status: 200 len: 944 time: 0.0469801 May 31 21:15:29.454885 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-a3ec2ad9-bb97-4644-b5be-31632453ebae req-6a33b46e-3507-4de3-a889-926d0f778fa2 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/security-groups?id=4049bcbd-f447-4c77-9485-61766d24f586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427711 May 31 21:15:29.911832 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322f3f1a-7ee2-43b8-bed8-94944c24d99d req-eb3aaca9-685e-4f1d-a25d-58b66d4ca703 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:29.913687 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-322f3f1a-7ee2-43b8-bed8-94944c24d99d req-eb3aaca9-685e-4f1d-a25d-58b66d4ca703 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.55 "GET /v2.0/ports?device_id=836874db-02ab-4f3d-8b87-d32c70829b1b HTTP/1.1" status: 200 len: 943 time: 0.0453780 May 31 21:15:29.963594 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-322f3f1a-7ee2-43b8-bed8-94944c24d99d req-649ba326-0779-43fa-8872-baac42153d09 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa058631-00c1-488d-9916-a9dd50ab9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444591 May 31 21:15:30.566104 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8147b5-f583-4a97-a205-ea57e6a38322 req-db2d47d7-7dfe-4146-aea9-ec8db8c2c8f3 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:30.567617 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-cb8147b5-f583-4a97-a205-ea57e6a38322 req-db2d47d7-7dfe-4146-aea9-ec8db8c2c8f3 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/ports?device_id=45453898-e1e4-44bb-8af5-3a1729aa2870 HTTP/1.1" status: 200 len: 944 time: 0.0468323 May 31 21:15:30.617265 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-cb8147b5-f583-4a97-a205-ea57e6a38322 req-bd556c84-fc85-4077-8510-36de2cc9b490 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/security-groups?id=4049bcbd-f447-4c77-9485-61766d24f586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438583 May 31 21:15:31.075030 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05bc3ab-e4ba-4bc1-a5c5-b1b97dfb7696 req-19fe8592-07b6-4454-8c4e-330d5f9cc740 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:31.076404 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-e05bc3ab-e4ba-4bc1-a5c5-b1b97dfb7696 req-19fe8592-07b6-4454-8c4e-330d5f9cc740 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.55 "GET /v2.0/ports?device_id=836874db-02ab-4f3d-8b87-d32c70829b1b HTTP/1.1" status: 200 len: 943 time: 0.0460265 May 31 21:15:31.123379 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-e05bc3ab-e4ba-4bc1-a5c5-b1b97dfb7696 req-b750c7b3-ddb0-4c97-91a5-9d7727ffe11c tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa058631-00c1-488d-9916-a9dd50ab9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413077 May 31 21:15:31.732295 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10203e47-21cc-46c1-8492-2857e985b13b req-0b87527b-d0c3-43f4-b9bd-5594be35427b tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:31.733706 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-10203e47-21cc-46c1-8492-2857e985b13b req-0b87527b-d0c3-43f4-b9bd-5594be35427b tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/ports?device_id=45453898-e1e4-44bb-8af5-3a1729aa2870 HTTP/1.1" status: 200 len: 944 time: 0.0505810 May 31 21:15:31.773770 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=100 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:15:31.784053 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-10203e47-21cc-46c1-8492-2857e985b13b req-300d29c1-cacc-4ac7-b4fa-b971593e1637 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/security-groups?id=4049bcbd-f447-4c77-9485-61766d24f586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448043 May 31 21:15:32.235643 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24554f09-96ca-4c37-9350-f72e81cfc22d req-7ba3db66-2512-464d-a936-31c09df4f581 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:32.237069 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-24554f09-96ca-4c37-9350-f72e81cfc22d req-7ba3db66-2512-464d-a936-31c09df4f581 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.55 "GET /v2.0/ports?device_id=836874db-02ab-4f3d-8b87-d32c70829b1b HTTP/1.1" status: 200 len: 943 time: 0.0459752 May 31 21:15:32.277477 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:15:32.285069 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-24554f09-96ca-4c37-9350-f72e81cfc22d req-fce14c40-d559-44f1-a169-8f38d6a09de6 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa058631-00c1-488d-9916-a9dd50ab9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418534 May 31 21:15:32.901188 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c38728f-3b1b-4e5a-b8b7-fd8e834565aa req-d31f6205-856b-43bc-9ecb-4035004ba4cc tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:32.902820 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-9c38728f-3b1b-4e5a-b8b7-fd8e834565aa req-d31f6205-856b-43bc-9ecb-4035004ba4cc tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/ports?device_id=45453898-e1e4-44bb-8af5-3a1729aa2870 HTTP/1.1" status: 200 len: 944 time: 0.0492904 May 31 21:15:32.951063 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-9c38728f-3b1b-4e5a-b8b7-fd8e834565aa req-0a63e6b7-b3e8-4e77-8bc4-8d2fa0674870 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/security-groups?id=4049bcbd-f447-4c77-9485-61766d24f586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428874 May 31 21:15:33.396542 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94daa78f-52d5-4eab-9cdf-c4e1d2e846eb req-9fbc26fb-349c-422c-a249-17a5527cf1ec tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:33.398023 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-94daa78f-52d5-4eab-9cdf-c4e1d2e846eb req-9fbc26fb-349c-422c-a249-17a5527cf1ec tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.55 "GET /v2.0/ports?device_id=836874db-02ab-4f3d-8b87-d32c70829b1b HTTP/1.1" status: 200 len: 943 time: 0.0465510 May 31 21:15:33.444815 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-94daa78f-52d5-4eab-9cdf-c4e1d2e846eb req-f07a173a-95ea-45f0-9e6b-3da6ab003d56 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa058631-00c1-488d-9916-a9dd50ab9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406032 May 31 21:15:33.789491 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=38,neutron:UPDATE=3 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:15:34.042837 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=30,neutron:UPDATE=3 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:15:34.044765 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=34,neutron:UPDATE=2 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:15:34.064181 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d07e9c8-e590-430c-97fa-1cc3ef1f88d5 req-ab08bf5f-2e67-46af-bd42-b84180256a85 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:34.065630 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-4d07e9c8-e590-430c-97fa-1cc3ef1f88d5 req-ab08bf5f-2e67-46af-bd42-b84180256a85 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/ports?device_id=45453898-e1e4-44bb-8af5-3a1729aa2870 HTTP/1.1" status: 200 len: 944 time: 0.0464785 May 31 21:15:34.119399 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-4d07e9c8-e590-430c-97fa-1cc3ef1f88d5 req-9e191f78-251f-4b23-8dbd-bb76f3acff9c tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/security-groups?id=4049bcbd-f447-4c77-9485-61766d24f586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481796 May 31 21:15:34.554496 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385e4177-faed-4ce2-a281-7e4daebfd43a req-56d6b257-7af2-4a54-9468-42f1faeb4a6b tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:34.555850 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-385e4177-faed-4ce2-a281-7e4daebfd43a req-56d6b257-7af2-4a54-9468-42f1faeb4a6b tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.55 "GET /v2.0/ports?device_id=836874db-02ab-4f3d-8b87-d32c70829b1b HTTP/1.1" status: 200 len: 943 time: 0.0452754 May 31 21:15:34.576020 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:15:34.603921 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-385e4177-faed-4ce2-a281-7e4daebfd43a req-5093a1a1-16a2-47d7-84ff-d2c3f108efec tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa058631-00c1-488d-9916-a9dd50ab9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426512 May 31 21:15:34.789109 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=67,neutron:UPDATE=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:15:34.798668 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=46,neutron:INSERT=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:15:35.202395 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92f1104-cf4c-4782-b72b-9019a8122564 req-d824b540-d65a-4ac8-8a81-b24be0da69e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:35.204156 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-c92f1104-cf4c-4782-b72b-9019a8122564 req-d824b540-d65a-4ac8-8a81-b24be0da69e9 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=329e95cbfdb9493d82941bc00dd1ccbe&device_id=836874db-02ab-4f3d-8b87-d32c70829b1b HTTP/1.1" status: 200 len: 1127 time: 0.0697541 May 31 21:15:35.208123 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-2625f350-ca90-498b-b34c-b7e334431fc8 req-f28a9b88-51cc-4b74-9908-ad4fe2b776ae service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=5cb669a7-8e63-46ac-86f6-1be4050a44ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0632548 May 31 21:15:35.244910 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f76567-8e06-4181-932c-bff0d309bccc req-4e49a849-e7c9-46a7-90da-b543e387c289 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:35.246439 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-b1f76567-8e06-4181-932c-bff0d309bccc req-4e49a849-e7c9-46a7-90da-b543e387c289 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/ports?device_id=45453898-e1e4-44bb-8af5-3a1729aa2870 HTTP/1.1" status: 200 len: 944 time: 0.0529158 May 31 21:15:35.329083 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-b1f76567-8e06-4181-932c-bff0d309bccc req-08e6cd38-8cd9-40ae-9134-06f338412c45 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/security-groups?id=4049bcbd-f447-4c77-9485-61766d24f586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698211 May 31 21:15:35.358528 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92f1104-cf4c-4782-b72b-9019a8122564 req-237e94d7-4365-417c-8088-128c3da9e249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:35.360007 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-c92f1104-cf4c-4782-b72b-9019a8122564 req-237e94d7-4365-417c-8088-128c3da9e249 service neutron] 10.222.0.40 "GET /v2.0/networks?tenant_id=329e95cbfdb9493d82941bc00dd1ccbe&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1273997 May 31 21:15:35.718066 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b84bf-37f3-43cd-9218-76eeb4e07eb5 req-edad4589-2f67-4056-856e-5038d6d7cff7 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:35.719522 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-b20b84bf-37f3-43cd-9218-76eeb4e07eb5 req-edad4589-2f67-4056-856e-5038d6d7cff7 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.55 "GET /v2.0/ports?device_id=836874db-02ab-4f3d-8b87-d32c70829b1b HTTP/1.1" status: 200 len: 943 time: 0.0494964 May 31 21:15:35.765877 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-b20b84bf-37f3-43cd-9218-76eeb4e07eb5 req-b825f2b3-edb3-4969-a705-9d467748ceba tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa058631-00c1-488d-9916-a9dd50ab9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408242 May 31 21:15:36.111625 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2625f350-ca90-498b-b34c-b7e334431fc8 req-fb633439-f48b-4142-9eab-29f960615b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:36.113148 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-2625f350-ca90-498b-b34c-b7e334431fc8 req-fb633439-f48b-4142-9eab-29f960615b67 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=69b2364f40d14160adf0220d92adaad7&device_id=5cb669a7-8e63-46ac-86f6-1be4050a44ec HTTP/1.1" status: 200 len: 1130 time: 0.0871894 May 31 21:15:36.188754 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92f1104-cf4c-4782-b72b-9019a8122564 req-13dbfad2-3e09-4a53-9c08-2b26f8de08f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:36.190228 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-c92f1104-cf4c-4782-b72b-9019a8122564 req-13dbfad2-3e09-4a53-9c08-2b26f8de08f5 service neutron] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1654749 May 31 21:15:36.266595 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2625f350-ca90-498b-b34c-b7e334431fc8 req-dcb22ef4-f5e9-4cc0-924c-7ac46d53968b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:36.268021 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-2625f350-ca90-498b-b34c-b7e334431fc8 req-dcb22ef4-f5e9-4cc0-924c-7ac46d53968b service neutron] 10.222.0.40 "GET /v2.0/networks?id=f9f27def-cef7-45b6-9a7b-b0c954078818 HTTP/1.1" status: 200 len: 915 time: 0.1273081 May 31 21:15:36.283151 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee282de2-6e48-4dcb-a013-fb165d360233 req-36e1108c-d5f3-4041-9647-7d18c2abc510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:36.284613 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-ee282de2-6e48-4dcb-a013-fb165d360233 req-36e1108c-d5f3-4041-9647-7d18c2abc510 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=329e95cbfdb9493d82941bc00dd1ccbe&device_id=836874db-02ab-4f3d-8b87-d32c70829b1b HTTP/1.1" status: 200 len: 1127 time: 0.0585597 May 31 21:15:36.351437 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-ee282de2-6e48-4dcb-a013-fb165d360233 req-f009f3b0-277f-4883-a96e-8dc926af64fd service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=43ac5025-cbec-4c3e-a75a-05a41cfb775f HTTP/1.1" status: 200 len: 217 time: 0.0371804 May 31 21:15:36.395433 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-2625f350-ca90-498b-b34c-b7e334431fc8 req-738ddf63-3739-4cc9-ba79-121a66680947 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e802cc62-ebe6-41ff-a0a9-e0f9038c9831 HTTP/1.1" status: 200 len: 1002 time: 0.1196611 May 31 21:15:36.440502 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee282de2-6e48-4dcb-a013-fb165d360233 req-ce71d1ab-b4f2-480c-9779-e7aa224a7e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:36.442032 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-ee282de2-6e48-4dcb-a013-fb165d360233 req-ce71d1ab-b4f2-480c-9779-e7aa224a7e12 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=55686980-865e-460e-8cc1-173f617fa8ca HTTP/1.1" status: 200 len: 854 time: 0.0863469 May 31 21:15:36.449842 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36d8e9-41b8-45d4-b41e-bd43ba93fcdd req-7da27bf8-bc46-4211-aff8-d020309c9954 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:36.451377 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-aa36d8e9-41b8-45d4-b41e-bd43ba93fcdd req-7da27bf8-bc46-4211-aff8-d020309c9954 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/ports?device_id=45453898-e1e4-44bb-8af5-3a1729aa2870 HTTP/1.1" status: 200 len: 944 time: 0.0511286 May 31 21:15:36.480633 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-ee282de2-6e48-4dcb-a013-fb165d360233 req-ff9b4ea2-26b6-491c-a6a6-5844bb77d268 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=710ad2ad-e004-4b3f-9e04-41d28feb1281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315061 May 31 21:15:36.482304 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2625f350-ca90-498b-b34c-b7e334431fc8 req-c847084f-c13a-4a0a-ae96-dfee5622bff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:36.483621 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-2625f350-ca90-498b-b34c-b7e334431fc8 req-c847084f-c13a-4a0a-ae96-dfee5622bff7 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=b0a2bf4f-8e94-4747-a06c-e4eb22a2611a HTTP/1.1" status: 200 len: 853 time: 0.0820627 May 31 21:15:36.503226 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-aa36d8e9-41b8-45d4-b41e-bd43ba93fcdd req-93d59274-4ee7-433d-9041-f91b21accb04 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/security-groups?id=4049bcbd-f447-4c77-9485-61766d24f586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443764 May 31 21:15:36.578007 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2625f350-ca90-498b-b34c-b7e334431fc8 req-f1b7520d-0419-42d6-b397-2ba4b13b006a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:36.579666 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-2625f350-ca90-498b-b34c-b7e334431fc8 req-f1b7520d-0419-42d6-b397-2ba4b13b006a service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=f9f27def-cef7-45b6-9a7b-b0c954078818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0806253 May 31 21:15:36.657183 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-ee282de2-6e48-4dcb-a013-fb165d360233 req-ea1a05d2-d974-4552-9753-dca6992f36d3 service neutron] 10.222.0.40 "GET /v2.0/networks/710ad2ad-e004-4b3f-9e04-41d28feb1281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652436 May 31 21:15:36.741640 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-2625f350-ca90-498b-b34c-b7e334431fc8 req-bd8e0a4b-a65c-4423-9a38-6baf2f67d9b9 service neutron] 10.222.0.40 "GET /v2.0/networks/f9f27def-cef7-45b6-9a7b-b0c954078818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532457 May 31 21:15:36.820755 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=100 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:15:36.824558 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-ee282de2-6e48-4dcb-a013-fb165d360233 req-0ae82c0f-a927-4fb8-a192-8774505eff06 service neutron] 10.222.0.40 "GET /v2.0/networks/710ad2ad-e004-4b3f-9e04-41d28feb1281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590953 May 31 21:15:36.826355 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=100 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:15:36.858210 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-2625f350-ca90-498b-b34c-b7e334431fc8 req-29c716d5-c9e4-4f89-9cad-daf8828d1cca service neutron] 10.222.0.40 "GET /v2.0/networks/f9f27def-cef7-45b6-9a7b-b0c954078818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104586 May 31 21:15:36.879288 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd0892-932d-406d-88e6-35619f534bc7 req-27460178-9979-47d6-9030-3ac7b22d5df9 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:36.880761 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-69dd0892-932d-406d-88e6-35619f534bc7 req-27460178-9979-47d6-9030-3ac7b22d5df9 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.55 "GET /v2.0/ports?device_id=836874db-02ab-4f3d-8b87-d32c70829b1b HTTP/1.1" status: 200 len: 943 time: 0.0482292 May 31 21:15:36.932189 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-69dd0892-932d-406d-88e6-35619f534bc7 req-fb4dde41-3e98-4790-a796-0c094962c1ac tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa058631-00c1-488d-9916-a9dd50ab9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456877 May 31 21:15:37.616776 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2e385c-84c4-4f8e-a877-8ab338202c61 req-9b9b689d-7580-467c-9e19-b7d8d4abab2e tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:37.618270 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ec2e385c-84c4-4f8e-a877-8ab338202c61 req-9b9b689d-7580-467c-9e19-b7d8d4abab2e tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/ports?device_id=45453898-e1e4-44bb-8af5-3a1729aa2870 HTTP/1.1" status: 200 len: 944 time: 0.0478051 May 31 21:15:37.685123 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2c5d1f-31c9-4ec6-9d6a-5c4452eec260 req-6070b2f9-ba3c-4e07-9caa-9a0094278ba0 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:37.686593 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-9b2c5d1f-31c9-4ec6-9d6a-5c4452eec260 req-6070b2f9-ba3c-4e07-9caa-9a0094278ba0 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cb669a7-8e63-46ac-86f6-1be4050a44ec HTTP/1.1" status: 200 len: 946 time: 0.0673423 May 31 21:15:37.715636 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ec2e385c-84c4-4f8e-a877-8ab338202c61 req-69e122ab-8ba1-423c-8d5f-6a7f3190b565 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/security-groups?id=4049bcbd-f447-4c77-9485-61766d24f586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879776 May 31 21:15:37.747818 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-9b2c5d1f-31c9-4ec6-9d6a-5c4452eec260 req-847e02dc-8f59-4d5a-9635-a51fde79c2eb tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/security-groups?id=7057cbb7-e8d0-445e-9128-5d0505c04b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527420 May 31 21:15:38.043825 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc32bbe-6291-42ed-ba2c-2e781f074c2e req-2b41e605-1cfd-42dc-a6fc-c08799ff2018 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:38.045190 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-efc32bbe-6291-42ed-ba2c-2e781f074c2e req-2b41e605-1cfd-42dc-a6fc-c08799ff2018 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.55 "GET /v2.0/ports?device_id=836874db-02ab-4f3d-8b87-d32c70829b1b HTTP/1.1" status: 200 len: 943 time: 0.0464549 May 31 21:15:38.091901 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-efc32bbe-6291-42ed-ba2c-2e781f074c2e req-52e9c03c-329a-499f-92d4-3acca14cf896 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa058631-00c1-488d-9916-a9dd50ab9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411603 May 31 21:15:38.812455 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:15:38.837609 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781cb9fa-67ff-41c8-99fa-8a89a5065b60 req-0eca29bf-4e90-4c54-a456-fcf723bee29b tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:38.839082 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-781cb9fa-67ff-41c8-99fa-8a89a5065b60 req-0eca29bf-4e90-4c54-a456-fcf723bee29b tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/ports?device_id=45453898-e1e4-44bb-8af5-3a1729aa2870 HTTP/1.1" status: 200 len: 944 time: 0.0572562 May 31 21:15:38.889504 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb466d6-cb70-4618-ba64-36332f142788 req-7aeecaf4-20b5-4024-aaa6-f539ad73b592 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:38.890962 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-4bb466d6-cb70-4618-ba64-36332f142788 req-7aeecaf4-20b5-4024-aaa6-f539ad73b592 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cb669a7-8e63-46ac-86f6-1be4050a44ec HTTP/1.1" status: 200 len: 946 time: 0.0729601 May 31 21:15:38.931939 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-781cb9fa-67ff-41c8-99fa-8a89a5065b60 req-903fe6e5-40fa-4d9b-9a32-e157fce1ef2b tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/security-groups?id=4049bcbd-f447-4c77-9485-61766d24f586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766187 May 31 21:15:38.958668 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-4bb466d6-cb70-4618-ba64-36332f142788 req-3998d3c7-2d92-497c-98fb-355f5f9a0a9f tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/security-groups?id=7057cbb7-e8d0-445e-9128-5d0505c04b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574641 May 31 21:15:39.201214 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ad642-4365-4db7-b38c-6ea6d0365155 req-0e54f93b-2803-4909-aaed-04d1e7339f8c tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:39.202664 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-024ad642-4365-4db7-b38c-6ea6d0365155 req-0e54f93b-2803-4909-aaed-04d1e7339f8c tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.55 "GET /v2.0/ports?device_id=836874db-02ab-4f3d-8b87-d32c70829b1b HTTP/1.1" status: 200 len: 943 time: 0.0451200 May 31 21:15:39.250095 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-024ad642-4365-4db7-b38c-6ea6d0365155 req-991a7c5c-2035-4d6b-b681-fc383ce75253 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa058631-00c1-488d-9916-a9dd50ab9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416296 May 31 21:15:40.078141 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8f30f9-9cb0-4b3f-a8f3-b77f148863f9 req-85a9fbf0-ac18-407c-9af6-f9823069b2f9 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:40.079759 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ba8f30f9-9cb0-4b3f-a8f3-b77f148863f9 req-85a9fbf0-ac18-407c-9af6-f9823069b2f9 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/ports?device_id=45453898-e1e4-44bb-8af5-3a1729aa2870 HTTP/1.1" status: 200 len: 944 time: 0.0778372 May 31 21:15:40.095412 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:15:40.102465 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a523b075-8a81-4e26-9af2-616bbc289fbe req-5d3cecf1-ad93-4156-9a32-7b31de6af4ea tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:40.108473 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-a523b075-8a81-4e26-9af2-616bbc289fbe req-5d3cecf1-ad93-4156-9a32-7b31de6af4ea tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cb669a7-8e63-46ac-86f6-1be4050a44ec HTTP/1.1" status: 200 len: 946 time: 0.0705180 May 31 21:15:40.175880 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ba8f30f9-9cb0-4b3f-a8f3-b77f148863f9 req-a9e5b031-fb28-434e-9b29-255fc46e8d7a tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/security-groups?id=4049bcbd-f447-4c77-9485-61766d24f586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892777 May 31 21:15:40.179177 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-a523b075-8a81-4e26-9af2-616bbc289fbe req-461614de-ecd5-4e4a-9929-3dd065213a6e tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/security-groups?id=7057cbb7-e8d0-445e-9128-5d0505c04b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678430 May 31 21:15:40.363017 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae26724-87a0-4d7f-953f-37ba79996440 req-d153471d-fdd8-4845-ad18-7a8dc1f5806d tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:40.364855 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-2ae26724-87a0-4d7f-953f-37ba79996440 req-d153471d-fdd8-4845-ad18-7a8dc1f5806d tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.55 "GET /v2.0/ports?device_id=836874db-02ab-4f3d-8b87-d32c70829b1b HTTP/1.1" status: 200 len: 943 time: 0.0482426 May 31 21:15:40.667103 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-2ae26724-87a0-4d7f-953f-37ba79996440 req-55e9e443-d658-4593-8154-b2ddbb9d3080 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa058631-00c1-488d-9916-a9dd50ab9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965367 May 31 21:15:41.315715 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d28f3eb-a428-488b-ac55-cb82ae4e2396 req-3c15078d-e533-41b3-ae68-906f97956327 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:41.317138 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-6d28f3eb-a428-488b-ac55-cb82ae4e2396 req-3c15078d-e533-41b3-ae68-906f97956327 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/ports?device_id=45453898-e1e4-44bb-8af5-3a1729aa2870 HTTP/1.1" status: 200 len: 944 time: 0.0731280 May 31 21:15:41.328045 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5851c2fe-32da-4976-b553-01d673eae206 req-e4f3101d-1684-4870-9c10-96d5b5ed55ee tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:41.329644 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-5851c2fe-32da-4976-b553-01d673eae206 req-e4f3101d-1684-4870-9c10-96d5b5ed55ee tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cb669a7-8e63-46ac-86f6-1be4050a44ec HTTP/1.1" status: 200 len: 946 time: 0.0750673 May 31 21:15:41.407755 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-6d28f3eb-a428-488b-ac55-cb82ae4e2396 req-906c88fc-bb52-40f1-b13e-ab614021e7f9 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/security-groups?id=4049bcbd-f447-4c77-9485-61766d24f586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771570 May 31 21:15:41.410699 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-5851c2fe-32da-4976-b553-01d673eae206 req-3bdf64cd-2248-413d-97f0-d9b23a86354e tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/security-groups?id=7057cbb7-e8d0-445e-9128-5d0505c04b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737815 May 31 21:15:41.777609 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a4f894-4ca3-4011-a7e9-4845a9f4620e req-2de8d341-a713-4ca0-9f35-7cf6c3f2ccec tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:41.779098 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-d2a4f894-4ca3-4011-a7e9-4845a9f4620e req-2de8d341-a713-4ca0-9f35-7cf6c3f2ccec tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.55 "GET /v2.0/ports?device_id=836874db-02ab-4f3d-8b87-d32c70829b1b HTTP/1.1" status: 200 len: 943 time: 0.0464389 May 31 21:15:41.826274 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=80 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:15:41.826814 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-d2a4f894-4ca3-4011-a7e9-4845a9f4620e req-3a15998d-0e82-4db3-a70d-d7a0d1ca2629 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa058631-00c1-488d-9916-a9dd50ab9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421066 May 31 21:15:41.828754 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=2 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:15:41.879393 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device 43ac5025-cbec-4c3e-a75a-05a41cfb775f details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=104322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 31 21:15:41.973436 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] For port 43ac5025-cbec-4c3e-a75a-05a41cfb775f, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=43ac5025-cbec-4c3e-a75a-05a41cfb775f,segment=NetworkSegment(60205f2c-77f1-4d70-98a8-b2c7fdf09c0d),segment_id=60205f2c-77f1-4d70-98a8-b2c7fdf09c0d)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:15:41.987950 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Returning: {'device': '43ac5025-cbec-4c3e-a75a-05a41cfb775f', 'network_id': '710ad2ad-e004-4b3f-9e04-41d28feb1281', 'port_id': '43ac5025-cbec-4c3e-a75a-05a41cfb775f', 'mac_address': 'fa:16:3e:72:db:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55686980-865e-460e-8cc1-173f617fa8ca', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 31 21:15:42.021096 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Current status of the port 43ac5025-cbec-4c3e-a75a-05a41cfb775f is: DOWN; New status is: BUILD {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:15:42.021468 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (43ac5025-cbec-4c3e-a75a-05a41cfb775f), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:42.034353 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.notifiers.nova [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43ac5025-cbec-4c3e-a75a-05a41cfb775f {{(pid=104322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 21:15:42.054981 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] For port 43ac5025-cbec-4c3e-a75a-05a41cfb775f, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=43ac5025-cbec-4c3e-a75a-05a41cfb775f,segment=NetworkSegment(60205f2c-77f1-4d70-98a8-b2c7fdf09c0d),segment_id=60205f2c-77f1-4d70-98a8-b2c7fdf09c0d)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:15:42.130045 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (43ac5025-cbec-4c3e-a75a-05a41cfb775f), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:42.187003 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Pushing event updated for resources: {'Port': ['ID=43ac5025-cbec-4c3e-a75a-05a41cfb775f,revision_number=4']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:15:42.195099 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:15:42.195452 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:15:42.195855 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:15:42.196197 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:15:42.196527 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:15:42.196853 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:15:42.197179 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:15:42.197503 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:15:42.197825 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:15:42.198176 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:15:42.198507 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:15:42.198829 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:15:42.199148 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:15:42.199463 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:15:42.199777 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:15:42.219622 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-887d4b92-3210-447e-8123-8463d67f8d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (5ca9f0a2-8e5f-4b54-94fa-454f095515e4), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:42.386360 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094cab9-ae1d-4f51-bc3d-b6a9aeed56b7 req-4dc5b2fb-612b-4a04-ae35-0551fd6d71c4 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:42.387754 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-8094cab9-ae1d-4f51-bc3d-b6a9aeed56b7 req-4dc5b2fb-612b-4a04-ae35-0551fd6d71c4 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.40 "GET /v2.0/ports?device_id=5cb669a7-8e63-46ac-86f6-1be4050a44ec HTTP/1.1" status: 200 len: 946 time: 0.0479956 May 31 21:15:42.481988 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.plugin [req-8094cab9-ae1d-4f51-bc3d-b6a9aeed56b7 req-d76f5883-c4d5-4b55-b8fc-5e5d495452d2 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Deleting port e802cc62-ebe6-41ff-a0a9-e0f9038c9831 {{(pid=104321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 31 21:15:42.482363 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-8094cab9-ae1d-4f51-bc3d-b6a9aeed56b7 req-d76f5883-c4d5-4b55-b8fc-5e5d495452d2 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747262076802'] for port (e802cc62-ebe6-41ff-a0a9-e0f9038c9831), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:42.559112 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d21b653-9f4a-49a6-887e-c1dcad09f5d2 req-efd34b10-3636-4a32-9e68-6e2790d7eba0 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:42.560797 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-7d21b653-9f4a-49a6-887e-c1dcad09f5d2 req-efd34b10-3636-4a32-9e68-6e2790d7eba0 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/ports?device_id=45453898-e1e4-44bb-8af5-3a1729aa2870 HTTP/1.1" status: 200 len: 944 time: 0.0792286 May 31 21:15:42.574608 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86e63c7-430a-411c-b0d7-2c416ecbea1a req-82ab2798-62d2-4376-9fb2-3dba28855305 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:42.574830 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [req-8094cab9-ae1d-4f51-bc3d-b6a9aeed56b7 req-d76f5883-c4d5-4b55-b8fc-5e5d495452d2 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] For port e802cc62-ebe6-41ff-a0a9-e0f9038c9831, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=e802cc62-ebe6-41ff-a0a9-e0f9038c9831,segment=NetworkSegment(dab68be0-cc2b-428d-a1e3-e670fc69bce9),segment_id=dab68be0-cc2b-428d-a1e3-e670fc69bce9)] {{(pid=104321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:15:42.574980 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-8094cab9-ae1d-4f51-bc3d-b6a9aeed56b7 req-d76f5883-c4d5-4b55-b8fc-5e5d495452d2 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574989'] for port (e802cc62-ebe6-41ff-a0a9-e0f9038c9831), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:42.576017 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-c86e63c7-430a-411c-b0d7-2c416ecbea1a req-82ab2798-62d2-4376-9fb2-3dba28855305 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cb669a7-8e63-46ac-86f6-1be4050a44ec HTTP/1.1" status: 200 len: 946 time: 0.0833356 May 31 21:15:42.601200 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] get_ports_and_sgs() called for port_ids ['43ac5025-cbec-4c3e-a75a-05a41cfb775f'] {{(pid=104322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 31 21:15:42.653170 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-7d21b653-9f4a-49a6-887e-c1dcad09f5d2 req-f13b35c8-5491-4792-bb12-ac074b73875b tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/security-groups?id=4049bcbd-f447-4c77-9485-61766d24f586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861948 May 31 21:15:42.660816 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-c86e63c7-430a-411c-b0d7-2c416ecbea1a req-875df1f0-34e6-4054-b7c7-d53953748bf1 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/security-groups?id=7057cbb7-e8d0-445e-9128-5d0505c04b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780776 May 31 21:15:42.747518 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-8094cab9-ae1d-4f51-bc3d-b6a9aeed56b7 req-d76f5883-c4d5-4b55-b8fc-5e5d495452d2 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:42.747875 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-8094cab9-ae1d-4f51-bc3d-b6a9aeed56b7 req-d76f5883-c4d5-4b55-b8fc-5e5d495452d2 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598426'] for floatingip (76e55a8c-84cd-49e7-92a4-8d5e694c99a1), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:42.748187 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.db.l3_db [req-8094cab9-ae1d-4f51-bc3d-b6a9aeed56b7 req-d76f5883-c4d5-4b55-b8fc-5e5d495452d2 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Floating IP 76e55a8c-84cd-49e7-92a4-8d5e694c99a1 disassociated. External IP: 172.27.0.151, port: e802cc62-ebe6-41ff-a0a9-e0f9038c9831. May 31 21:15:42.748531 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.plugin [req-8094cab9-ae1d-4f51-bc3d-b6a9aeed56b7 req-d76f5883-c4d5-4b55-b8fc-5e5d495452d2 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Calling delete_port for e802cc62-ebe6-41ff-a0a9-e0f9038c9831 owned by compute:nova {{(pid=104321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 31 21:15:42.943602 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61cf951-1ef7-4bf8-bb1b-9686a0e57a8a req-f6613746-2058-48f3-904a-3dd0fd8a70d8 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:42.945152 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-c61cf951-1ef7-4bf8-bb1b-9686a0e57a8a req-f6613746-2058-48f3-904a-3dd0fd8a70d8 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.55 "GET /v2.0/ports?device_id=836874db-02ab-4f3d-8b87-d32c70829b1b HTTP/1.1" status: 200 len: 944 time: 0.0490413 May 31 21:15:42.979640 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:15:42.995541 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-c61cf951-1ef7-4bf8-bb1b-9686a0e57a8a req-6a88dc0f-f67e-4b1e-93ae-fc2c0abf45fb tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa058631-00c1-488d-9916-a9dd50ab9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445724 May 31 21:15:43.153037 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-8094cab9-ae1d-4f51-bc3d-b6a9aeed56b7 req-d76f5883-c4d5-4b55-b8fc-5e5d495452d2 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747262050753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747261518138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25540506'] for port (e802cc62-ebe6-41ff-a0a9-e0f9038c9831), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:43.180495 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76f5883-c4d5-4b55-b8fc-5e5d495452d2 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Pushing event deleted for resources: {'Port': ['ID=e802cc62-ebe6-41ff-a0a9-e0f9038c9831,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:15:43.192404 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76f5883-c4d5-4b55-b8fc-5e5d495452d2 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:15:43.192747 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76f5883-c4d5-4b55-b8fc-5e5d495452d2 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:15:43.193088 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76f5883-c4d5-4b55-b8fc-5e5d495452d2 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:15:43.193422 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76f5883-c4d5-4b55-b8fc-5e5d495452d2 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:15:43.193801 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76f5883-c4d5-4b55-b8fc-5e5d495452d2 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:15:43.194101 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76f5883-c4d5-4b55-b8fc-5e5d495452d2 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:15:43.194431 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76f5883-c4d5-4b55-b8fc-5e5d495452d2 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:15:43.194751 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76f5883-c4d5-4b55-b8fc-5e5d495452d2 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:15:43.195070 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76f5883-c4d5-4b55-b8fc-5e5d495452d2 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:15:43.195389 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76f5883-c4d5-4b55-b8fc-5e5d495452d2 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:15:43.195709 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76f5883-c4d5-4b55-b8fc-5e5d495452d2 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:15:43.196025 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76f5883-c4d5-4b55-b8fc-5e5d495452d2 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:15:43.196339 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76f5883-c4d5-4b55-b8fc-5e5d495452d2 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:15:43.196652 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76f5883-c4d5-4b55-b8fc-5e5d495452d2 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:15:43.196965 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76f5883-c4d5-4b55-b8fc-5e5d495452d2 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:15:43.228716 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.agents_db [None req-3d709c36-86fd-4f4f-bf7d-9e9748143f4e None None] Agent healthcheck: found 6 active agents {{(pid=104323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 31 21:15:43.300200 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8094cab9-ae1d-4f51-bc3d-b6a9aeed56b7 req-d76f5883-c4d5-4b55-b8fc-5e5d495452d2 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Router a91754eb-1388-498d-ad7b-17314423f28d has already been hosted by L3 agent 13ce5b10-321e-4e80-b29e-1cfc3c51661e {{(pid=104321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 31 21:15:43.400794 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8094cab9-ae1d-4f51-bc3d-b6a9aeed56b7 req-d76f5883-c4d5-4b55-b8fc-5e5d495452d2 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Notify agent at l3_agent.dv-cinder-839793-16-iscsi the message routers_updated {{(pid=104321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 31 21:15:43.410094 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97aaa425-48a4-449d-b384-a3cd5b32c2b4 None None] Sync routers for ids ['a91754eb-1388-498d-ad7b-17314423f28d'] in dv-cinder-839793-16-iscsi {{(pid=104323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 21:15:43.419335 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97aaa425-48a4-449d-b384-a3cd5b32c2b4 None None] Routers {'a91754eb-1388-498d-ad7b-17314423f28d'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:15:43.419939 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-97aaa425-48a4-449d-b384-a3cd5b32c2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:15:14Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['a91754eb-1388-498d-ad7b-17314423f28d'], 'active': True} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:15:43.442910 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [req-8094cab9-ae1d-4f51-bc3d-b6a9aeed56b7 req-d76f5883-c4d5-4b55-b8fc-5e5d495452d2 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] No DVR routers for this DVR port e802cc62-ebe6-41ff-a0a9-e0f9038c9831 on host hv-cinder-83979 {{(pid=104321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} May 31 21:15:43.446052 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-8094cab9-ae1d-4f51-bc3d-b6a9aeed56b7 req-d76f5883-c4d5-4b55-b8fc-5e5d495452d2 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for port (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:43.449157 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-8094cab9-ae1d-4f51-bc3d-b6a9aeed56b7 req-d76f5883-c4d5-4b55-b8fc-5e5d495452d2 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.40 "DELETE /v2.0/ports/e802cc62-ebe6-41ff-a0a9-e0f9038c9831 HTTP/1.1" status: 204 len: 173 time: 1.0562341 May 31 21:15:43.449588 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cb669a7-8e63-46ac-86f6-1be4050a44ec', 'name': 'network-vif-deleted', 'tag': 'e802cc62-ebe6-41ff-a0a9-e0f9038c9831'}] {{(pid=104321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:15:43.451933 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6b014d5dee29fffbb36c15c330f4dd8b871b4cb67f19a16d167ed5ff3960b8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1052617b-42ee-4f52-a62d-1a3f9e54ce73" -d '{"events": [{"server_uuid": "5cb669a7-8e63-46ac-86f6-1be4050a44ec", "name": "network-vif-deleted", "tag": "e802cc62-ebe6-41ff-a0a9-e0f9038c9831"}]}' {{(pid=104321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:15:43.487590 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 May 2022 21:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b345b310-93ed-4750-8dae-8b97e45b16df x-openstack-request-id: req-b345b310-93ed-4750-8dae-8b97e45b16df {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:15:43.487889 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cb669a7-8e63-46ac-86f6-1be4050a44ec", "name": "network-vif-deleted", "tag": "e802cc62-ebe6-41ff-a0a9-e0f9038c9831", "status": "completed", "code": 200}]} {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:15:43.488165 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b345b310-93ed-4750-8dae-8b97e45b16df {{(pid=104321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:15:43.488559 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b345b310-93ed-4750-8dae-8b97e45b16df'] response: {'server_uuid': '5cb669a7-8e63-46ac-86f6-1be4050a44ec', 'name': 'network-vif-deleted', 'tag': 'e802cc62-ebe6-41ff-a0a9-e0f9038c9831', 'status': 'completed', 'code': 200} May 31 21:15:43.524476 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvr_db [None req-97aaa425-48a4-449d-b384-a3cd5b32c2b4 None None] Set router a91754eb-1388-498d-ad7b-17314423f28d gateway port host: dv-cinder-839793-16-iscsi {{(pid=104323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:15:43.727439 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-97aaa425-48a4-449d-b384-a3cd5b32c2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'name': 'tempest-AttachVolumeNegativeTest-248878464-router', 'tenant_id': '69b2364f40d14160adf0220d92adaad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '345700f1-91f0-4de8-bcd4-74c223a3a73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:11:18Z', 'updated_at': '2022-05-31T21:11:21Z', 'revision_number': 4, 'project_id': '69b2364f40d14160adf0220d92adaad7', 'gw_port': {'id': '345700f1-91f0-4de8-bcd4-74c223a3a73c', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:75:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:11:18Z', 'updated_at': '2022-05-31T21:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_interfaces': [{'id': 'c06c97eb-71d0-46d3-a966-560d7406c393', 'name': '', 'network_id': 'f9f27def-cef7-45b6-9a7b-b0c954078818', 'tenant_id': '69b2364f40d14160adf0220d92adaad7', 'mac_address': 'fa:16:3e:03:e5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'b0a2bf4f-8e94-4747-a06c-e4eb22a2611a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:11:20Z', 'updated_at': '2022-05-31T21:11:25Z', 'revision_number': 5, 'project_id': '69b2364f40d14160adf0220d92adaad7', 'subnets': [{'id': 'b0a2bf4f-8e94-4747-a06c-e4eb22a2611a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:15:43.752661 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97aaa425-48a4-449d-b384-a3cd5b32c2b4 None None] Checking router: a91754eb-1388-498d-ad7b-17314423f28d for host: dv-cinder-839793-16-iscsi {{(pid=104323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 21:15:43.761633 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97aaa425-48a4-449d-b384-a3cd5b32c2b4 None None] Routers {'a91754eb-1388-498d-ad7b-17314423f28d'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:15:43.762302 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-97aaa425-48a4-449d-b384-a3cd5b32c2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:15:14Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['a91754eb-1388-498d-ad7b-17314423f28d'], 'active': True} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:15:43.814387 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-84262c44-0d0f-4151-b3da-34c1c7814010 req-b3fc7659-3d38-430e-8260-15c58f51cd1d tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cb669a7-8e63-46ac-86f6-1be4050a44ec HTTP/1.1" status: 200 len: 210 time: 0.0601544 May 31 21:15:43.831712 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d02b19-3845-4097-aecb-8b011f1b40e4 req-e1b2ac17-083f-4bcd-92e9-ec509e44e358 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:43.833353 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-18d02b19-3845-4097-aecb-8b011f1b40e4 req-e1b2ac17-083f-4bcd-92e9-ec509e44e358 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/ports?device_id=45453898-e1e4-44bb-8af5-3a1729aa2870 HTTP/1.1" status: 200 len: 944 time: 0.0931056 May 31 21:15:43.867236 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvr_db [None req-97aaa425-48a4-449d-b384-a3cd5b32c2b4 None None] Set router a91754eb-1388-498d-ad7b-17314423f28d gateway port host: dv-cinder-839793-16-iscsi {{(pid=104323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:15:43.878667 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device 6278ba73-77b2-4be4-a1a0-b7b239769dc3 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=104322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 31 21:15:43.880818 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device 43ac5025-cbec-4c3e-a75a-05a41cfb775f up at agent hyperv_hv-cinder-83979 {{(pid=104322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 31 21:15:43.892160 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-18d02b19-3845-4097-aecb-8b011f1b40e4 req-086ebcc6-a06a-473a-980c-4a115eed5e48 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/security-groups?id=4049bcbd-f447-4c77-9485-61766d24f586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502241 May 31 21:15:43.938950 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Provisioning for port 43ac5025-cbec-4c3e-a75a-05a41cfb775f completed by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 31 21:15:44.020790 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] For port 6278ba73-77b2-4be4-a1a0-b7b239769dc3, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=6278ba73-77b2-4be4-a1a0-b7b239769dc3,segment=NetworkSegment(6085a41f-6237-4890-bb7a-791e7fdfea31),segment_id=6085a41f-6237-4890-bb7a-791e7fdfea31)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:15:44.033660 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Returning: {'device': '6278ba73-77b2-4be4-a1a0-b7b239769dc3', 'network_id': 'b57e19b6-0914-4711-9006-4e82330c3537', 'port_id': '6278ba73-77b2-4be4-a1a0-b7b239769dc3', 'mac_address': 'fa:16:3e:05:53:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e821434b-2d4a-43d9-a6fc-75e6d799de81', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 31 21:15:44.059059 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Provisioning complete for port 43ac5025-cbec-4c3e-a75a-05a41cfb775f triggered by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:15:44.059692 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (43ac5025-cbec-4c3e-a75a-05a41cfb775f), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:44.061851 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-97aaa425-48a4-449d-b384-a3cd5b32c2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'name': 'tempest-AttachVolumeNegativeTest-248878464-router', 'tenant_id': '69b2364f40d14160adf0220d92adaad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '345700f1-91f0-4de8-bcd4-74c223a3a73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:11:18Z', 'updated_at': '2022-05-31T21:11:21Z', 'revision_number': 4, 'project_id': '69b2364f40d14160adf0220d92adaad7', 'gw_port': {'id': '345700f1-91f0-4de8-bcd4-74c223a3a73c', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:75:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:11:18Z', 'updated_at': '2022-05-31T21:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_interfaces': [{'id': 'c06c97eb-71d0-46d3-a966-560d7406c393', 'name': '', 'network_id': 'f9f27def-cef7-45b6-9a7b-b0c954078818', 'tenant_id': '69b2364f40d14160adf0220d92adaad7', 'mac_address': 'fa:16:3e:03:e5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'b0a2bf4f-8e94-4747-a06c-e4eb22a2611a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:11:20Z', 'updated_at': '2022-05-31T21:11:25Z', 'revision_number': 5, 'project_id': '69b2364f40d14160adf0220d92adaad7', 'subnets': [{'id': 'b0a2bf4f-8e94-4747-a06c-e4eb22a2611a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:15:44.091597 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97aaa425-48a4-449d-b384-a3cd5b32c2b4 None None] The sync data for ids ['a91754eb-1388-498d-ad7b-17314423f28d'] in dv-cinder-839793-16-iscsi is: [{'id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'name': 'tempest-AttachVolumeNegativeTest-248878464-router', 'tenant_id': '69b2364f40d14160adf0220d92adaad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '345700f1-91f0-4de8-bcd4-74c223a3a73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:11:18Z', 'updated_at': '2022-05-31T21:11:21Z', 'revision_number': 4, 'project_id': '69b2364f40d14160adf0220d92adaad7', 'gw_port': {'id': '345700f1-91f0-4de8-bcd4-74c223a3a73c', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:75:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:11:18Z', 'updated_at': '2022-05-31T21:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_interfaces': [{'id': 'c06c97eb-71d0-46d3-a966-560d7406c393', 'name': '', 'network_id': 'f9f27def-cef7-45b6-9a7b-b0c954078818', 'tenant_id': '69b2364f40d14160adf0220d92adaad7', 'mac_address': 'fa:16:3e:03:e5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'b0a2bf4f-8e94-4747-a06c-e4eb22a2611a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:11:20Z', 'updated_at': '2022-05-31T21:11:25Z', 'revision_number': 5, 'project_id': '69b2364f40d14160adf0220d92adaad7', 'subnets': [{'id': 'b0a2bf4f-8e94-4747-a06c-e4eb22a2611a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 21:15:44.103170 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Current status of the port 6278ba73-77b2-4be4-a1a0-b7b239769dc3 is: DOWN; New status is: BUILD {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:15:44.103754 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (6278ba73-77b2-4be4-a1a0-b7b239769dc3), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:44.131461 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.notifiers.nova [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6278ba73-77b2-4be4-a1a0-b7b239769dc3 {{(pid=104322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 21:15:44.157280 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a6db78-4860-481e-8d45-3effb66f0cdb req-0ab5109a-bc19-4710-865a-5ab95120b226 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:44.159005 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-90a6db78-4860-481e-8d45-3effb66f0cdb req-0ab5109a-bc19-4710-865a-5ab95120b226 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.55 "GET /v2.0/ports?device_id=836874db-02ab-4f3d-8b87-d32c70829b1b HTTP/1.1" status: 200 len: 944 time: 0.0841060 May 31 21:15:44.178237 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] For port 6278ba73-77b2-4be4-a1a0-b7b239769dc3, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=6278ba73-77b2-4be4-a1a0-b7b239769dc3,segment=NetworkSegment(6085a41f-6237-4890-bb7a-791e7fdfea31),segment_id=6085a41f-6237-4890-bb7a-791e7fdfea31)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:15:44.189169 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Current status of the port 43ac5025-cbec-4c3e-a75a-05a41cfb775f is: BUILD; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:15:44.189559 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (43ac5025-cbec-4c3e-a75a-05a41cfb775f), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:44.216199 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '836874db-02ab-4f3d-8b87-d32c70829b1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43ac5025-cbec-4c3e-a75a-05a41cfb775f'}] {{(pid=104322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:15:44.218566 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0d07a434bcc94248bd83d89f5df7255b965f34de07d957ea8ea11cb14c6cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ef5784-4bb1-49fb-aa62-64c8d1f3fd65" -d '{"events": [{"server_uuid": "836874db-02ab-4f3d-8b87-d32c70829b1b", "name": "network-vif-plugged", "status": "completed", "tag": "43ac5025-cbec-4c3e-a75a-05a41cfb775f"}]}' {{(pid=104322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:15:44.228588 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-90a6db78-4860-481e-8d45-3effb66f0cdb req-20129c31-214b-4dda-932d-18e712b22272 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa058631-00c1-488d-9916-a9dd50ab9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624480 May 31 21:15:44.233498 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] For port 43ac5025-cbec-4c3e-a75a-05a41cfb775f, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=43ac5025-cbec-4c3e-a75a-05a41cfb775f,segment=NetworkSegment(60205f2c-77f1-4d70-98a8-b2c7fdf09c0d),segment_id=60205f2c-77f1-4d70-98a8-b2c7fdf09c0d)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:15:44.263543 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 May 2022 21:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9903f3d5-5e54-41ce-ba86-15864a3be4d5 x-openstack-request-id: req-9903f3d5-5e54-41ce-ba86-15864a3be4d5 {{(pid=104322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:15:44.263838 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "836874db-02ab-4f3d-8b87-d32c70829b1b", "name": "network-vif-plugged", "status": "completed", "tag": "43ac5025-cbec-4c3e-a75a-05a41cfb775f", "code": 200}]} {{(pid=104322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:15:44.264092 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9903f3d5-5e54-41ce-ba86-15864a3be4d5 {{(pid=104322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:15:44.264492 dv-cinder-839793-16-iscsi neutron-server[104322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9903f3d5-5e54-41ce-ba86-15864a3be4d5'] response: {'server_uuid': '836874db-02ab-4f3d-8b87-d32c70829b1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43ac5025-cbec-4c3e-a75a-05a41cfb775f', 'code': 200} May 31 21:15:44.267548 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (6278ba73-77b2-4be4-a1a0-b7b239769dc3), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:44.320016 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Pushing event updated for resources: {'Port': ['ID=6278ba73-77b2-4be4-a1a0-b7b239769dc3,revision_number=4']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:15:44.369976 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (43ac5025-cbec-4c3e-a75a-05a41cfb775f), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:44.399928 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69757354-3855-469d-b65f-d32a4766e5a4 None None] New status for floating IP 76e55a8c-84cd-49e7-92a4-8d5e694c99a1: DOWN {{(pid=104322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 31 21:15:44.532485 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Pushing event updated for resources: {'Port': ['ID=43ac5025-cbec-4c3e-a75a-05a41cfb775f,revision_number=5']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:15:44.567261 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a660044-26f2-4bd4-9c3d-1a59212de8a0 req-4e2b9e8e-f387-4a24-bfb4-5481ce594eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:44.568760 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-9a660044-26f2-4bd4-9c3d-1a59212de8a0 req-4e2b9e8e-f387-4a24-bfb4-5481ce594eb6 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=836874db-02ab-4f3d-8b87-d32c70829b1b HTTP/1.1" status: 200 len: 1129 time: 0.0384212 May 31 21:15:44.593457 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:15:44.598219 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:15:44.613554 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-9a660044-26f2-4bd4-9c3d-1a59212de8a0 req-408c5529-57ef-41bd-bdfc-bbcb045b98c5 service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=aa058631-00c1-488d-9916-a9dd50ab9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389678 May 31 21:15:44.655707 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-3af162cb-e51c-4e26-ada5-f2a45a73c88c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (13ce5b10-321e-4e80-b29e-1cfc3c51661e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:44.688466 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] get_ports_and_sgs() called for port_ids ['6278ba73-77b2-4be4-a1a0-b7b239769dc3'] {{(pid=104322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 31 21:15:44.765644 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:15:44.808822 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:15:44.835550 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:15:44.987004 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 41598) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:15:45.000475 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:15:45.010487 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f223023-41af-47e8-9fcf-25d3fec02171 req-c3b70384-62b6-4053-90fc-625b3ea74878 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:45.012076 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-5f223023-41af-47e8-9fcf-25d3fec02171 req-c3b70384-62b6-4053-90fc-625b3ea74878 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/ports?device_id=45453898-e1e4-44bb-8af5-3a1729aa2870 HTTP/1.1" status: 200 len: 945 time: 0.0493698 May 31 21:15:45.043023 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-6bb7f396-b499-4286-a621-08b505740836 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks [] for security_group (7057cbb7-e8d0-445e-9128-5d0505c04b0d), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:45.063852 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-5f223023-41af-47e8-9fcf-25d3fec02171 req-084184eb-5829-4dae-aaf5-96a8aef21b6b tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/security-groups?id=4049bcbd-f447-4c77-9485-61766d24f586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459540 May 31 21:15:45.066067 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-6bb7f396-b499-4286-a621-08b505740836 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks [] for security_group (7057cbb7-e8d0-445e-9128-5d0505c04b0d), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:45.193144 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-6bb7f396-b499-4286-a621-08b505740836 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (7057cbb7-e8d0-445e-9128-5d0505c04b0d), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:45.196248 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-6bb7f396-b499-4286-a621-08b505740836 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks [] for security_group (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:45.197423 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-6bb7f396-b499-4286-a621-08b505740836 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "DELETE /v2.0/security-groups/7057cbb7-e8d0-445e-9128-5d0505c04b0d HTTP/1.1" status: 204 len: 168 time: 0.2093222 May 31 21:15:45.200358 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 41600) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:15:45.206791 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb7f396-b499-4286-a621-08b505740836 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7057cbb7-e8d0-445e-9128-5d0505c04b0d,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:15:45.216304 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.api.v2.resource [None req-bf5c916d-0258-43b1-a9a5-39c1005e824a tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] show failed (client error): The resource could not be found. May 31 21:15:45.217319 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-bf5c916d-0258-43b1-a9a5-39c1005e824a tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/security-groups/7057cbb7-e8d0-445e-9128-5d0505c04b0d HTTP/1.1" status: 404 len: 347 time: 0.0159364 May 31 21:15:45.220202 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 41602) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:15:45.363561 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-e1bf033a-c5c1-480c-9920-246c6c21d7a6 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Deleting port 6aa291d3-b66e-432f-b5d7-dbaceb3e40ec {{(pid=104320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 31 21:15:45.363817 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-e1bf033a-c5c1-480c-9920-246c6c21d7a6 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747262076802'] for port (6aa291d3-b66e-432f-b5d7-dbaceb3e40ec), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:45.388277 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f78240f-48e8-448f-abe9-188fb2aa1796 req-a5212a6f-c783-45de-90d6-601c956ec7e3 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:45.389703 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-4f78240f-48e8-448f-abe9-188fb2aa1796 req-a5212a6f-c783-45de-90d6-601c956ec7e3 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.55 "GET /v2.0/ports?device_id=836874db-02ab-4f3d-8b87-d32c70829b1b HTTP/1.1" status: 200 len: 945 time: 0.0691218 May 31 21:15:45.481301 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-4f78240f-48e8-448f-abe9-188fb2aa1796 req-809561a9-0d33-4566-9b41-6eba985345db tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa058631-00c1-488d-9916-a9dd50ab9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675275 May 31 21:15:45.489710 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-e1bf033a-c5c1-480c-9920-246c6c21d7a6 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574989'] for port (6aa291d3-b66e-432f-b5d7-dbaceb3e40ec), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:45.490066 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-e1bf033a-c5c1-480c-9920-246c6c21d7a6 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks [] for floatingip (6aa291d3-b66e-432f-b5d7-dbaceb3e40ec), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:45.503320 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-e1bf033a-c5c1-480c-9920-246c6c21d7a6 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Calling delete_port for 6aa291d3-b66e-432f-b5d7-dbaceb3e40ec owned by network:floatingip {{(pid=104320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 31 21:15:45.677013 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-58fa0aab-c296-4be2-a1ab-08418c16cad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (8170e961-7e1e-4c09-b09f-6b764c457cfd), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:45.701607 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-e1bf033a-c5c1-480c-9920-246c6c21d7a6 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747262050753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747261518138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437045'] for port (6aa291d3-b66e-432f-b5d7-dbaceb3e40ec), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:45.725281 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bf033a-c5c1-480c-9920-246c6c21d7a6 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Pushing event deleted for resources: {'Port': ['ID=6aa291d3-b66e-432f-b5d7-dbaceb3e40ec,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:15:45.752624 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:15:45.788924 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-e1bf033a-c5c1-480c-9920-246c6c21d7a6 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks [] for floatingip (76e55a8c-84cd-49e7-92a4-8d5e694c99a1), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:45.791451 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-e1bf033a-c5c1-480c-9920-246c6c21d7a6 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for floatingip (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:45.795240 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-e1bf033a-c5c1-480c-9920-246c6c21d7a6 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "DELETE /v2.0/floatingips/76e55a8c-84cd-49e7-92a4-8d5e694c99a1 HTTP/1.1" status: 204 len: 168 time: 0.5715089 May 31 21:15:45.873240 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device 6278ba73-77b2-4be4-a1a0-b7b239769dc3 up at agent hyperv_hv-cinder-83979 {{(pid=104322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 31 21:15:45.915351 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Provisioning for port 6278ba73-77b2-4be4-a1a0-b7b239769dc3 completed by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 31 21:15:45.955946 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 41608) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:15:45.960447 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.v2.base [None req-1a54e485-03e6-4275-b070-70facd8e85ce tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1336561493', 'description': 'tempest-description--1489585688'}} {{(pid=104320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:15:45.973885 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Provisioning complete for port 6278ba73-77b2-4be4-a1a0-b7b239769dc3 triggered by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:15:45.977772 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (6278ba73-77b2-4be4-a1a0-b7b239769dc3), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:46.050095 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Current status of the port 6278ba73-77b2-4be4-a1a0-b7b239769dc3 is: BUILD; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:15:46.050346 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-1a54e485-03e6-4275-b070-70facd8e85ce tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks [] for security_group (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:46.050843 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (6278ba73-77b2-4be4-a1a0-b7b239769dc3), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:46.090289 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] For port 6278ba73-77b2-4be4-a1a0-b7b239769dc3, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=6278ba73-77b2-4be4-a1a0-b7b239769dc3,segment=NetworkSegment(6085a41f-6237-4890-bb7a-791e7fdfea31),segment_id=6085a41f-6237-4890-bb7a-791e7fdfea31)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:15:46.125814 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-1a54e485-03e6-4275-b070-70facd8e85ce tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks [] for security_group (d405cf81-74ec-44c8-b48c-7578ecaab081), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:46.158899 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (6278ba73-77b2-4be4-a1a0-b7b239769dc3), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:46.159879 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device e802cc62-ebe6-41ff-a0a9-e0f9038c9831 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 31 21:15:46.180458 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9665bf14-9a2c-48f4-8c06-f247feab16c3 req-81158e3f-ac1d-4951-912e-3cac0e87e604 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:46.182003 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-9665bf14-9a2c-48f4-8c06-f247feab16c3 req-81158e3f-ac1d-4951-912e-3cac0e87e604 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/ports?device_id=45453898-e1e4-44bb-8af5-3a1729aa2870 HTTP/1.1" status: 200 len: 945 time: 0.0481842 May 31 21:15:46.187638 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-1a54e485-03e6-4275-b070-70facd8e85ce tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (d405cf81-74ec-44c8-b48c-7578ecaab081), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:46.196471 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] No Port match for: e802cc62-ebe6-41ff-a0a9-e0f9038c9831 {{(pid=104322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 31 21:15:46.196830 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device e802cc62-ebe6-41ff-a0a9-e0f9038c9831 not bound to the agent host hv-cinder-83979 {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 31 21:15:46.225867 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Pushing event updated for resources: {'Port': ['ID=6278ba73-77b2-4be4-a1a0-b7b239769dc3,revision_number=5']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:15:46.241980 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a54e485-03e6-4275-b070-70facd8e85ce tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d405cf81-74ec-44c8-b48c-7578ecaab081,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:15:46.265307 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45453898-e1e4-44bb-8af5-3a1729aa2870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6278ba73-77b2-4be4-a1a0-b7b239769dc3'}] {{(pid=104322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:15:46.267881 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0d07a434bcc94248bd83d89f5df7255b965f34de07d957ea8ea11cb14c6cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f34ab7-f826-423c-88d1-c806bd186b7a" -d '{"events": [{"server_uuid": "45453898-e1e4-44bb-8af5-3a1729aa2870", "name": "network-vif-plugged", "status": "completed", "tag": "6278ba73-77b2-4be4-a1a0-b7b239769dc3"}]}' {{(pid=104322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:15:46.269320 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-9665bf14-9a2c-48f4-8c06-f247feab16c3 req-fb6ae2e3-9da7-41b9-ac01-211d453e3004 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/security-groups?id=4049bcbd-f447-4c77-9485-61766d24f586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786948 May 31 21:15:46.292329 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-1a54e485-03e6-4275-b070-70facd8e85ce tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks [] for security_group (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:46.293544 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-1a54e485-03e6-4275-b070-70facd8e85ce tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3366210 May 31 21:15:46.296929 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 41614) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:15:46.302383 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.v2.base [None req-2ccbc35b-08e5-440f-a82a-98ba3bca0f7f tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Request body: {'security_group_rule': {'security_group_id': 'd405cf81-74ec-44c8-b48c-7578ecaab081', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:15:46.313099 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 May 2022 21:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d0c24d-1e23-4417-bb79-4e85bb2aef5f x-openstack-request-id: req-99d0c24d-1e23-4417-bb79-4e85bb2aef5f {{(pid=104322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:15:46.313393 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45453898-e1e4-44bb-8af5-3a1729aa2870", "name": "network-vif-plugged", "status": "completed", "tag": "6278ba73-77b2-4be4-a1a0-b7b239769dc3", "code": 200}]} {{(pid=104322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:15:46.313644 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-99d0c24d-1e23-4417-bb79-4e85bb2aef5f {{(pid=104322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:15:46.314093 dv-cinder-839793-16-iscsi neutron-server[104322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99d0c24d-1e23-4417-bb79-4e85bb2aef5f'] response: {'server_uuid': '45453898-e1e4-44bb-8af5-3a1729aa2870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6278ba73-77b2-4be4-a1a0-b7b239769dc3', 'code': 200} May 31 21:15:46.420921 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-2ccbc35b-08e5-440f-a82a-98ba3bca0f7f tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks [] for security_group_rule (92a61276-79a1-4a77-a73e-ea1910e1e90b), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:46.475348 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-2ccbc35b-08e5-440f-a82a-98ba3bca0f7f tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks [] for security_group_rule (92a61276-79a1-4a77-a73e-ea1910e1e90b), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:46.547603 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-2ccbc35b-08e5-440f-a82a-98ba3bca0f7f tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769332'] for security_group_rule (92a61276-79a1-4a77-a73e-ea1910e1e90b), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:46.573672 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:15:46.593144 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccbc35b-08e5-440f-a82a-98ba3bca0f7f tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92a61276-79a1-4a77-a73e-ea1910e1e90b,revision_number=0']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:15:46.614220 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3afc83c-1574-4a2a-a18b-939fd9dae85e req-c0caabfe-4aa3-493a-b2ce-b35fdd616452 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:46.616217 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-e3afc83c-1574-4a2a-a18b-939fd9dae85e req-c0caabfe-4aa3-493a-b2ce-b35fdd616452 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.55 "GET /v2.0/ports?device_id=836874db-02ab-4f3d-8b87-d32c70829b1b HTTP/1.1" status: 200 len: 945 time: 0.0626769 May 31 21:15:46.656272 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-2ccbc35b-08e5-440f-a82a-98ba3bca0f7f tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:46.657602 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-2ccbc35b-08e5-440f-a82a-98ba3bca0f7f tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3588593 May 31 21:15:46.660385 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 41618) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:15:46.665513 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [None req-c9b46120-62ad-43dd-a315-ff2a77eb3ea9 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Request body: {'security_group_rule': {'security_group_id': 'd405cf81-74ec-44c8-b48c-7578ecaab081', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:15:46.671412 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-e3afc83c-1574-4a2a-a18b-939fd9dae85e req-1100f5b6-cb70-428c-8915-fecd541a45b6 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa058631-00c1-488d-9916-a9dd50ab9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494339 May 31 21:15:46.719334 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa16d3d-79ef-4cf1-bb3f-671335d2ac1f req-e2f4a194-3483-4ff4-abee-2c9422ba3534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:46.720780 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-2aa16d3d-79ef-4cf1-bb3f-671335d2ac1f req-e2f4a194-3483-4ff4-abee-2c9422ba3534 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=45453898-e1e4-44bb-8af5-3a1729aa2870 HTTP/1.1" status: 200 len: 1130 time: 0.0472529 May 31 21:15:46.766916 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-2aa16d3d-79ef-4cf1-bb3f-671335d2ac1f req-fb545200-5354-4d3f-b41c-94e374f50f04 service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=4049bcbd-f447-4c77-9485-61766d24f586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397654 May 31 21:15:46.793705 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-c9b46120-62ad-43dd-a315-ff2a77eb3ea9 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks [] for security_group_rule (3aa59774-979a-4e10-961e-91e7fe0c88d1), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:46.848583 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-c9b46120-62ad-43dd-a315-ff2a77eb3ea9 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks [] for security_group_rule (3aa59774-979a-4e10-961e-91e7fe0c88d1), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:46.861544 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-b770b660-b824-4665-84d0-9bbdd29e8e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (1c1563bc-5b12-4065-8d27-b22246e8e8d3), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:46.941430 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-c9b46120-62ad-43dd-a315-ff2a77eb3ea9 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769332'] for security_group_rule (3aa59774-979a-4e10-961e-91e7fe0c88d1), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:46.959813 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b46120-62ad-43dd-a315-ff2a77eb3ea9 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3aa59774-979a-4e10-961e-91e7fe0c88d1,revision_number=0']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:15:47.034589 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-c9b46120-62ad-43dd-a315-ff2a77eb3ea9 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:47.035730 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-c9b46120-62ad-43dd-a315-ff2a77eb3ea9 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3743646 May 31 21:15:47.039529 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 41620) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:15:47.043917 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [None req-490c06eb-4f6b-495b-9c5b-f5509e9cf006 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Request body: {'floatingip': {'floating_network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac'}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:15:47.145734 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-490c06eb-4f6b-495b-9c5b-f5509e9cf006 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:47.232035 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-490c06eb-4f6b-495b-9c5b-f5509e9cf006 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:47.339899 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.db_base_plugin_common [None req-490c06eb-4f6b-495b-9c5b-f5509e9cf006 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Allocated IP 172.27.0.198 (c2cfca3b-95da-4cff-a3c5-795dffb6abac/763c29f6-cebe-4813-9ab2-68212649a0b5/3d8ca38f-3109-451a-ac1f-d6b725064dd2) {{(pid=104321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 21:15:47.392935 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9437e484-d6ac-4f6e-ade4-fb2a484e3a6b req-eaeef57d-e88e-4cf4-a8b7-da8ad1ab81dd tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:47.394456 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-9437e484-d6ac-4f6e-ade4-fb2a484e3a6b req-eaeef57d-e88e-4cf4-a8b7-da8ad1ab81dd tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/ports?device_id=45453898-e1e4-44bb-8af5-3a1729aa2870 HTTP/1.1" status: 200 len: 946 time: 0.0510063 May 31 21:15:47.446766 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-9437e484-d6ac-4f6e-ade4-fb2a484e3a6b req-4e069733-98a7-4a77-a2f6-a9dd50b94012 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/security-groups?id=4049bcbd-f447-4c77-9485-61766d24f586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456042 May 31 21:15:47.453437 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-490c06eb-4f6b-495b-9c5b-f5509e9cf006 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks [] for port (3d8ca38f-3109-451a-ac1f-d6b725064dd2), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:47.478476 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:15:47.587948 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-490c06eb-4f6b-495b-9c5b-f5509e9cf006 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747261518129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25540506'] for port (3d8ca38f-3109-451a-ac1f-d6b725064dd2), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:47.592939 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:15:47.627593 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490c06eb-4f6b-495b-9c5b-f5509e9cf006 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Network c2cfca3b-95da-4cff-a3c5-795dffb6abac is already hosted by enough agents. {{(pid=104321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 21:15:47.633429 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.base_scheduler [None req-490c06eb-4f6b-495b-9c5b-f5509e9cf006 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Resources bound (agent type, host, resource id): {{(pid=104321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:15:47.637430 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490c06eb-4f6b-495b-9c5b-f5509e9cf006 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Received port after_create {{(pid=104321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 31 21:15:47.639424 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490c06eb-4f6b-495b-9c5b-f5509e9cf006 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Pushing event updated for resources: {'Port': ['ID=3d8ca38f-3109-451a-ac1f-d6b725064dd2,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:15:47.729186 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-490c06eb-4f6b-495b-9c5b-f5509e9cf006 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks [] for floatingip (901ca39b-83df-4fbd-8a37-54e39c7f622f), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:47.790801 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93268b01-a709-4295-9981-e30c712d7a56 req-66ab708c-c9a8-447d-ae95-c64471a7cf66 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:47.792321 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-93268b01-a709-4295-9981-e30c712d7a56 req-66ab708c-c9a8-447d-ae95-c64471a7cf66 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.55 "GET /v2.0/ports?device_id=836874db-02ab-4f3d-8b87-d32c70829b1b HTTP/1.1" status: 200 len: 945 time: 0.0502632 May 31 21:15:47.831466 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-490c06eb-4f6b-495b-9c5b-f5509e9cf006 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (3d8ca38f-3109-451a-ac1f-d6b725064dd2), before_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:47.841029 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-93268b01-a709-4295-9981-e30c712d7a56 req-ad954f57-80e0-4721-ba00-3d288457e0cf tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa058631-00c1-488d-9916-a9dd50ab9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428259 May 31 21:15:48.021501 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-490c06eb-4f6b-495b-9c5b-f5509e9cf006 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks [] for port (3d8ca38f-3109-451a-ac1f-d6b725064dd2), precommit_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:48.107457 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-490c06eb-4f6b-495b-9c5b-f5509e9cf006 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25540501'] for port (3d8ca38f-3109-451a-ac1f-d6b725064dd2), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:48.176171 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:15:48.183045 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490c06eb-4f6b-495b-9c5b-f5509e9cf006 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Pushing event updated for resources: {'Port': ['ID=3d8ca38f-3109-451a-ac1f-d6b725064dd2,revision_number=2']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:15:48.190111 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-490c06eb-4f6b-495b-9c5b-f5509e9cf006 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598426'] for floatingip (901ca39b-83df-4fbd-8a37-54e39c7f622f), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:48.298728 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-490c06eb-4f6b-495b-9c5b-f5509e9cf006 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for floatingip (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:48.300004 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-490c06eb-4f6b-495b-9c5b-f5509e9cf006 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2594907 May 31 21:15:48.499972 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-aabdfa23-e45f-4296-a8b3-f78ec3a67890 req-a246e75c-d7aa-415a-a648-d95a23d21094 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1336561493&fields=id&tenant_id=69b2364f40d14160adf0220d92adaad7 HTTP/1.1" status: 200 len: 267 time: 0.0452762 May 31 21:15:48.596636 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:15:48.604882 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (a61205dd-b11c-42a1-aa2d-4b7310a8dc99), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:48.625038 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92d6854-f29e-46b5-8e50-e2e50c5fa883 req-1874aea8-091a-45b8-b619-7f08ca5eba14 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:48.626538 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-b92d6854-f29e-46b5-8e50-e2e50c5fa883 req-1874aea8-091a-45b8-b619-7f08ca5eba14 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/ports?device_id=45453898-e1e4-44bb-8af5-3a1729aa2870 HTTP/1.1" status: 200 len: 946 time: 0.0987432 May 31 21:15:48.693434 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabdfa23-e45f-4296-a8b3-f78ec3a67890 req-0ab04762-63ba-4fb4-b5bd-bd2e9fc71a6c tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:48.695470 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-aabdfa23-e45f-4296-a8b3-f78ec3a67890 req-0ab04762-63ba-4fb4-b5bd-bd2e9fc71a6c tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/networks?id=f9f27def-cef7-45b6-9a7b-b0c954078818 HTTP/1.1" status: 200 len: 814 time: 0.1894796 May 31 21:15:48.719200 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-b92d6854-f29e-46b5-8e50-e2e50c5fa883 req-9a4e952f-a551-4ea1-87cd-ef1111afe07e tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/security-groups?id=4049bcbd-f447-4c77-9485-61766d24f586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858142 May 31 21:15:48.721559 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-aabdfa23-e45f-4296-a8b3-f78ec3a67890 req-0c8276be-a040-48e6-9a9f-2bf41660bbc3 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/quotas/69b2364f40d14160adf0220d92adaad7 HTTP/1.1" status: 200 len: 375 time: 0.0208764 May 31 21:15:48.770551 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-aabdfa23-e45f-4296-a8b3-f78ec3a67890 req-af0334eb-100c-4123-a575-8636f8cda03f tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=69b2364f40d14160adf0220d92adaad7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0434823 May 31 21:15:48.869820 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-aabdfa23-e45f-4296-a8b3-f78ec3a67890 req-c84fbfbb-f7bb-42ea-9ca5-0ac6e4d466c3 service neutron] 10.222.0.55 "GET /v2.0/networks/f9f27def-cef7-45b6-9a7b-b0c954078818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872955 May 31 21:15:48.942228 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:15:48.964821 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-aabdfa23-e45f-4296-a8b3-f78ec3a67890 req-1a36006c-dcff-4a84-9a4c-d1c72e342191 service neutron] 10.222.0.55 "GET /v2.0/networks/f9f27def-cef7-45b6-9a7b-b0c954078818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892727 May 31 21:15:49.226068 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-4176914d-1469-4563-854f-8f9428a1458f req-687b9bee-370e-4ee3-8b65-16c4028068ca tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd8f2486-d4cf-40d9-9a07-d12933c0923b HTTP/1.1" status: 200 len: 210 time: 0.0285640 May 31 21:15:49.835445 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79430099-b1f6-4515-9a89-7774804cac4d req-cdc48439-f19e-43c9-88de-302e7023d417 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:49.839044 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-79430099-b1f6-4515-9a89-7774804cac4d req-cdc48439-f19e-43c9-88de-302e7023d417 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/ports?device_id=45453898-e1e4-44bb-8af5-3a1729aa2870 HTTP/1.1" status: 200 len: 946 time: 0.0489895 May 31 21:15:49.887632 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-79430099-b1f6-4515-9a89-7774804cac4d req-95b74311-a7a0-4b47-b388-99f80c73b24a tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/security-groups?id=4049bcbd-f447-4c77-9485-61766d24f586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450270 May 31 21:15:50.008202 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd51ae8-a1e5-45e0-9d3e-710b1f3b3c22 req-9f98ecae-161f-44d9-b06f-44ccd09f2b7a tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:50.009712 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-2dd51ae8-a1e5-45e0-9d3e-710b1f3b3c22 req-9f98ecae-161f-44d9-b06f-44ccd09f2b7a tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/ports?device_id=45453898-e1e4-44bb-8af5-3a1729aa2870 HTTP/1.1" status: 200 len: 946 time: 0.0504303 May 31 21:15:50.063266 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-2dd51ae8-a1e5-45e0-9d3e-710b1f3b3c22 req-6ca86762-e8b9-410a-a305-3c9639870f1e tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/security-groups?id=4049bcbd-f447-4c77-9485-61766d24f586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444779 May 31 21:15:50.093865 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 41714) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:15:50.251390 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905b24ea-0919-4791-b7c2-46f95915b4bc tempest-TestShelveInstance-1048790548 tempest-TestShelveInstance-1048790548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:50.258632 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-905b24ea-0919-4791-b7c2-46f95915b4bc tempest-TestShelveInstance-1048790548 tempest-TestShelveInstance-1048790548-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=45453898-e1e4-44bb-8af5-3a1729aa2870 HTTP/1.1" status: 200 len: 1125 time: 0.1582780 May 31 21:15:50.259029 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 41720) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:15:50.262982 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [None req-900cf2b0-a846-454e-8295-c7644744d84b tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Request body: {'floatingip': {'floating_network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'port_id': '6278ba73-77b2-4be4-a1a0-b7b239769dc3', 'tenant_id': 'd9c46b1e7a32484b9c22387f2aaeb871', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:15:50.335222 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-20ccac73-bbef-43f0-8613-599bc9335a08 req-704c3b9d-4d6a-4255-882c-315decfc1c4f tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd8f2486-d4cf-40d9-9a07-d12933c0923b HTTP/1.1" status: 200 len: 210 time: 0.0277469 May 31 21:15:50.374215 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-900cf2b0-a846-454e-8295-c7644744d84b tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:50.454601 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-900cf2b0-a846-454e-8295-c7644744d84b tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:50.569600 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.db_base_plugin_common [None req-900cf2b0-a846-454e-8295-c7644744d84b tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Allocated IP 172.27.0.65 (c2cfca3b-95da-4cff-a3c5-795dffb6abac/763c29f6-cebe-4813-9ab2-68212649a0b5/079e15de-febe-43ea-945d-3d43f578d284) {{(pid=104321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 21:15:50.679096 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-900cf2b0-a846-454e-8295-c7644744d84b tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Publish callbacks [] for port (079e15de-febe-43ea-945d-3d43f578d284), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:50.782210 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-900cf2b0-a846-454e-8295-c7644744d84b tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747261518129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25540506'] for port (079e15de-febe-43ea-945d-3d43f578d284), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:50.820789 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900cf2b0-a846-454e-8295-c7644744d84b tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Network c2cfca3b-95da-4cff-a3c5-795dffb6abac is already hosted by enough agents. {{(pid=104321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 21:15:50.823755 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.base_scheduler [None req-900cf2b0-a846-454e-8295-c7644744d84b tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Resources bound (agent type, host, resource id): {{(pid=104321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:15:50.830063 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900cf2b0-a846-454e-8295-c7644744d84b tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Received port after_create {{(pid=104321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 31 21:15:50.852138 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900cf2b0-a846-454e-8295-c7644744d84b tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Pushing event updated for resources: {'Port': ['ID=079e15de-febe-43ea-945d-3d43f578d284,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:15:51.036519 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:15:51.143118 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:15:51.199355 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-900cf2b0-a846-454e-8295-c7644744d84b tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Publish callbacks [] for floatingip (842f2cbc-26b7-4d07-998b-9148dfde7637), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:51.332870 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabdfa23-e45f-4296-a8b3-f78ec3a67890 req-24e89e18-8d93-4540-af5d-a98a14e09b54 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:51.334248 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-aabdfa23-e45f-4296-a8b3-f78ec3a67890 req-24e89e18-8d93-4540-af5d-a98a14e09b54 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.40 "GET /v2.0/networks?id=f9f27def-cef7-45b6-9a7b-b0c954078818 HTTP/1.1" status: 200 len: 814 time: 0.1363218 May 31 21:15:51.394651 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-900cf2b0-a846-454e-8295-c7644744d84b tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (079e15de-febe-43ea-945d-3d43f578d284), before_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:51.443656 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-046ff19a-829a-4b76-99c0-cc14efa68633 req-53057d67-9813-47f7-aaea-064368c2174b tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd8f2486-d4cf-40d9-9a07-d12933c0923b HTTP/1.1" status: 200 len: 210 time: 0.0290799 May 31 21:15:51.470636 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-aabdfa23-e45f-4296-a8b3-f78ec3a67890 req-9db54f26-39f1-43fa-b6d2-6abb8a82b297 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.40 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69b2364f40d14160adf0220d92adaad7 HTTP/1.1" status: 200 len: 380 time: 0.1272292 May 31 21:15:51.481387 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [req-aabdfa23-e45f-4296-a8b3-f78ec3a67890 req-9723060f-4a35-48fa-981d-9c54aa198c9c tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Request body: {'port': {'device_id': 'cd8f2486-d4cf-40d9-9a07-d12933c0923b', 'network_id': 'f9f27def-cef7-45b6-9a7b-b0c954078818', 'admin_state_up': True, 'tenant_id': '69b2364f40d14160adf0220d92adaad7', 'security_groups': ['d405cf81-74ec-44c8-b48c-7578ecaab081']}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:15:51.630837 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=100 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:15:51.638947 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (51675295-7abb-4335-9c5a-c46a9082010e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:51.697529 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-900cf2b0-a846-454e-8295-c7644744d84b tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Publish callbacks [] for port (079e15de-febe-43ea-945d-3d43f578d284), precommit_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:51.791096 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aabdfa23-e45f-4296-a8b3-f78ec3a67890 req-9723060f-4a35-48fa-981d-9c54aa198c9c tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Made reservation on behalf of 69b2364f40d14160adf0220d92adaad7 for: {'port': 1} {{(pid=104321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 21:15:51.795017 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-aabdfa23-e45f-4296-a8b3-f78ec3a67890 req-9723060f-4a35-48fa-981d-9c54aa198c9c tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:51.822617 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-900cf2b0-a846-454e-8295-c7644744d84b tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25540501'] for port (079e15de-febe-43ea-945d-3d43f578d284), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:51.929630 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900cf2b0-a846-454e-8295-c7644744d84b tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Pushing event updated for resources: {'Port': ['ID=079e15de-febe-43ea-945d-3d43f578d284,revision_number=2']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:15:51.977183 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-900cf2b0-a846-454e-8295-c7644744d84b tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598426'] for floatingip (842f2cbc-26b7-4d07-998b-9148dfde7637), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:52.026790 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.db_base_plugin_common [req-aabdfa23-e45f-4296-a8b3-f78ec3a67890 req-9723060f-4a35-48fa-981d-9c54aa198c9c tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Allocated IP 172.20.0.4 (f9f27def-cef7-45b6-9a7b-b0c954078818/b0a2bf4f-8e94-4747-a06c-e4eb22a2611a/8d4969e6-911a-44ca-b161-644f80deb122) {{(pid=104321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 21:15:52.114437 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.db.l3_db [None req-900cf2b0-a846-454e-8295-c7644744d84b tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Floating IP 842f2cbc-26b7-4d07-998b-9148dfde7637 associated. External IP: 172.27.0.65, port: 6278ba73-77b2-4be4-a1a0-b7b239769dc3. May 31 21:15:52.203893 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:15:52.330683 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-aabdfa23-e45f-4296-a8b3-f78ec3a67890 req-9723060f-4a35-48fa-981d-9c54aa198c9c tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks [] for port (8d4969e6-911a-44ca-b161-644f80deb122), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:52.417750 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-900cf2b0-a846-454e-8295-c7644744d84b tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Router 34b6c026-fcd9-4549-9db8-37be632f2d49 has already been hosted by L3 agent 13ce5b10-321e-4e80-b29e-1cfc3c51661e {{(pid=104321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 31 21:15:52.424350 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:15:52.511228 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-aabdfa23-e45f-4296-a8b3-f78ec3a67890 req-9723060f-4a35-48fa-981d-9c54aa198c9c tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747261518129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25540506'] for port (8d4969e6-911a-44ca-b161-644f80deb122), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:52.566926 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d2517-0196-4106-bd77-9826b1c12c0a req-9bbf7353-0cf8-4994-8146-603e99aa0ef5 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:52.567537 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-dd6d2517-0196-4106-bd77-9826b1c12c0a req-9bbf7353-0cf8-4994-8146-603e99aa0ef5 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd8f2486-d4cf-40d9-9a07-d12933c0923b HTTP/1.1" status: 200 len: 931 time: 0.0519426 May 31 21:15:52.568345 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-900cf2b0-a846-454e-8295-c7644744d84b tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Notify agent at l3_agent.dv-cinder-839793-16-iscsi the message routers_updated {{(pid=104321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 31 21:15:52.574670 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aabdfa23-e45f-4296-a8b3-f78ec3a67890 req-9723060f-4a35-48fa-981d-9c54aa198c9c tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Network f9f27def-cef7-45b6-9a7b-b0c954078818 is already hosted by enough agents. {{(pid=104321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 21:15:52.580487 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229bc4d6-97b1-4494-9380-c51060559048 None None] Sync routers for ids ['34b6c026-fcd9-4549-9db8-37be632f2d49'] in dv-cinder-839793-16-iscsi {{(pid=104323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 21:15:52.586552 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.base_scheduler [req-aabdfa23-e45f-4296-a8b3-f78ec3a67890 req-9723060f-4a35-48fa-981d-9c54aa198c9c tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Resources bound (agent type, host, resource id): {{(pid=104321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:15:52.595784 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229bc4d6-97b1-4494-9380-c51060559048 None None] Routers {'34b6c026-fcd9-4549-9db8-37be632f2d49'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:15:52.595890 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [req-aabdfa23-e45f-4296-a8b3-f78ec3a67890 req-9723060f-4a35-48fa-981d-9c54aa198c9c tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Received port after_create {{(pid=104321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 31 21:15:52.595977 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-229bc4d6-97b1-4494-9380-c51060559048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:15:44Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['34b6c026-fcd9-4549-9db8-37be632f2d49'], 'active': True} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:15:52.597888 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9723060f-4a35-48fa-981d-9c54aa198c9c tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Pushing event updated for resources: {'Port': ['ID=8d4969e6-911a-44ca-b161-644f80deb122,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:15:52.658185 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabdfa23-e45f-4296-a8b3-f78ec3a67890 req-9723060f-4a35-48fa-981d-9c54aa198c9c tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:52.658832 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-aabdfa23-e45f-4296-a8b3-f78ec3a67890 req-9723060f-4a35-48fa-981d-9c54aa198c9c tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for port (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:52.660864 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-dd6d2517-0196-4106-bd77-9826b1c12c0a req-75b1eda1-9da6-42b3-a0f5-0550d6066741 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/security-groups?id=d405cf81-74ec-44c8-b48c-7578ecaab081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868511 May 31 21:15:52.719838 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvr_db [None req-229bc4d6-97b1-4494-9380-c51060559048 None None] Set router 34b6c026-fcd9-4549-9db8-37be632f2d49 gateway port host: dv-cinder-839793-16-iscsi {{(pid=104323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:15:52.723182 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-900cf2b0-a846-454e-8295-c7644744d84b tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for floatingip (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:52.779922 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-900cf2b0-a846-454e-8295-c7644744d84b tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5181978 May 31 21:15:52.779922 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45453898-e1e4-44bb-8af5-3a1729aa2870', 'tag': '6278ba73-77b2-4be4-a1a0-b7b239769dc3'}] {{(pid=104321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:15:52.780859 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6b014d5dee29fffbb36c15c330f4dd8b871b4cb67f19a16d167ed5ff3960b8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ca5848-de52-44b0-880c-6d080a9ce0c0" -d '{"events": [{"name": "network-changed", "server_uuid": "45453898-e1e4-44bb-8af5-3a1729aa2870", "tag": "6278ba73-77b2-4be4-a1a0-b7b239769dc3"}]}' {{(pid=104321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:15:52.826103 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-aabdfa23-e45f-4296-a8b3-f78ec3a67890 req-9723060f-4a35-48fa-981d-9c54aa198c9c tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3417025 May 31 21:15:52.830300 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 May 2022 21:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65908e2e-decc-4bec-9ae7-bbb9742d0051 x-openstack-request-id: req-65908e2e-decc-4bec-9ae7-bbb9742d0051 {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:15:52.830715 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45453898-e1e4-44bb-8af5-3a1729aa2870", "tag": "6278ba73-77b2-4be4-a1a0-b7b239769dc3", "status": "completed", "code": 200}]} {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:15:52.831059 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-65908e2e-decc-4bec-9ae7-bbb9742d0051 {{(pid=104321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:15:52.831614 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65908e2e-decc-4bec-9ae7-bbb9742d0051'] response: {'name': 'network-changed', 'server_uuid': '45453898-e1e4-44bb-8af5-3a1729aa2870', 'tag': '6278ba73-77b2-4be4-a1a0-b7b239769dc3', 'status': 'completed', 'code': 200} May 31 21:15:52.832080 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=100 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:15:52.837310 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [req-aabdfa23-e45f-4296-a8b3-f78ec3a67890 req-7556fbfe-acea-4ea3-af5e-7eb0a18660fa service neutron] Request body: {'port': {'device_id': 'cd8f2486-d4cf-40d9-9a07-d12933c0923b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:15:52.860002 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-ec4bc2cb-f2e9-4708-82a6-7fd8e79101a6 None None] Provisioning complete for port 8d4969e6-911a-44ca-b161-644f80deb122 triggered by entity DHCP. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:15:52.860616 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-ec4bc2cb-f2e9-4708-82a6-7fd8e79101a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (8d4969e6-911a-44ca-b161-644f80deb122), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:52.898658 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-ec4bc2cb-f2e9-4708-82a6-7fd8e79101a6 None None] Port 8d4969e6-911a-44ca-b161-644f80deb122 cannot update to ACTIVE because it is not bound. {{(pid=104322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 31 21:15:52.901990 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=100 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:15:52.925095 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ca5848-de52-44b0-880c-6d080a9ce0c0 req-fe6f583c-c27d-4fa4-b8e3-ad5e2aee2bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:52.928889 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-06ca5848-de52-44b0-880c-6d080a9ce0c0 req-fe6f583c-c27d-4fa4-b8e3-ad5e2aee2bba service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=d9c46b1e7a32484b9c22387f2aaeb871&device_id=45453898-e1e4-44bb-8af5-3a1729aa2870 HTTP/1.1" status: 200 len: 1130 time: 0.0654590 May 31 21:15:52.946134 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-aabdfa23-e45f-4296-a8b3-f78ec3a67890 req-7556fbfe-acea-4ea3-af5e-7eb0a18660fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (8d4969e6-911a-44ca-b161-644f80deb122), before_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:52.950149 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-229bc4d6-97b1-4494-9380-c51060559048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b6c026-fcd9-4549-9db8-37be632f2d49', 'name': 'tempest-TestShelveInstance-2015894288-router', 'tenant_id': 'd9c46b1e7a32484b9c22387f2aaeb871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '1e2da960-f178-4016-92d3-b0dab784f817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:14:35Z', 'updated_at': '2022-05-31T21:14:38Z', 'revision_number': 4, 'project_id': 'd9c46b1e7a32484b9c22387f2aaeb871', 'gw_port': {'id': '1e2da960-f178-4016-92d3-b0dab784f817', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ba:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b6c026-fcd9-4549-9db8-37be632f2d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:14:35Z', 'updated_at': '2022-05-31T21:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_floatingips': [{'id': '842f2cbc-26b7-4d07-998b-9148dfde7637', 'tenant_id': 'd9c46b1e7a32484b9c22387f2aaeb871', 'floating_ip_address': '172.27.0.65', 'floating_network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'router_id': '34b6c026-fcd9-4549-9db8-37be632f2d49', 'port_id': '6278ba73-77b2-4be4-a1a0-b7b239769dc3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b57e19b6-0914-4711-9006-4e82330c3537', 'mac_address': 'fa:16:3e:05:53:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45453898-e1e4-44bb-8af5-3a1729aa2870', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T21:15:51Z', 'updated_at': '2022-05-31T21:15:51Z', 'revision_number': 0, 'project_id': 'd9c46b1e7a32484b9c22387f2aaeb871', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84a34838-a107-4d6b-8968-5e4472d9d3c8', 'name': '', 'network_id': 'b57e19b6-0914-4711-9006-4e82330c3537', 'tenant_id': 'd9c46b1e7a32484b9c22387f2aaeb871', 'mac_address': 'fa:16:3e:3a:99:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b6c026-fcd9-4549-9db8-37be632f2d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'e821434b-2d4a-43d9-a6fc-75e6d799de81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:14:38Z', 'updated_at': '2022-05-31T21:14:42Z', 'revision_number': 5, 'project_id': 'd9c46b1e7a32484b9c22387f2aaeb871', 'subnets': [{'id': 'e821434b-2d4a-43d9-a6fc-75e6d799de81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:15:52.980221 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229bc4d6-97b1-4494-9380-c51060559048 None None] Checking router: 34b6c026-fcd9-4549-9db8-37be632f2d49 for host: dv-cinder-839793-16-iscsi {{(pid=104323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 21:15:52.988830 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229bc4d6-97b1-4494-9380-c51060559048 None None] Routers {'34b6c026-fcd9-4549-9db8-37be632f2d49'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:15:52.989431 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-229bc4d6-97b1-4494-9380-c51060559048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:15:44Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['34b6c026-fcd9-4549-9db8-37be632f2d49'], 'active': True} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:15:53.004978 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:15:53.095595 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ca5848-de52-44b0-880c-6d080a9ce0c0 req-d8b11ebb-9d6f-4599-9996-dc53ee17d440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:53.096298 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvr_db [None req-229bc4d6-97b1-4494-9380-c51060559048 None None] Set router 34b6c026-fcd9-4549-9db8-37be632f2d49 gateway port host: dv-cinder-839793-16-iscsi {{(pid=104323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:15:53.097059 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-06ca5848-de52-44b0-880c-6d080a9ce0c0 req-d8b11ebb-9d6f-4599-9996-dc53ee17d440 service neutron] 10.222.0.40 "GET /v2.0/networks?id=b57e19b6-0914-4711-9006-4e82330c3537 HTTP/1.1" status: 200 len: 910 time: 0.1585135 May 31 21:15:53.267705 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-06ca5848-de52-44b0-880c-6d080a9ce0c0 req-815a4f54-8b3a-4be1-b29c-45a036f4ce81 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6278ba73-77b2-4be4-a1a0-b7b239769dc3 HTTP/1.1" status: 200 len: 999 time: 0.1625860 May 31 21:15:53.342759 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ca5848-de52-44b0-880c-6d080a9ce0c0 req-2cb8c003-3dbc-4bde-a9c7-7cbac375294a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:53.344195 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-06ca5848-de52-44b0-880c-6d080a9ce0c0 req-2cb8c003-3dbc-4bde-a9c7-7cbac375294a service neutron] 10.222.0.40 "GET /v2.0/subnets?id=e821434b-2d4a-43d9-a6fc-75e6d799de81 HTTP/1.1" status: 200 len: 848 time: 0.0698025 May 31 21:15:53.406960 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ca5848-de52-44b0-880c-6d080a9ce0c0 req-e44a7a48-afb4-4e9f-878b-364732b0096b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:53.408437 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-06ca5848-de52-44b0-880c-6d080a9ce0c0 req-e44a7a48-afb4-4e9f-878b-364732b0096b service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=b57e19b6-0914-4711-9006-4e82330c3537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0549583 May 31 21:15:53.413518 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-229bc4d6-97b1-4494-9380-c51060559048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b6c026-fcd9-4549-9db8-37be632f2d49', 'name': 'tempest-TestShelveInstance-2015894288-router', 'tenant_id': 'd9c46b1e7a32484b9c22387f2aaeb871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '1e2da960-f178-4016-92d3-b0dab784f817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:14:35Z', 'updated_at': '2022-05-31T21:14:38Z', 'revision_number': 4, 'project_id': 'd9c46b1e7a32484b9c22387f2aaeb871', 'gw_port': {'id': '1e2da960-f178-4016-92d3-b0dab784f817', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ba:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b6c026-fcd9-4549-9db8-37be632f2d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:14:35Z', 'updated_at': '2022-05-31T21:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_floatingips': [{'id': '842f2cbc-26b7-4d07-998b-9148dfde7637', 'tenant_id': 'd9c46b1e7a32484b9c22387f2aaeb871', 'floating_ip_address': '172.27.0.65', 'floating_network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'router_id': '34b6c026-fcd9-4549-9db8-37be632f2d49', 'port_id': '6278ba73-77b2-4be4-a1a0-b7b239769dc3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b57e19b6-0914-4711-9006-4e82330c3537', 'mac_address': 'fa:16:3e:05:53:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45453898-e1e4-44bb-8af5-3a1729aa2870', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T21:15:51Z', 'updated_at': '2022-05-31T21:15:51Z', 'revision_number': 0, 'project_id': 'd9c46b1e7a32484b9c22387f2aaeb871', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84a34838-a107-4d6b-8968-5e4472d9d3c8', 'name': '', 'network_id': 'b57e19b6-0914-4711-9006-4e82330c3537', 'tenant_id': 'd9c46b1e7a32484b9c22387f2aaeb871', 'mac_address': 'fa:16:3e:3a:99:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b6c026-fcd9-4549-9db8-37be632f2d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'e821434b-2d4a-43d9-a6fc-75e6d799de81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:14:38Z', 'updated_at': '2022-05-31T21:14:42Z', 'revision_number': 5, 'project_id': 'd9c46b1e7a32484b9c22387f2aaeb871', 'subnets': [{'id': 'e821434b-2d4a-43d9-a6fc-75e6d799de81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:15:53.445280 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229bc4d6-97b1-4494-9380-c51060559048 None None] The sync data for ids ['34b6c026-fcd9-4549-9db8-37be632f2d49'] in dv-cinder-839793-16-iscsi is: [{'id': '34b6c026-fcd9-4549-9db8-37be632f2d49', 'name': 'tempest-TestShelveInstance-2015894288-router', 'tenant_id': 'd9c46b1e7a32484b9c22387f2aaeb871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '1e2da960-f178-4016-92d3-b0dab784f817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:14:35Z', 'updated_at': '2022-05-31T21:14:38Z', 'revision_number': 4, 'project_id': 'd9c46b1e7a32484b9c22387f2aaeb871', 'gw_port': {'id': '1e2da960-f178-4016-92d3-b0dab784f817', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ba:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b6c026-fcd9-4549-9db8-37be632f2d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:14:35Z', 'updated_at': '2022-05-31T21:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_floatingips': [{'id': '842f2cbc-26b7-4d07-998b-9148dfde7637', 'tenant_id': 'd9c46b1e7a32484b9c22387f2aaeb871', 'floating_ip_address': '172.27.0.65', 'floating_network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'router_id': '34b6c026-fcd9-4549-9db8-37be632f2d49', 'port_id': '6278ba73-77b2-4be4-a1a0-b7b239769dc3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b57e19b6-0914-4711-9006-4e82330c3537', 'mac_address': 'fa:16:3e:05:53:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45453898-e1e4-44bb-8af5-3a1729aa2870', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T21:15:51Z', 'updated_at': '2022-05-31T21:15:51Z', 'revision_number': 0, 'project_id': 'd9c46b1e7a32484b9c22387f2aaeb871', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84a34838-a107-4d6b-8968-5e4472d9d3c8', 'name': '', 'network_id': 'b57e19b6-0914-4711-9006-4e82330c3537', 'tenant_id': 'd9c46b1e7a32484b9c22387f2aaeb871', 'mac_address': 'fa:16:3e:3a:99:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b6c026-fcd9-4549-9db8-37be632f2d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'e821434b-2d4a-43d9-a6fc-75e6d799de81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:14:38Z', 'updated_at': '2022-05-31T21:14:42Z', 'revision_number': 5, 'project_id': 'd9c46b1e7a32484b9c22387f2aaeb871', 'subnets': [{'id': 'e821434b-2d4a-43d9-a6fc-75e6d799de81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 21:15:53.485407 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.notifiers.nova [req-aabdfa23-e45f-4296-a8b3-f78ec3a67890 req-7556fbfe-acea-4ea3-af5e-7eb0a18660fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d4969e6-911a-44ca-b161-644f80deb122 {{(pid=104321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 21:15:53.496853 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-aabdfa23-e45f-4296-a8b3-f78ec3a67890 req-7556fbfe-acea-4ea3-af5e-7eb0a18660fa service neutron] Publish callbacks [] for port (8d4969e6-911a-44ca-b161-644f80deb122), precommit_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:53.522902 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.provisioning_blocks [req-aabdfa23-e45f-4296-a8b3-f78ec3a67890 req-7556fbfe-acea-4ea3-af5e-7eb0a18660fa service neutron] Transition to ACTIVE for port object 8d4969e6-911a-44ca-b161-644f80deb122 will not be triggered until provisioned by entity L2. {{(pid=104321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 31 21:15:53.540957 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-06ca5848-de52-44b0-880c-6d080a9ce0c0 req-f70e4c5c-f48c-4bda-a667-7e777c5f1626 service neutron] 10.222.0.40 "GET /v2.0/networks/b57e19b6-0914-4711-9006-4e82330c3537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138353 May 31 21:15:53.662267 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edf7ea8-3b83-43e6-b7e8-7b8049a9ef03 None None] New status for floating IP 842f2cbc-26b7-4d07-998b-9148dfde7637: ACTIVE {{(pid=104322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 31 21:15:53.797419 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7040a72b-c33e-4a80-8bb0-a9bdd534ac03 req-a903e8d0-f0b8-45f4-a46a-d51751439593 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:53.799111 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-7040a72b-c33e-4a80-8bb0-a9bdd534ac03 req-a903e8d0-f0b8-45f4-a46a-d51751439593 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd8f2486-d4cf-40d9-9a07-d12933c0923b HTTP/1.1" status: 200 len: 943 time: 0.0645771 May 31 21:15:53.859874 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-7040a72b-c33e-4a80-8bb0-a9bdd534ac03 req-b23f7970-35a1-4b29-9e7a-206b4ca242d2 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/security-groups?id=d405cf81-74ec-44c8-b48c-7578ecaab081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537388 May 31 21:15:53.878369 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-aabdfa23-e45f-4296-a8b3-f78ec3a67890 req-7556fbfe-acea-4ea3-af5e-7eb0a18660fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25540501'] for port (8d4969e6-911a-44ca-b161-644f80deb122), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:53.920850 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:15:53.964764 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-06ca5848-de52-44b0-880c-6d080a9ce0c0 req-1f6f8c66-f64c-43ce-97a9-72dc5556156b service neutron] 10.222.0.40 "GET /v2.0/networks/b57e19b6-0914-4711-9006-4e82330c3537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4175584 May 31 21:15:53.966616 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7556fbfe-acea-4ea3-af5e-7eb0a18660fa service neutron] Pushing event updated for resources: {'Port': ['ID=8d4969e6-911a-44ca-b161-644f80deb122,revision_number=2']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:15:54.066768 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [req-aabdfa23-e45f-4296-a8b3-f78ec3a67890 req-7556fbfe-acea-4ea3-af5e-7eb0a18660fa service neutron] Attempting to bind port 8d4969e6-911a-44ca-b161-644f80deb122 on host hv-cinder-83979 for vnic_type normal with profile {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 31 21:15:54.067217 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [req-aabdfa23-e45f-4296-a8b3-f78ec3a67890 req-7556fbfe-acea-4ea3-af5e-7eb0a18660fa service neutron] Attempting to bind port 8d4969e6-911a-44ca-b161-644f80deb122 by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': 'dab68be0-cc2b-428d-a1e3-e670fc69bce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f9f27def-cef7-45b6-9a7b-b0c954078818'}] {{(pid=104321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 31 21:15:54.067735 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabdfa23-e45f-4296-a8b3-f78ec3a67890 req-7556fbfe-acea-4ea3-af5e-7eb0a18660fa service neutron] Attempting to bind port 8d4969e6-911a-44ca-b161-644f80deb122 on network f9f27def-cef7-45b6-9a7b-b0c954078818 {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 31 21:15:54.070986 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:15:54.077177 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabdfa23-e45f-4296-a8b3-f78ec3a67890 req-7556fbfe-acea-4ea3-af5e-7eb0a18660fa service neutron] Port 8d4969e6-911a-44ca-b161-644f80deb122 on network f9f27def-cef7-45b6-9a7b-b0c954078818 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 31 21:15:54.077717 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabdfa23-e45f-4296-a8b3-f78ec3a67890 req-7556fbfe-acea-4ea3-af5e-7eb0a18660fa service neutron] Attempting to bind port 8d4969e6-911a-44ca-b161-644f80deb122 on network f9f27def-cef7-45b6-9a7b-b0c954078818 {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 31 21:15:54.086780 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabdfa23-e45f-4296-a8b3-f78ec3a67890 req-7556fbfe-acea-4ea3-af5e-7eb0a18660fa service neutron] Checking agent: {'id': '51675295-7abb-4335-9c5a-c46a9082010e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 21, 1, 20), 'started_at': datetime.datetime(2022, 5, 31, 21, 1, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 21, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 31 21:15:54.087220 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabdfa23-e45f-4296-a8b3-f78ec3a67890 req-7556fbfe-acea-4ea3-af5e-7eb0a18660fa service neutron] Checking segment: {'id': 'dab68be0-cc2b-428d-a1e3-e670fc69bce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f9f27def-cef7-45b6-9a7b-b0c954078818'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 31 21:15:54.087647 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabdfa23-e45f-4296-a8b3-f78ec3a67890 req-7556fbfe-acea-4ea3-af5e-7eb0a18660fa service neutron] Bound using segment: {'id': 'dab68be0-cc2b-428d-a1e3-e670fc69bce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f9f27def-cef7-45b6-9a7b-b0c954078818'} {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 31 21:15:54.088133 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [req-aabdfa23-e45f-4296-a8b3-f78ec3a67890 req-7556fbfe-acea-4ea3-af5e-7eb0a18660fa service neutron] Bound port: 8d4969e6-911a-44ca-b161-644f80deb122, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dab68be0-cc2b-428d-a1e3-e670fc69bce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f9f27def-cef7-45b6-9a7b-b0c954078818'}}] {{(pid=104321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 31 21:15:54.088704 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-aabdfa23-e45f-4296-a8b3-f78ec3a67890 req-7556fbfe-acea-4ea3-af5e-7eb0a18660fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (8d4969e6-911a-44ca-b161-644f80deb122), before_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:54.164697 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [req-aabdfa23-e45f-4296-a8b3-f78ec3a67890 req-7556fbfe-acea-4ea3-af5e-7eb0a18660fa service neutron] For port 8d4969e6-911a-44ca-b161-644f80deb122, host hv-cinder-83979, cleared binding levels {{(pid=104321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 31 21:15:54.168623 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [req-aabdfa23-e45f-4296-a8b3-f78ec3a67890 req-7556fbfe-acea-4ea3-af5e-7eb0a18660fa service neutron] For port 8d4969e6-911a-44ca-b161-644f80deb122, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=8d4969e6-911a-44ca-b161-644f80deb122,segment=NetworkSegment(dab68be0-cc2b-428d-a1e3-e670fc69bce9),segment_id=dab68be0-cc2b-428d-a1e3-e670fc69bce9)] {{(pid=104321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 31 21:15:54.271729 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-aabdfa23-e45f-4296-a8b3-f78ec3a67890 req-7556fbfe-acea-4ea3-af5e-7eb0a18660fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25540501'] for port (8d4969e6-911a-44ca-b161-644f80deb122), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:54.311307 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabdfa23-e45f-4296-a8b3-f78ec3a67890 req-7556fbfe-acea-4ea3-af5e-7eb0a18660fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:54.311932 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-aabdfa23-e45f-4296-a8b3-f78ec3a67890 req-7556fbfe-acea-4ea3-af5e-7eb0a18660fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for port (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:15:54.313300 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-aabdfa23-e45f-4296-a8b3-f78ec3a67890 req-7556fbfe-acea-4ea3-af5e-7eb0a18660fa service neutron] 10.222.0.40 "PUT /v2.0/ports/8d4969e6-911a-44ca-b161-644f80deb122 HTTP/1.1" status: 200 len: 1093 time: 1.4806952 May 31 21:15:54.334363 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7556fbfe-acea-4ea3-af5e-7eb0a18660fa service neutron] Pushing event updated for resources: {'Port': ['ID=8d4969e6-911a-44ca-b161-644f80deb122,revision_number=3']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:15:54.459148 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabdfa23-e45f-4296-a8b3-f78ec3a67890 req-467ee0fe-3235-4799-9dcd-cebe31bf3dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:54.461143 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-aabdfa23-e45f-4296-a8b3-f78ec3a67890 req-467ee0fe-3235-4799-9dcd-cebe31bf3dc2 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=69b2364f40d14160adf0220d92adaad7&device_id=cd8f2486-d4cf-40d9-9a07-d12933c0923b HTTP/1.1" status: 200 len: 1127 time: 0.0484538 May 31 21:15:54.509083 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-aabdfa23-e45f-4296-a8b3-f78ec3a67890 req-9b1a338c-1c6e-425f-b1fa-5cb2fbc5efd0 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d4969e6-911a-44ca-b161-644f80deb122 HTTP/1.1" status: 200 len: 217 time: 0.0382273 May 31 21:15:54.560934 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabdfa23-e45f-4296-a8b3-f78ec3a67890 req-a9fc0292-d748-4e03-a9c6-b7089dce999a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:54.562420 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-aabdfa23-e45f-4296-a8b3-f78ec3a67890 req-a9fc0292-d748-4e03-a9c6-b7089dce999a service neutron] 10.222.0.40 "GET /v2.0/subnets?id=b0a2bf4f-8e94-4747-a06c-e4eb22a2611a HTTP/1.1" status: 200 len: 853 time: 0.0469847 May 31 21:15:54.608794 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabdfa23-e45f-4296-a8b3-f78ec3a67890 req-ee60426a-7a43-4dc9-b0fa-b487531ab609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:54.610132 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-aabdfa23-e45f-4296-a8b3-f78ec3a67890 req-ee60426a-7a43-4dc9-b0fa-b487531ab609 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=f9f27def-cef7-45b6-9a7b-b0c954078818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0395598 May 31 21:15:54.704363 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-aabdfa23-e45f-4296-a8b3-f78ec3a67890 req-66aa8c3f-9516-4766-aa73-18b86c792a1c service neutron] 10.222.0.40 "GET /v2.0/networks/f9f27def-cef7-45b6-9a7b-b0c954078818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871985 May 31 21:15:54.800939 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-aabdfa23-e45f-4296-a8b3-f78ec3a67890 req-c86bb184-ca3a-4d0e-889c-db81c896b22e service neutron] 10.222.0.40 "GET /v2.0/networks/f9f27def-cef7-45b6-9a7b-b0c954078818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878825 May 31 21:15:54.832657 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd8f2486-d4cf-40d9-9a07-d12933c0923b', 'tag': '8d4969e6-911a-44ca-b161-644f80deb122'}] {{(pid=104321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:15:54.835363 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6b014d5dee29fffbb36c15c330f4dd8b871b4cb67f19a16d167ed5ff3960b8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45109df1-5106-4a1f-a308-826a936ea6cf" -d '{"events": [{"name": "network-changed", "server_uuid": "cd8f2486-d4cf-40d9-9a07-d12933c0923b", "tag": "8d4969e6-911a-44ca-b161-644f80deb122"}]}' {{(pid=104321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:15:54.875411 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 May 2022 21:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be0ae243-9304-443c-a601-c6749d5ac998 x-openstack-request-id: req-be0ae243-9304-443c-a601-c6749d5ac998 {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:15:54.875699 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd8f2486-d4cf-40d9-9a07-d12933c0923b", "tag": "8d4969e6-911a-44ca-b161-644f80deb122", "status": "completed", "code": 200}]} {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:15:54.875950 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-be0ae243-9304-443c-a601-c6749d5ac998 {{(pid=104321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:15:54.876353 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be0ae243-9304-443c-a601-c6749d5ac998'] response: {'name': 'network-changed', 'server_uuid': 'cd8f2486-d4cf-40d9-9a07-d12933c0923b', 'tag': '8d4969e6-911a-44ca-b161-644f80deb122', 'status': 'completed', 'code': 200} May 31 21:15:54.985740 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54910aa9-a2da-439b-9cc8-173ff6c4e55c req-19bd2cbd-c237-4ef8-8c41-8d9ffbe3a7be tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:54.992831 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-54910aa9-a2da-439b-9cc8-173ff6c4e55c req-19bd2cbd-c237-4ef8-8c41-8d9ffbe3a7be tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd8f2486-d4cf-40d9-9a07-d12933c0923b HTTP/1.1" status: 200 len: 943 time: 0.0520895 May 31 21:15:55.036201 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-54910aa9-a2da-439b-9cc8-173ff6c4e55c req-049cc636-1875-4f97-a999-f6127f6c6eaa tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/security-groups?id=d405cf81-74ec-44c8-b48c-7578ecaab081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429962 May 31 21:15:56.164150 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7db39-e7bd-4549-8b08-5e123cb4f97a req-fcc81d96-cdec-4b70-b8d0-a109cbbec1b5 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:56.165672 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ddd7db39-e7bd-4549-8b08-5e123cb4f97a req-fcc81d96-cdec-4b70-b8d0-a109cbbec1b5 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd8f2486-d4cf-40d9-9a07-d12933c0923b HTTP/1.1" status: 200 len: 943 time: 0.0586367 May 31 21:15:56.215731 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ddd7db39-e7bd-4549-8b08-5e123cb4f97a req-b6428570-53e2-4481-84cc-6ed1c3aa243a tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/security-groups?id=d405cf81-74ec-44c8-b48c-7578ecaab081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443745 May 31 21:15:57.333066 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f7357f-4353-41ba-8e34-79a12d041509 req-21391a9e-35e2-4a8a-88ef-a6b40b2479d5 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:57.334486 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-17f7357f-4353-41ba-8e34-79a12d041509 req-21391a9e-35e2-4a8a-88ef-a6b40b2479d5 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd8f2486-d4cf-40d9-9a07-d12933c0923b HTTP/1.1" status: 200 len: 943 time: 0.0492496 May 31 21:15:57.390933 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-17f7357f-4353-41ba-8e34-79a12d041509 req-cd817a17-5c38-4868-bc20-655256bd3dcd tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/security-groups?id=d405cf81-74ec-44c8-b48c-7578ecaab081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503366 May 31 21:15:57.805399 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45109df1-5106-4a1f-a308-826a936ea6cf req-f68b78bc-5c47-4531-8256-ad66e44e3c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:57.807014 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-45109df1-5106-4a1f-a308-826a936ea6cf req-f68b78bc-5c47-4531-8256-ad66e44e3c52 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=69b2364f40d14160adf0220d92adaad7&device_id=cd8f2486-d4cf-40d9-9a07-d12933c0923b HTTP/1.1" status: 200 len: 1127 time: 0.0453079 May 31 21:15:57.899550 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45109df1-5106-4a1f-a308-826a936ea6cf req-af78cf7f-3a68-4cae-abe6-e2d0b348f561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:57.901104 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-45109df1-5106-4a1f-a308-826a936ea6cf req-af78cf7f-3a68-4cae-abe6-e2d0b348f561 service neutron] 10.222.0.40 "GET /v2.0/networks?id=f9f27def-cef7-45b6-9a7b-b0c954078818 HTTP/1.1" status: 200 len: 915 time: 0.0867658 May 31 21:15:57.940408 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-45109df1-5106-4a1f-a308-826a936ea6cf req-1bd2e71f-c22e-4646-945d-489e1e9823f6 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d4969e6-911a-44ca-b161-644f80deb122 HTTP/1.1" status: 200 len: 217 time: 0.0326486 May 31 21:15:57.997228 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45109df1-5106-4a1f-a308-826a936ea6cf req-e87e07aa-43e3-4b2e-98df-bbe463586f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:57.998710 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-45109df1-5106-4a1f-a308-826a936ea6cf req-e87e07aa-43e3-4b2e-98df-bbe463586f9c service neutron] 10.222.0.40 "GET /v2.0/subnets?id=b0a2bf4f-8e94-4747-a06c-e4eb22a2611a HTTP/1.1" status: 200 len: 853 time: 0.0510008 May 31 21:15:58.047598 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45109df1-5106-4a1f-a308-826a936ea6cf req-c7e9dce8-68c8-42aa-9dda-c9d4aca09bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:58.048997 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-45109df1-5106-4a1f-a308-826a936ea6cf req-c7e9dce8-68c8-42aa-9dda-c9d4aca09bf4 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=f9f27def-cef7-45b6-9a7b-b0c954078818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0381019 May 31 21:15:58.143954 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-45109df1-5106-4a1f-a308-826a936ea6cf req-6de08e1a-0e29-4fa1-8609-62f59ca41d61 service neutron] 10.222.0.40 "GET /v2.0/networks/f9f27def-cef7-45b6-9a7b-b0c954078818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880713 May 31 21:15:58.203911 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:15:58.239696 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-45109df1-5106-4a1f-a308-826a936ea6cf req-1596e936-fa9a-4d56-89e3-4e8282b33b91 service neutron] 10.222.0.40 "GET /v2.0/networks/f9f27def-cef7-45b6-9a7b-b0c954078818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884180 May 31 21:15:58.519445 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a633f6a-66c6-408a-b0f5-1d92990d3ae2 req-0dc7b2c5-99b3-43fc-a721-a23d92d7d039 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:58.520956 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-4a633f6a-66c6-408a-b0f5-1d92990d3ae2 req-0dc7b2c5-99b3-43fc-a721-a23d92d7d039 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd8f2486-d4cf-40d9-9a07-d12933c0923b HTTP/1.1" status: 200 len: 943 time: 0.0481758 May 31 21:15:58.569341 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-4a633f6a-66c6-408a-b0f5-1d92990d3ae2 req-ddc9404b-3a8d-4dee-8d9c-554324f98b7f tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/security-groups?id=d405cf81-74ec-44c8-b48c-7578ecaab081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428357 May 31 21:15:59.688484 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fbcc1f-4557-47cb-9de0-4fbc1e3a1813 req-ea81f5f2-5009-4b3f-aa5c-56c6b130124d tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:15:59.689995 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-03fbcc1f-4557-47cb-9de0-4fbc1e3a1813 req-ea81f5f2-5009-4b3f-aa5c-56c6b130124d tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd8f2486-d4cf-40d9-9a07-d12933c0923b HTTP/1.1" status: 200 len: 943 time: 0.0489218 May 31 21:15:59.740546 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-03fbcc1f-4557-47cb-9de0-4fbc1e3a1813 req-8054f7a7-b266-47f8-8b1d-a075d1c01392 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/security-groups?id=d405cf81-74ec-44c8-b48c-7578ecaab081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446930 May 31 21:15:59.974880 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device 8d4969e6-911a-44ca-b161-644f80deb122 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=104322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 31 21:16:00.074121 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] For port 8d4969e6-911a-44ca-b161-644f80deb122, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=8d4969e6-911a-44ca-b161-644f80deb122,segment=NetworkSegment(dab68be0-cc2b-428d-a1e3-e670fc69bce9),segment_id=dab68be0-cc2b-428d-a1e3-e670fc69bce9)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:16:00.085046 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Returning: {'device': '8d4969e6-911a-44ca-b161-644f80deb122', 'network_id': 'f9f27def-cef7-45b6-9a7b-b0c954078818', 'port_id': '8d4969e6-911a-44ca-b161-644f80deb122', 'mac_address': 'fa:16:3e:4f:9e:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a2bf4f-8e94-4747-a06c-e4eb22a2611a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 31 21:16:00.119044 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Current status of the port 8d4969e6-911a-44ca-b161-644f80deb122 is: DOWN; New status is: BUILD {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:16:00.119426 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (8d4969e6-911a-44ca-b161-644f80deb122), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:16:00.132030 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.notifiers.nova [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d4969e6-911a-44ca-b161-644f80deb122 {{(pid=104322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 21:16:00.151126 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] For port 8d4969e6-911a-44ca-b161-644f80deb122, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=8d4969e6-911a-44ca-b161-644f80deb122,segment=NetworkSegment(dab68be0-cc2b-428d-a1e3-e670fc69bce9),segment_id=dab68be0-cc2b-428d-a1e3-e670fc69bce9)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:16:00.238397 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (8d4969e6-911a-44ca-b161-644f80deb122), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:16:00.285604 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Pushing event updated for resources: {'Port': ['ID=8d4969e6-911a-44ca-b161-644f80deb122,revision_number=4']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:16:00.784479 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] get_ports_and_sgs() called for port_ids ['8d4969e6-911a-44ca-b161-644f80deb122'] {{(pid=104322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 31 21:16:00.852327 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:16:00.862694 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36368448-f00a-4a5b-a2bc-50e9fb7f643a req-ff5da3fb-9fe6-4b5d-8afa-5e0d5b4952c4 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:16:00.864408 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-36368448-f00a-4a5b-a2bc-50e9fb7f643a req-ff5da3fb-9fe6-4b5d-8afa-5e0d5b4952c4 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd8f2486-d4cf-40d9-9a07-d12933c0923b HTTP/1.1" status: 200 len: 944 time: 0.0523725 May 31 21:16:00.906616 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:16:00.914088 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-36368448-f00a-4a5b-a2bc-50e9fb7f643a req-5aa499a7-9ec9-4d07-872b-ddee5148017e tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/security-groups?id=d405cf81-74ec-44c8-b48c-7578ecaab081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440285 May 31 21:16:01.971202 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device 8d4969e6-911a-44ca-b161-644f80deb122 up at agent hyperv_hv-cinder-83979 {{(pid=104322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 31 21:16:02.014009 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:16:02.015759 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Provisioning for port 8d4969e6-911a-44ca-b161-644f80deb122 completed by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 31 21:16:02.031348 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2089e5ea-9272-4f24-bbb6-ba41e1e06a66 req-cf9fcc5c-822f-4f85-aeab-1e83394e528d tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:16:02.032841 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-2089e5ea-9272-4f24-bbb6-ba41e1e06a66 req-cf9fcc5c-822f-4f85-aeab-1e83394e528d tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd8f2486-d4cf-40d9-9a07-d12933c0923b HTTP/1.1" status: 200 len: 944 time: 0.0488660 May 31 21:16:02.066823 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Provisioning complete for port 8d4969e6-911a-44ca-b161-644f80deb122 triggered by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:16:02.067106 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (8d4969e6-911a-44ca-b161-644f80deb122), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:16:02.083798 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-2089e5ea-9272-4f24-bbb6-ba41e1e06a66 req-01e98dce-845d-4ca4-aa6a-d3c9f6aadd8c tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/security-groups?id=d405cf81-74ec-44c8-b48c-7578ecaab081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441647 May 31 21:16:02.139887 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Current status of the port 8d4969e6-911a-44ca-b161-644f80deb122 is: BUILD; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:16:02.140268 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (8d4969e6-911a-44ca-b161-644f80deb122), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:16:02.163019 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd8f2486-d4cf-40d9-9a07-d12933c0923b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d4969e6-911a-44ca-b161-644f80deb122'}] {{(pid=104322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:16:02.165310 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0d07a434bcc94248bd83d89f5df7255b965f34de07d957ea8ea11cb14c6cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a6257b-604e-4bb6-bf4b-0a151cad1bc9" -d '{"events": [{"server_uuid": "cd8f2486-d4cf-40d9-9a07-d12933c0923b", "name": "network-vif-plugged", "status": "completed", "tag": "8d4969e6-911a-44ca-b161-644f80deb122"}]}' {{(pid=104322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:16:02.181480 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] For port 8d4969e6-911a-44ca-b161-644f80deb122, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=8d4969e6-911a-44ca-b161-644f80deb122,segment=NetworkSegment(dab68be0-cc2b-428d-a1e3-e670fc69bce9),segment_id=dab68be0-cc2b-428d-a1e3-e670fc69bce9)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:16:02.205419 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 May 2022 21:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a0a49e4-60f8-4062-8627-f7f30b55cff9 x-openstack-request-id: req-0a0a49e4-60f8-4062-8627-f7f30b55cff9 {{(pid=104322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:16:02.205708 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd8f2486-d4cf-40d9-9a07-d12933c0923b", "name": "network-vif-plugged", "status": "completed", "tag": "8d4969e6-911a-44ca-b161-644f80deb122", "code": 200}]} {{(pid=104322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:16:02.205987 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0a0a49e4-60f8-4062-8627-f7f30b55cff9 {{(pid=104322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:16:02.209401 dv-cinder-839793-16-iscsi neutron-server[104322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a0a49e4-60f8-4062-8627-f7f30b55cff9'] response: {'server_uuid': 'cd8f2486-d4cf-40d9-9a07-d12933c0923b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d4969e6-911a-44ca-b161-644f80deb122', 'code': 200} May 31 21:16:02.266789 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (8d4969e6-911a-44ca-b161-644f80deb122), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:16:02.318276 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:16:02.328555 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Pushing event updated for resources: {'Port': ['ID=8d4969e6-911a-44ca-b161-644f80deb122,revision_number=5']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:16:02.537062 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590348f0-2df1-4e16-8efb-85eeac5bfbb3 req-ab3c9121-6229-4c1b-8f3d-e51d737ce824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:16:02.538665 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-590348f0-2df1-4e16-8efb-85eeac5bfbb3 req-ab3c9121-6229-4c1b-8f3d-e51d737ce824 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=cd8f2486-d4cf-40d9-9a07-d12933c0923b HTTP/1.1" status: 200 len: 1129 time: 0.0390694 May 31 21:16:02.584537 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=100 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:16:02.588846 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-590348f0-2df1-4e16-8efb-85eeac5bfbb3 req-bc9454fa-d99e-422e-8d95-f2107d072153 service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=d405cf81-74ec-44c8-b48c-7578ecaab081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436001 May 31 21:16:03.197734 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616cbfdb-bd27-4e2a-9121-23d48b77c76d req-2aa4a573-c1e4-43f4-814d-aeb5f7c18906 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:16:03.199237 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-616cbfdb-bd27-4e2a-9121-23d48b77c76d req-2aa4a573-c1e4-43f4-814d-aeb5f7c18906 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd8f2486-d4cf-40d9-9a07-d12933c0923b HTTP/1.1" status: 200 len: 945 time: 0.0470552 May 31 21:16:03.250341 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-616cbfdb-bd27-4e2a-9121-23d48b77c76d req-ba2ea818-6f69-407a-8325-c8b50ad6f4bf tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/security-groups?id=d405cf81-74ec-44c8-b48c-7578ecaab081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447745 May 31 21:16:03.411822 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=35 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:16:03.416862 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=53 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:16:04.375717 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0438e7-05dc-4f7a-9b3c-3c7b0c853ab5 req-abdaea10-50f1-4c50-90c2-83823652843a tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:16:04.377276 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ed0438e7-05dc-4f7a-9b3c-3c7b0c853ab5 req-abdaea10-50f1-4c50-90c2-83823652843a tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd8f2486-d4cf-40d9-9a07-d12933c0923b HTTP/1.1" status: 200 len: 945 time: 0.0553076 May 31 21:16:04.428567 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ed0438e7-05dc-4f7a-9b3c-3c7b0c853ab5 req-d4454bbe-b2f6-46d1-88d8-b1258fde4d8f tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/security-groups?id=d405cf81-74ec-44c8-b48c-7578ecaab081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441954 May 31 21:16:05.542122 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51182af9-0dca-4b23-acf5-bdd23e1e0ff5 req-65d34a3f-9abf-43ac-9700-9b481d5fbade tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:16:05.544170 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-51182af9-0dca-4b23-acf5-bdd23e1e0ff5 req-65d34a3f-9abf-43ac-9700-9b481d5fbade tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd8f2486-d4cf-40d9-9a07-d12933c0923b HTTP/1.1" status: 200 len: 945 time: 0.0484307 May 31 21:16:05.591720 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-51182af9-0dca-4b23-acf5-bdd23e1e0ff5 req-71b82e51-c318-4ae3-a13e-0f517b042f86 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/security-groups?id=d405cf81-74ec-44c8-b48c-7578ecaab081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420337 May 31 21:16:05.711843 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0750724-932b-483c-a4b1-905e3788e291 req-5c15eadd-ca0a-4bab-b595-82979dade962 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:16:05.713292 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-d0750724-932b-483c-a4b1-905e3788e291 req-5c15eadd-ca0a-4bab-b595-82979dade962 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd8f2486-d4cf-40d9-9a07-d12933c0923b HTTP/1.1" status: 200 len: 945 time: 0.0503194 May 31 21:16:05.721732 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 41808) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:16:05.726052 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.v2.base [None req-807df4e3-1cec-42a7-88b6-dff4b1c97646 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Request body: {'floatingip': {'port_id': '8d4969e6-911a-44ca-b161-644f80deb122'}} {{(pid=104320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:16:05.764236 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-807df4e3-1cec-42a7-88b6-dff4b1c97646 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks [] for floatingip (901ca39b-83df-4fbd-8a37-54e39c7f622f), before_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:16:06.196254 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-807df4e3-1cec-42a7-88b6-dff4b1c97646 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:16:06.261151 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-807df4e3-1cec-42a7-88b6-dff4b1c97646 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598426'] for floatingip (901ca39b-83df-4fbd-8a37-54e39c7f622f), after_update {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:16:06.358899 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.db.l3_db [None req-807df4e3-1cec-42a7-88b6-dff4b1c97646 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Floating IP 901ca39b-83df-4fbd-8a37-54e39c7f622f associated. External IP: 172.27.0.198, port: 8d4969e6-911a-44ca-b161-644f80deb122. May 31 21:16:06.397011 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:16:06.445015 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:16:06.559667 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-807df4e3-1cec-42a7-88b6-dff4b1c97646 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Router a91754eb-1388-498d-ad7b-17314423f28d has already been hosted by L3 agent 13ce5b10-321e-4e80-b29e-1cfc3c51661e {{(pid=104320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 31 21:16:06.660396 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-807df4e3-1cec-42a7-88b6-dff4b1c97646 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Notify agent at l3_agent.dv-cinder-839793-16-iscsi the message routers_updated {{(pid=104320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 31 21:16:06.665265 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-807df4e3-1cec-42a7-88b6-dff4b1c97646 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for floatingip (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:16:06.670833 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb24c17-03ca-4bf2-a8f5-a1f6b8ef7393 None None] Sync routers for ids ['a91754eb-1388-498d-ad7b-17314423f28d'] in dv-cinder-839793-16-iscsi {{(pid=104323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 21:16:06.680971 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb24c17-03ca-4bf2-a8f5-a1f6b8ef7393 None None] Routers {'a91754eb-1388-498d-ad7b-17314423f28d'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:16:06.682228 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-7fb24c17-03ca-4bf2-a8f5-a1f6b8ef7393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:15:44Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['a91754eb-1388-498d-ad7b-17314423f28d'], 'active': True} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:16:06.697483 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-807df4e3-1cec-42a7-88b6-dff4b1c97646 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "PUT /v2.0/floatingips/901ca39b-83df-4fbd-8a37-54e39c7f622f HTTP/1.1" status: 200 len: 991 time: 0.9746788 May 31 21:16:06.698089 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd8f2486-d4cf-40d9-9a07-d12933c0923b', 'tag': '8d4969e6-911a-44ca-b161-644f80deb122'}] {{(pid=104320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:16:06.704638 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800e09971b12e0035a6cf58b960e7e30052d71c2381d70b5c02cffce84e90f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0472892-eb8d-4545-8ec7-b6441be36347" -d '{"events": [{"name": "network-changed", "server_uuid": "cd8f2486-d4cf-40d9-9a07-d12933c0923b", "tag": "8d4969e6-911a-44ca-b161-644f80deb122"}]}' {{(pid=104320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:16:06.784288 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvr_db [None req-7fb24c17-03ca-4bf2-a8f5-a1f6b8ef7393 None None] Set router a91754eb-1388-498d-ad7b-17314423f28d gateway port host: dv-cinder-839793-16-iscsi {{(pid=104323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:16:06.794727 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 May 2022 21:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-871ae851-487c-4963-bfed-a1b945665048 x-openstack-request-id: req-871ae851-487c-4963-bfed-a1b945665048 {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:16:06.795025 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd8f2486-d4cf-40d9-9a07-d12933c0923b", "tag": "8d4969e6-911a-44ca-b161-644f80deb122", "status": "completed", "code": 200}]} {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:16:06.795328 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-871ae851-487c-4963-bfed-a1b945665048 {{(pid=104320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:16:06.796175 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-871ae851-487c-4963-bfed-a1b945665048'] response: {'name': 'network-changed', 'server_uuid': 'cd8f2486-d4cf-40d9-9a07-d12933c0923b', 'tag': '8d4969e6-911a-44ca-b161-644f80deb122', 'status': 'completed', 'code': 200} May 31 21:16:06.858346 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0472892-eb8d-4545-8ec7-b6441be36347 req-763bc676-ae8c-48ec-87df-3709983a50b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:16:06.859851 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-e0472892-eb8d-4545-8ec7-b6441be36347 req-763bc676-ae8c-48ec-87df-3709983a50b6 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=69b2364f40d14160adf0220d92adaad7&device_id=cd8f2486-d4cf-40d9-9a07-d12933c0923b HTTP/1.1" status: 200 len: 1129 time: 0.0408642 May 31 21:16:06.961387 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0472892-eb8d-4545-8ec7-b6441be36347 req-65edaafc-3eb5-4aae-b917-b50fd5788851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:16:06.962916 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-e0472892-eb8d-4545-8ec7-b6441be36347 req-65edaafc-3eb5-4aae-b917-b50fd5788851 service neutron] 10.222.0.40 "GET /v2.0/networks?id=f9f27def-cef7-45b6-9a7b-b0c954078818 HTTP/1.1" status: 200 len: 915 time: 0.0870245 May 31 21:16:07.001995 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-7fb24c17-03ca-4bf2-a8f5-a1f6b8ef7393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'name': 'tempest-AttachVolumeNegativeTest-248878464-router', 'tenant_id': '69b2364f40d14160adf0220d92adaad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '345700f1-91f0-4de8-bcd4-74c223a3a73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:11:18Z', 'updated_at': '2022-05-31T21:11:21Z', 'revision_number': 4, 'project_id': '69b2364f40d14160adf0220d92adaad7', 'gw_port': {'id': '345700f1-91f0-4de8-bcd4-74c223a3a73c', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:75:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:11:18Z', 'updated_at': '2022-05-31T21:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_floatingips': [{'id': '901ca39b-83df-4fbd-8a37-54e39c7f622f', 'tenant_id': '69b2364f40d14160adf0220d92adaad7', 'floating_ip_address': '172.27.0.198', 'floating_network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'router_id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'port_id': '8d4969e6-911a-44ca-b161-644f80deb122', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9f27def-cef7-45b6-9a7b-b0c954078818', 'mac_address': 'fa:16:3e:4f:9e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8f2486-d4cf-40d9-9a07-d12933c0923b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T21:15:47Z', 'updated_at': '2022-05-31T21:16:06Z', 'revision_number': 1, 'project_id': '69b2364f40d14160adf0220d92adaad7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c06c97eb-71d0-46d3-a966-560d7406c393', 'name': '', 'network_id': 'f9f27def-cef7-45b6-9a7b-b0c954078818', 'tenant_id': '69b2364f40d14160adf0220d92adaad7', 'mac_address': 'fa:16:3e:03:e5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'b0a2bf4f-8e94-4747-a06c-e4eb22a2611a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:11:20Z', 'updated_at': '2022-05-31T21:11:25Z', 'revision_number': 5, 'project_id': '69b2364f40d14160adf0220d92adaad7', 'subnets': [{'id': 'b0a2bf4f-8e94-4747-a06c-e4eb22a2611a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:16:07.027872 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-e0472892-eb8d-4545-8ec7-b6441be36347 req-dfe81ba2-76d7-4ec8-bd72-e4513d045a4e service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d4969e6-911a-44ca-b161-644f80deb122 HTTP/1.1" status: 200 len: 999 time: 0.0582941 May 31 21:16:07.029605 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb24c17-03ca-4bf2-a8f5-a1f6b8ef7393 None None] Checking router: a91754eb-1388-498d-ad7b-17314423f28d for host: dv-cinder-839793-16-iscsi {{(pid=104323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 21:16:07.038229 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb24c17-03ca-4bf2-a8f5-a1f6b8ef7393 None None] Routers {'a91754eb-1388-498d-ad7b-17314423f28d'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:16:07.038822 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-7fb24c17-03ca-4bf2-a8f5-a1f6b8ef7393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:15:44Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['a91754eb-1388-498d-ad7b-17314423f28d'], 'active': True} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:16:07.078903 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0472892-eb8d-4545-8ec7-b6441be36347 req-b427a80d-4b72-4858-a60b-84881bd48dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:16:07.080354 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-e0472892-eb8d-4545-8ec7-b6441be36347 req-b427a80d-4b72-4858-a60b-84881bd48dda service neutron] 10.222.0.40 "GET /v2.0/subnets?id=b0a2bf4f-8e94-4747-a06c-e4eb22a2611a HTTP/1.1" status: 200 len: 853 time: 0.0445731 May 31 21:16:07.126568 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0472892-eb8d-4545-8ec7-b6441be36347 req-7bc24130-7a17-4f64-9490-803b081931b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:16:07.128067 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-e0472892-eb8d-4545-8ec7-b6441be36347 req-7bc24130-7a17-4f64-9490-803b081931b2 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=f9f27def-cef7-45b6-9a7b-b0c954078818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0379376 May 31 21:16:07.136538 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvr_db [None req-7fb24c17-03ca-4bf2-a8f5-a1f6b8ef7393 None None] Set router a91754eb-1388-498d-ad7b-17314423f28d gateway port host: dv-cinder-839793-16-iscsi {{(pid=104323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:16:07.225909 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-e0472892-eb8d-4545-8ec7-b6441be36347 req-3288a7dc-6a8e-41c7-8207-507924fa89f6 service neutron] 10.222.0.40 "GET /v2.0/networks/f9f27def-cef7-45b6-9a7b-b0c954078818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897055 May 31 21:16:07.319242 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-e0472892-eb8d-4545-8ec7-b6441be36347 req-8f733092-afc1-48a9-a7d6-54a2bed5762f service neutron] 10.222.0.40 "GET /v2.0/networks/f9f27def-cef7-45b6-9a7b-b0c954078818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830090 May 31 21:16:07.348976 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-7fb24c17-03ca-4bf2-a8f5-a1f6b8ef7393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'name': 'tempest-AttachVolumeNegativeTest-248878464-router', 'tenant_id': '69b2364f40d14160adf0220d92adaad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '345700f1-91f0-4de8-bcd4-74c223a3a73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:11:18Z', 'updated_at': '2022-05-31T21:11:21Z', 'revision_number': 4, 'project_id': '69b2364f40d14160adf0220d92adaad7', 'gw_port': {'id': '345700f1-91f0-4de8-bcd4-74c223a3a73c', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:75:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:11:18Z', 'updated_at': '2022-05-31T21:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_floatingips': [{'id': '901ca39b-83df-4fbd-8a37-54e39c7f622f', 'tenant_id': '69b2364f40d14160adf0220d92adaad7', 'floating_ip_address': '172.27.0.198', 'floating_network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'router_id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'port_id': '8d4969e6-911a-44ca-b161-644f80deb122', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9f27def-cef7-45b6-9a7b-b0c954078818', 'mac_address': 'fa:16:3e:4f:9e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8f2486-d4cf-40d9-9a07-d12933c0923b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T21:15:47Z', 'updated_at': '2022-05-31T21:16:06Z', 'revision_number': 1, 'project_id': '69b2364f40d14160adf0220d92adaad7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c06c97eb-71d0-46d3-a966-560d7406c393', 'name': '', 'network_id': 'f9f27def-cef7-45b6-9a7b-b0c954078818', 'tenant_id': '69b2364f40d14160adf0220d92adaad7', 'mac_address': 'fa:16:3e:03:e5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'b0a2bf4f-8e94-4747-a06c-e4eb22a2611a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:11:20Z', 'updated_at': '2022-05-31T21:11:25Z', 'revision_number': 5, 'project_id': '69b2364f40d14160adf0220d92adaad7', 'subnets': [{'id': 'b0a2bf4f-8e94-4747-a06c-e4eb22a2611a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:16:07.373533 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb24c17-03ca-4bf2-a8f5-a1f6b8ef7393 None None] The sync data for ids ['a91754eb-1388-498d-ad7b-17314423f28d'] in dv-cinder-839793-16-iscsi is: [{'id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'name': 'tempest-AttachVolumeNegativeTest-248878464-router', 'tenant_id': '69b2364f40d14160adf0220d92adaad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '345700f1-91f0-4de8-bcd4-74c223a3a73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:11:18Z', 'updated_at': '2022-05-31T21:11:21Z', 'revision_number': 4, 'project_id': '69b2364f40d14160adf0220d92adaad7', 'gw_port': {'id': '345700f1-91f0-4de8-bcd4-74c223a3a73c', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:75:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:11:18Z', 'updated_at': '2022-05-31T21:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_floatingips': [{'id': '901ca39b-83df-4fbd-8a37-54e39c7f622f', 'tenant_id': '69b2364f40d14160adf0220d92adaad7', 'floating_ip_address': '172.27.0.198', 'floating_network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'router_id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'port_id': '8d4969e6-911a-44ca-b161-644f80deb122', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9f27def-cef7-45b6-9a7b-b0c954078818', 'mac_address': 'fa:16:3e:4f:9e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8f2486-d4cf-40d9-9a07-d12933c0923b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T21:15:47Z', 'updated_at': '2022-05-31T21:16:06Z', 'revision_number': 1, 'project_id': '69b2364f40d14160adf0220d92adaad7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c06c97eb-71d0-46d3-a966-560d7406c393', 'name': '', 'network_id': 'f9f27def-cef7-45b6-9a7b-b0c954078818', 'tenant_id': '69b2364f40d14160adf0220d92adaad7', 'mac_address': 'fa:16:3e:03:e5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'b0a2bf4f-8e94-4747-a06c-e4eb22a2611a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:11:20Z', 'updated_at': '2022-05-31T21:11:25Z', 'revision_number': 5, 'project_id': '69b2364f40d14160adf0220d92adaad7', 'subnets': [{'id': 'b0a2bf4f-8e94-4747-a06c-e4eb22a2611a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 21:16:07.581014 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957f8055-9d39-4b3f-81e1-8f44c0cf58f8 None None] New status for floating IP 901ca39b-83df-4fbd-8a37-54e39c7f622f: ACTIVE {{(pid=104322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 31 21:16:07.670875 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:16:12.264773 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-c479131f-1ac0-4314-b02c-742ff3f9782f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (5ca9f0a2-8e5f-4b54-94fa-454f095515e4), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:16:14.584781 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-80e1b530-baa1-464d-bf6e-5ec165de53ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (13ce5b10-321e-4e80-b29e-1cfc3c51661e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:16:15.706608 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-58fa0aab-c296-4be2-a1ab-08418c16cad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (8170e961-7e1e-4c09-b09f-6b764c457cfd), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:16:16.730329 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=59 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:16:16.843300 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-b770b660-b824-4665-84d0-9bbdd29e8e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (1c1563bc-5b12-4065-8d27-b22246e8e8d3), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:16:17.310555 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=50 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:16:17.316619 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=53 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:16:17.346866 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=71 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:16:18.591475 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (a61205dd-b11c-42a1-aa2d-4b7310a8dc99), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:16:20.212754 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=79 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:16:20.227965 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.agents_db [None req-3d709c36-86fd-4f4f-bf7d-9e9748143f4e None None] Agent healthcheck: found 6 active agents {{(pid=104323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 31 21:16:21.689222 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (51675295-7abb-4335-9c5a-c46a9082010e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:16:28.972812 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-21a96389-b0ea-4d7a-b4ee-348aab9ef4ac req-e3925ff2-7a20-4be3-b735-e1ffeecb4b38 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=48d80d94-ed1f-4792-955f-5ac166350cb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417173 May 31 21:16:29.032639 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a96389-b0ea-4d7a-b4ee-348aab9ef4ac req-4891ed9f-8632-42b0-91a3-638da0986d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:16:29.034180 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-21a96389-b0ea-4d7a-b4ee-348aab9ef4ac req-4891ed9f-8632-42b0-91a3-638da0986d17 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=8e511490c0f8438fb89ac590bd63529f&device_id=48d80d94-ed1f-4792-955f-5ac166350cb8 HTTP/1.1" status: 200 len: 1130 time: 0.0398688 May 31 21:16:29.141577 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a96389-b0ea-4d7a-b4ee-348aab9ef4ac req-e961679d-d181-42ba-a1ae-8be449b5e92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:16:29.143126 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-21a96389-b0ea-4d7a-b4ee-348aab9ef4ac req-e961679d-d181-42ba-a1ae-8be449b5e92d service neutron] 10.222.0.40 "GET /v2.0/networks?id=2c2f81e7-9a7d-4701-bf43-a528a17f585a HTTP/1.1" status: 200 len: 913 time: 0.0918367 May 31 21:16:29.206931 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-21a96389-b0ea-4d7a-b4ee-348aab9ef4ac req-e2649416-6693-422c-bb33-c98890a4ca81 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be6188bf-51f6-4051-bc2f-677f9aefbc61 HTTP/1.1" status: 200 len: 1001 time: 0.0576293 May 31 21:16:29.255228 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a96389-b0ea-4d7a-b4ee-348aab9ef4ac req-f0aeeef0-507d-4747-a109-fe73407c2ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:16:29.256685 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-21a96389-b0ea-4d7a-b4ee-348aab9ef4ac req-f0aeeef0-507d-4747-a109-fe73407c2ed6 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=e92e8765-6011-45cd-aa17-1b8aedc6fa7b HTTP/1.1" status: 200 len: 851 time: 0.0433047 May 31 21:16:29.303787 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a96389-b0ea-4d7a-b4ee-348aab9ef4ac req-1b6a6acc-6abb-41db-9f83-54f1526c40b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:16:29.305308 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-21a96389-b0ea-4d7a-b4ee-348aab9ef4ac req-1b6a6acc-6abb-41db-9f83-54f1526c40b7 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=2c2f81e7-9a7d-4701-bf43-a528a17f585a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0425239 May 31 21:16:29.397558 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-21a96389-b0ea-4d7a-b4ee-348aab9ef4ac req-d421ad23-7cee-4897-bcf2-d3ddd0bee8c3 service neutron] 10.222.0.40 "GET /v2.0/networks/2c2f81e7-9a7d-4701-bf43-a528a17f585a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849705 May 31 21:16:29.491331 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-21a96389-b0ea-4d7a-b4ee-348aab9ef4ac req-58ae10d6-42db-443f-b304-7fe5d0f4909a service neutron] 10.222.0.40 "GET /v2.0/networks/2c2f81e7-9a7d-4701-bf43-a528a17f585a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876007 May 31 21:16:31.572024 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:16:31.574871 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:16:31.579658 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=42,neutron:UPDATE=5 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:16:38.227188 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=4 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:16:39.486632 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=52 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:16:39.488507 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=49 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:16:40.218255 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:16:42.242521 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-7b58b736-ad59-4c28-bf86-d8df05c6e719 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (5ca9f0a2-8e5f-4b54-94fa-454f095515e4), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:16:44.539495 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-dd348fbe-fd1b-4ade-890c-74c15d9628fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (13ce5b10-321e-4e80-b29e-1cfc3c51661e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:16:45.682522 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-58fa0aab-c296-4be2-a1ab-08418c16cad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (8170e961-7e1e-4c09-b09f-6b764c457cfd), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:16:46.848081 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-b770b660-b824-4665-84d0-9bbdd29e8e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (1c1563bc-5b12-4065-8d27-b22246e8e8d3), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:16:48.577818 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (a61205dd-b11c-42a1-aa2d-4b7310a8dc99), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:16:49.636901 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642160ae-0819-4ee2-bf0f-43ca329ba6c8 req-ebe1e333-574b-49b2-829e-1e1d0242b0b4 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:16:49.638408 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-642160ae-0819-4ee2-bf0f-43ca329ba6c8 req-ebe1e333-574b-49b2-829e-1e1d0242b0b4 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.55 "GET /v2.0/ports?device_id=836874db-02ab-4f3d-8b87-d32c70829b1b HTTP/1.1" status: 200 len: 945 time: 0.0529752 May 31 21:16:49.684855 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-642160ae-0819-4ee2-bf0f-43ca329ba6c8 req-499225ca-e2a0-426a-a5b0-9afff261aba3 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa058631-00c1-488d-9916-a9dd50ab9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409501 May 31 21:16:50.800745 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea0506e-54eb-4136-98a0-34fbf6196001 req-9ce0399b-3ce7-4bfd-8fdf-450f9d0c533b tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:16:50.802240 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-7ea0506e-54eb-4136-98a0-34fbf6196001 req-9ce0399b-3ce7-4bfd-8fdf-450f9d0c533b tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.55 "GET /v2.0/ports?device_id=836874db-02ab-4f3d-8b87-d32c70829b1b HTTP/1.1" status: 200 len: 945 time: 0.0474458 May 31 21:16:50.848827 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-7ea0506e-54eb-4136-98a0-34fbf6196001 req-e45c7bb5-57ec-431f-8908-afe349244b7c tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa058631-00c1-488d-9916-a9dd50ab9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404003 May 31 21:16:51.659631 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (51675295-7abb-4335-9c5a-c46a9082010e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:16:51.681385 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a87d8-7bf9-4a15-b514-572fb6852f05 req-933a06e1-21af-448b-9b80-43036dabb8a1 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:16:51.682840 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-603a87d8-7bf9-4a15-b514-572fb6852f05 req-933a06e1-21af-448b-9b80-43036dabb8a1 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.40 "GET /v2.0/ports?device_id=836874db-02ab-4f3d-8b87-d32c70829b1b HTTP/1.1" status: 200 len: 945 time: 0.0475428 May 31 21:16:51.769558 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.plugin [req-603a87d8-7bf9-4a15-b514-572fb6852f05 req-1c92ee2f-7582-4ad6-aa82-ee4d8f3bc05a tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Deleting port 43ac5025-cbec-4c3e-a75a-05a41cfb775f {{(pid=104321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 31 21:16:51.769888 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-603a87d8-7bf9-4a15-b514-572fb6852f05 req-1c92ee2f-7582-4ad6-aa82-ee4d8f3bc05a tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747262076802'] for port (43ac5025-cbec-4c3e-a75a-05a41cfb775f), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:16:51.862559 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [req-603a87d8-7bf9-4a15-b514-572fb6852f05 req-1c92ee2f-7582-4ad6-aa82-ee4d8f3bc05a tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] For port 43ac5025-cbec-4c3e-a75a-05a41cfb775f, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=43ac5025-cbec-4c3e-a75a-05a41cfb775f,segment=NetworkSegment(60205f2c-77f1-4d70-98a8-b2c7fdf09c0d),segment_id=60205f2c-77f1-4d70-98a8-b2c7fdf09c0d)] {{(pid=104321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:16:51.862921 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-603a87d8-7bf9-4a15-b514-572fb6852f05 req-1c92ee2f-7582-4ad6-aa82-ee4d8f3bc05a tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574989'] for port (43ac5025-cbec-4c3e-a75a-05a41cfb775f), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:16:51.876350 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.plugin [req-603a87d8-7bf9-4a15-b514-572fb6852f05 req-1c92ee2f-7582-4ad6-aa82-ee4d8f3bc05a tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Calling delete_port for 43ac5025-cbec-4c3e-a75a-05a41cfb775f owned by compute:nova {{(pid=104321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 31 21:16:51.967954 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8738c902-86a7-41cf-839a-9f2ec0454490 req-095aa3d2-bd74-4b40-a799-7a37885ef9af tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:16:51.969404 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-8738c902-86a7-41cf-839a-9f2ec0454490 req-095aa3d2-bd74-4b40-a799-7a37885ef9af tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.55 "GET /v2.0/ports?device_id=836874db-02ab-4f3d-8b87-d32c70829b1b HTTP/1.1" status: 200 len: 945 time: 0.0505505 May 31 21:16:52.017047 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-8738c902-86a7-41cf-839a-9f2ec0454490 req-fe33aef2-a1fc-482b-9647-9d11548e5428 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa058631-00c1-488d-9916-a9dd50ab9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420821 May 31 21:16:52.057724 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-603a87d8-7bf9-4a15-b514-572fb6852f05 req-1c92ee2f-7582-4ad6-aa82-ee4d8f3bc05a tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747262050753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747261518138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25540506'] for port (43ac5025-cbec-4c3e-a75a-05a41cfb775f), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:16:52.069883 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] get_ports_and_sgs() called for port_ids ['43ac5025-cbec-4c3e-a75a-05a41cfb775f'] {{(pid=104322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 31 21:16:52.085814 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c92ee2f-7582-4ad6-aa82-ee4d8f3bc05a tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Pushing event deleted for resources: {'Port': ['ID=43ac5025-cbec-4c3e-a75a-05a41cfb775f,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:16:52.113915 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c92ee2f-7582-4ad6-aa82-ee4d8f3bc05a tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:16:52.114266 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c92ee2f-7582-4ad6-aa82-ee4d8f3bc05a tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:16:52.114606 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c92ee2f-7582-4ad6-aa82-ee4d8f3bc05a tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:16:52.114963 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c92ee2f-7582-4ad6-aa82-ee4d8f3bc05a tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:16:52.115281 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c92ee2f-7582-4ad6-aa82-ee4d8f3bc05a tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:16:52.115612 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c92ee2f-7582-4ad6-aa82-ee4d8f3bc05a tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:16:52.115939 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c92ee2f-7582-4ad6-aa82-ee4d8f3bc05a tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:16:52.116264 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c92ee2f-7582-4ad6-aa82-ee4d8f3bc05a tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:16:52.116592 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c92ee2f-7582-4ad6-aa82-ee4d8f3bc05a tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:16:52.116916 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c92ee2f-7582-4ad6-aa82-ee4d8f3bc05a tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:16:52.117241 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c92ee2f-7582-4ad6-aa82-ee4d8f3bc05a tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:16:52.118089 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c92ee2f-7582-4ad6-aa82-ee4d8f3bc05a tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:16:52.118632 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c92ee2f-7582-4ad6-aa82-ee4d8f3bc05a tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:16:52.119012 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c92ee2f-7582-4ad6-aa82-ee4d8f3bc05a tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:16:52.119341 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c92ee2f-7582-4ad6-aa82-ee4d8f3bc05a tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:16:52.138733 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [req-603a87d8-7bf9-4a15-b514-572fb6852f05 req-1c92ee2f-7582-4ad6-aa82-ee4d8f3bc05a tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] No DVR routers for this DVR port 43ac5025-cbec-4c3e-a75a-05a41cfb775f on host hv-cinder-83979 {{(pid=104321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} May 31 21:16:52.141110 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-603a87d8-7bf9-4a15-b514-572fb6852f05 req-1c92ee2f-7582-4ad6-aa82-ee4d8f3bc05a tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for port (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:16:52.144312 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-603a87d8-7bf9-4a15-b514-572fb6852f05 req-1c92ee2f-7582-4ad6-aa82-ee4d8f3bc05a tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.40 "DELETE /v2.0/ports/43ac5025-cbec-4c3e-a75a-05a41cfb775f HTTP/1.1" status: 204 len: 173 time: 0.4568095 May 31 21:16:52.144732 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '836874db-02ab-4f3d-8b87-d32c70829b1b', 'name': 'network-vif-deleted', 'tag': '43ac5025-cbec-4c3e-a75a-05a41cfb775f'}] {{(pid=104321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:16:52.146973 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6b014d5dee29fffbb36c15c330f4dd8b871b4cb67f19a16d167ed5ff3960b8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e47cded-8be1-4cd7-a10e-27938cc238b6" -d '{"events": [{"server_uuid": "836874db-02ab-4f3d-8b87-d32c70829b1b", "name": "network-vif-deleted", "tag": "43ac5025-cbec-4c3e-a75a-05a41cfb775f"}]}' {{(pid=104321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:16:52.181561 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 May 2022 21:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ca378a-470c-4dcb-bc80-364322f8cf3a x-openstack-request-id: req-58ca378a-470c-4dcb-bc80-364322f8cf3a {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:16:52.181943 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "836874db-02ab-4f3d-8b87-d32c70829b1b", "name": "network-vif-deleted", "tag": "43ac5025-cbec-4c3e-a75a-05a41cfb775f", "status": "completed", "code": 200}]} {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:16:52.182257 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-58ca378a-470c-4dcb-bc80-364322f8cf3a {{(pid=104321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:16:52.182661 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58ca378a-470c-4dcb-bc80-364322f8cf3a'] response: {'server_uuid': '836874db-02ab-4f3d-8b87-d32c70829b1b', 'name': 'network-vif-deleted', 'tag': '43ac5025-cbec-4c3e-a75a-05a41cfb775f', 'status': 'completed', 'code': 200} May 31 21:16:53.122930 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-59ec1f63-08b1-4dc9-93eb-ab36f340848d req-db71f180-39b6-402a-8ab8-adfb0a2a3f6e tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.55 "GET /v2.0/ports?device_id=836874db-02ab-4f3d-8b87-d32c70829b1b HTTP/1.1" status: 200 len: 210 time: 0.0272005 May 31 21:16:57.226988 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.agents_db [None req-3d709c36-86fd-4f4f-bf7d-9e9748143f4e None None] Agent healthcheck: found 6 active agents {{(pid=104323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 31 21:16:57.523169 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device 43ac5025-cbec-4c3e-a75a-05a41cfb775f no longer exists at agent hyperv_hv-cinder-83979 {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 31 21:16:57.544929 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] No Port match for: 43ac5025-cbec-4c3e-a75a-05a41cfb775f {{(pid=104322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 31 21:16:57.545272 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device 43ac5025-cbec-4c3e-a75a-05a41cfb775f not bound to the agent host hv-cinder-83979 {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 31 21:17:01.578214 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:17:02.113928 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=46,neutron:DELETE=4 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:17:02.123979 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=45,neutron:DELETE=4 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:17:03.104484 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=28 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:17:03.106284 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=28 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:17:03.497130 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 42024) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:17:03.637496 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-bf9851ba-c496-4e34-854e-b116459e007a tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Deleting port bb6f0616-344d-421c-8575-a84089d40a32 {{(pid=104320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 31 21:17:03.637826 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-bf9851ba-c496-4e34-854e-b116459e007a tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747262076802'] for port (bb6f0616-344d-421c-8575-a84089d40a32), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:03.969315 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-bf9851ba-c496-4e34-854e-b116459e007a tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574989'] for port (bb6f0616-344d-421c-8575-a84089d40a32), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:03.969631 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-bf9851ba-c496-4e34-854e-b116459e007a tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks [] for floatingip (bb6f0616-344d-421c-8575-a84089d40a32), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:03.982388 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-bf9851ba-c496-4e34-854e-b116459e007a tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Calling delete_port for bb6f0616-344d-421c-8575-a84089d40a32 owned by network:floatingip {{(pid=104320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 31 21:17:04.179297 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-bf9851ba-c496-4e34-854e-b116459e007a tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747262050753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747261518138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437045'] for port (bb6f0616-344d-421c-8575-a84089d40a32), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:04.206010 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9851ba-c496-4e34-854e-b116459e007a tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Pushing event deleted for resources: {'Port': ['ID=bb6f0616-344d-421c-8575-a84089d40a32,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:17:04.231517 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9851ba-c496-4e34-854e-b116459e007a tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:17:04.231854 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9851ba-c496-4e34-854e-b116459e007a tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:17:04.232191 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9851ba-c496-4e34-854e-b116459e007a tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:17:04.232523 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9851ba-c496-4e34-854e-b116459e007a tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:17:04.232849 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9851ba-c496-4e34-854e-b116459e007a tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:17:04.233174 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9851ba-c496-4e34-854e-b116459e007a tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:17:04.233494 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9851ba-c496-4e34-854e-b116459e007a tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:17:04.233811 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9851ba-c496-4e34-854e-b116459e007a tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:17:04.234155 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9851ba-c496-4e34-854e-b116459e007a tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:17:04.234475 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9851ba-c496-4e34-854e-b116459e007a tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:17:04.234791 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9851ba-c496-4e34-854e-b116459e007a tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:17:04.235108 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9851ba-c496-4e34-854e-b116459e007a tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:17:04.235420 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9851ba-c496-4e34-854e-b116459e007a tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:17:04.235734 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9851ba-c496-4e34-854e-b116459e007a tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:17:04.236046 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9851ba-c496-4e34-854e-b116459e007a tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:17:04.283632 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-bf9851ba-c496-4e34-854e-b116459e007a tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks [] for floatingip (5eaa3310-6d87-4af6-83d7-e7c9389d642f), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:04.284010 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.db.l3_db [None req-bf9851ba-c496-4e34-854e-b116459e007a tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Floating IP 5eaa3310-6d87-4af6-83d7-e7c9389d642f disassociated (deleted). External IP: 172.27.0.15, port: b6ddeae7-2540-4694-af04-5e45ce14eb5e. May 31 21:17:04.479557 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf9851ba-c496-4e34-854e-b116459e007a tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Router 642623e8-ef26-4b03-9cfd-3f5748911f34 has already been hosted by L3 agent 13ce5b10-321e-4e80-b29e-1cfc3c51661e {{(pid=104320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 31 21:17:04.584737 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf9851ba-c496-4e34-854e-b116459e007a tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Notify agent at l3_agent.dv-cinder-839793-16-iscsi the message routers_updated {{(pid=104320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 31 21:17:04.589539 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-bf9851ba-c496-4e34-854e-b116459e007a tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for floatingip (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:04.594541 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff64425-1dff-4dcd-94d7-67b304f5dc24 None None] Sync routers for ids ['642623e8-ef26-4b03-9cfd-3f5748911f34'] in dv-cinder-839793-16-iscsi {{(pid=104323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 21:17:04.606132 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff64425-1dff-4dcd-94d7-67b304f5dc24 None None] Routers {'642623e8-ef26-4b03-9cfd-3f5748911f34'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:17:04.606764 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-dff64425-1dff-4dcd-94d7-67b304f5dc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:16:44Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['642623e8-ef26-4b03-9cfd-3f5748911f34'], 'active': True} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:17:04.614350 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:17:04.625157 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-bf9851ba-c496-4e34-854e-b116459e007a tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "DELETE /v2.0/floatingips/5eaa3310-6d87-4af6-83d7-e7c9389d642f HTTP/1.1" status: 204 len: 168 time: 1.1269481 May 31 21:17:04.625718 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cb3ce1b-f994-4a4b-9f06-12a001fcd081', 'tag': 'b6ddeae7-2540-4694-af04-5e45ce14eb5e'}] {{(pid=104320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:17:04.627981 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800e09971b12e0035a6cf58b960e7e30052d71c2381d70b5c02cffce84e90f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-565a7851-68e1-429d-9a08-7f7b02c8815b" -d '{"events": [{"name": "network-changed", "server_uuid": "1cb3ce1b-f994-4a4b-9f06-12a001fcd081", "tag": "b6ddeae7-2540-4694-af04-5e45ce14eb5e"}]}' {{(pid=104320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:17:04.669371 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 May 2022 21:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d500e033-9962-49a5-b608-63efa9a58d10 x-openstack-request-id: req-d500e033-9962-49a5-b608-63efa9a58d10 {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:17:04.670028 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cb3ce1b-f994-4a4b-9f06-12a001fcd081", "tag": "b6ddeae7-2540-4694-af04-5e45ce14eb5e", "status": "completed", "code": 200}]} {{(pid=104320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:17:04.670295 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d500e033-9962-49a5-b608-63efa9a58d10 {{(pid=104320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:17:04.670698 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d500e033-9962-49a5-b608-63efa9a58d10'] response: {'name': 'network-changed', 'server_uuid': '1cb3ce1b-f994-4a4b-9f06-12a001fcd081', 'tag': 'b6ddeae7-2540-4694-af04-5e45ce14eb5e', 'status': 'completed', 'code': 200} May 31 21:17:04.711745 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvr_db [None req-dff64425-1dff-4dcd-94d7-67b304f5dc24 None None] Set router 642623e8-ef26-4b03-9cfd-3f5748911f34 gateway port host: dv-cinder-839793-16-iscsi {{(pid=104323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:17:04.923051 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-dff64425-1dff-4dcd-94d7-67b304f5dc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642623e8-ef26-4b03-9cfd-3f5748911f34', 'name': 'tempest-TestVolumeBootPattern-1368220123-router', 'tenant_id': '8e511490c0f8438fb89ac590bd63529f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '3198b83f-a948-46cb-a50f-2db85f890a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:07:37Z', 'updated_at': '2022-05-31T21:07:42Z', 'revision_number': 4, 'project_id': '8e511490c0f8438fb89ac590bd63529f', 'gw_port': {'id': '3198b83f-a948-46cb-a50f-2db85f890a16', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:92:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642623e8-ef26-4b03-9cfd-3f5748911f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:07:38Z', 'updated_at': '2022-05-31T21:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_floatingips': [{'id': '920b1244-8c8e-493a-b849-d84673d881bb', 'tenant_id': '8e511490c0f8438fb89ac590bd63529f', 'floating_ip_address': '172.27.0.24', 'floating_network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'router_id': '642623e8-ef26-4b03-9cfd-3f5748911f34', 'port_id': 'be6188bf-51f6-4051-bc2f-677f9aefbc61', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c2f81e7-9a7d-4701-bf43-a528a17f585a', 'mac_address': 'fa:16:3e:9a:33:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d80d94-ed1f-4792-955f-5ac166350cb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T21:12:03Z', 'updated_at': '2022-05-31T21:12:05Z', 'revision_number': 1, 'project_id': '8e511490c0f8438fb89ac590bd63529f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b7d105e-bd4b-43ed-adbe-2f47ed346353', 'name': '', 'network_id': '2c2f81e7-9a7d-4701-bf43-a528a17f585a', 'tenant_id': '8e511490c0f8438fb89ac590bd63529f', 'mac_address': 'fa:16:3e:7a:b3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642623e8-ef26-4b03-9cfd-3f5748911f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'e92e8765-6011-45cd-aa17-1b8aedc6fa7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:07:41Z', 'updated_at': '2022-05-31T21:07:48Z', 'revision_number': 5, 'project_id': '8e511490c0f8438fb89ac590bd63529f', 'subnets': [{'id': 'e92e8765-6011-45cd-aa17-1b8aedc6fa7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:17:04.947174 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff64425-1dff-4dcd-94d7-67b304f5dc24 None None] Checking router: 642623e8-ef26-4b03-9cfd-3f5748911f34 for host: dv-cinder-839793-16-iscsi {{(pid=104323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 21:17:04.956074 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff64425-1dff-4dcd-94d7-67b304f5dc24 None None] Routers {'642623e8-ef26-4b03-9cfd-3f5748911f34'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:17:04.956683 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-dff64425-1dff-4dcd-94d7-67b304f5dc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:16:44Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['642623e8-ef26-4b03-9cfd-3f5748911f34'], 'active': True} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:17:05.026468 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:17:05.035372 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c028b690-5470-4b7d-8c33-64d3590a64ae req-e98d0d28-ef46-4962-8bd5-6ff67c4665c3 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:17:05.036940 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-c028b690-5470-4b7d-8c33-64d3590a64ae req-e98d0d28-ef46-4962-8bd5-6ff67c4665c3 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cb3ce1b-f994-4a4b-9f06-12a001fcd081 HTTP/1.1" status: 200 len: 945 time: 0.0498471 May 31 21:17:05.102456 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-c028b690-5470-4b7d-8c33-64d3590a64ae req-ff0fd74b-c2ec-4c10-b176-4085aabaff25 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/security-groups?id=af63a73d-db92-422f-a34b-85e8632ce5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541975 May 31 21:17:05.143987 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvr_db [None req-dff64425-1dff-4dcd-94d7-67b304f5dc24 None None] Set router 642623e8-ef26-4b03-9cfd-3f5748911f34 gateway port host: dv-cinder-839793-16-iscsi {{(pid=104323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:17:05.363926 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-dff64425-1dff-4dcd-94d7-67b304f5dc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642623e8-ef26-4b03-9cfd-3f5748911f34', 'name': 'tempest-TestVolumeBootPattern-1368220123-router', 'tenant_id': '8e511490c0f8438fb89ac590bd63529f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '3198b83f-a948-46cb-a50f-2db85f890a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:07:37Z', 'updated_at': '2022-05-31T21:07:42Z', 'revision_number': 4, 'project_id': '8e511490c0f8438fb89ac590bd63529f', 'gw_port': {'id': '3198b83f-a948-46cb-a50f-2db85f890a16', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:92:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642623e8-ef26-4b03-9cfd-3f5748911f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:07:38Z', 'updated_at': '2022-05-31T21:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_floatingips': [{'id': '920b1244-8c8e-493a-b849-d84673d881bb', 'tenant_id': '8e511490c0f8438fb89ac590bd63529f', 'floating_ip_address': '172.27.0.24', 'floating_network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'router_id': '642623e8-ef26-4b03-9cfd-3f5748911f34', 'port_id': 'be6188bf-51f6-4051-bc2f-677f9aefbc61', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c2f81e7-9a7d-4701-bf43-a528a17f585a', 'mac_address': 'fa:16:3e:9a:33:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d80d94-ed1f-4792-955f-5ac166350cb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T21:12:03Z', 'updated_at': '2022-05-31T21:12:05Z', 'revision_number': 1, 'project_id': '8e511490c0f8438fb89ac590bd63529f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b7d105e-bd4b-43ed-adbe-2f47ed346353', 'name': '', 'network_id': '2c2f81e7-9a7d-4701-bf43-a528a17f585a', 'tenant_id': '8e511490c0f8438fb89ac590bd63529f', 'mac_address': 'fa:16:3e:7a:b3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642623e8-ef26-4b03-9cfd-3f5748911f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'e92e8765-6011-45cd-aa17-1b8aedc6fa7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:07:41Z', 'updated_at': '2022-05-31T21:07:48Z', 'revision_number': 5, 'project_id': '8e511490c0f8438fb89ac590bd63529f', 'subnets': [{'id': 'e92e8765-6011-45cd-aa17-1b8aedc6fa7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:17:05.388767 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff64425-1dff-4dcd-94d7-67b304f5dc24 None None] The sync data for ids ['642623e8-ef26-4b03-9cfd-3f5748911f34'] in dv-cinder-839793-16-iscsi is: [{'id': '642623e8-ef26-4b03-9cfd-3f5748911f34', 'name': 'tempest-TestVolumeBootPattern-1368220123-router', 'tenant_id': '8e511490c0f8438fb89ac590bd63529f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '3198b83f-a948-46cb-a50f-2db85f890a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:07:37Z', 'updated_at': '2022-05-31T21:07:42Z', 'revision_number': 4, 'project_id': '8e511490c0f8438fb89ac590bd63529f', 'gw_port': {'id': '3198b83f-a948-46cb-a50f-2db85f890a16', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:92:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642623e8-ef26-4b03-9cfd-3f5748911f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:07:38Z', 'updated_at': '2022-05-31T21:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_floatingips': [{'id': '920b1244-8c8e-493a-b849-d84673d881bb', 'tenant_id': '8e511490c0f8438fb89ac590bd63529f', 'floating_ip_address': '172.27.0.24', 'floating_network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'router_id': '642623e8-ef26-4b03-9cfd-3f5748911f34', 'port_id': 'be6188bf-51f6-4051-bc2f-677f9aefbc61', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c2f81e7-9a7d-4701-bf43-a528a17f585a', 'mac_address': 'fa:16:3e:9a:33:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d80d94-ed1f-4792-955f-5ac166350cb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T21:12:03Z', 'updated_at': '2022-05-31T21:12:05Z', 'revision_number': 1, 'project_id': '8e511490c0f8438fb89ac590bd63529f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b7d105e-bd4b-43ed-adbe-2f47ed346353', 'name': '', 'network_id': '2c2f81e7-9a7d-4701-bf43-a528a17f585a', 'tenant_id': '8e511490c0f8438fb89ac590bd63529f', 'mac_address': 'fa:16:3e:7a:b3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642623e8-ef26-4b03-9cfd-3f5748911f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'e92e8765-6011-45cd-aa17-1b8aedc6fa7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:07:41Z', 'updated_at': '2022-05-31T21:07:48Z', 'revision_number': 5, 'project_id': '8e511490c0f8438fb89ac590bd63529f', 'subnets': [{'id': 'e92e8765-6011-45cd-aa17-1b8aedc6fa7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 21:17:05.608571 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6771b37f-4adb-40b8-8be3-30b72ff8cab8 None None] New status for floating IP 5eaa3310-6d87-4af6-83d7-e7c9389d642f: DOWN {{(pid=104322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 31 21:17:06.219322 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c2511-c783-49cf-b810-192547c29cbf req-517977ba-8364-4c2f-b45c-9890b8ae489d tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:17:06.220800 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-556c2511-c783-49cf-b810-192547c29cbf req-517977ba-8364-4c2f-b45c-9890b8ae489d tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cb3ce1b-f994-4a4b-9f06-12a001fcd081 HTTP/1.1" status: 200 len: 945 time: 0.0481789 May 31 21:17:06.269955 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-556c2511-c783-49cf-b810-192547c29cbf req-3692dda1-25dc-4774-9c2e-8d2b25751403 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/security-groups?id=af63a73d-db92-422f-a34b-85e8632ce5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433135 May 31 21:17:07.384939 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad354c92-1b8e-4e49-914e-8641dd7f0755 req-fa11d01b-3e49-491d-a789-8166c9b6f244 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:17:07.386428 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ad354c92-1b8e-4e49-914e-8641dd7f0755 req-fa11d01b-3e49-491d-a789-8166c9b6f244 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cb3ce1b-f994-4a4b-9f06-12a001fcd081 HTTP/1.1" status: 200 len: 945 time: 0.0466270 May 31 21:17:07.435379 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ad354c92-1b8e-4e49-914e-8641dd7f0755 req-791f30bb-cee4-47da-95e0-a58caf6f8e6b tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/security-groups?id=af63a73d-db92-422f-a34b-85e8632ce5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435050 May 31 21:17:07.527106 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:17:07.765612 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565a7851-68e1-429d-9a08-7f7b02c8815b req-2ab23632-0ebf-41a2-810b-3df116503fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:17:07.767050 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-565a7851-68e1-429d-9a08-7f7b02c8815b req-2ab23632-0ebf-41a2-810b-3df116503fef service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=8e511490c0f8438fb89ac590bd63529f&device_id=1cb3ce1b-f994-4a4b-9f06-12a001fcd081 HTTP/1.1" status: 200 len: 1129 time: 0.0431960 May 31 21:17:07.856554 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565a7851-68e1-429d-9a08-7f7b02c8815b req-f2e1c978-41a7-4cf6-a1aa-368527d32d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:17:07.858034 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-565a7851-68e1-429d-9a08-7f7b02c8815b req-f2e1c978-41a7-4cf6-a1aa-368527d32d82 service neutron] 10.222.0.40 "GET /v2.0/networks?id=2c2f81e7-9a7d-4701-bf43-a528a17f585a HTTP/1.1" status: 200 len: 913 time: 0.0851748 May 31 21:17:07.898882 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-565a7851-68e1-429d-9a08-7f7b02c8815b req-e207ac7c-6950-45f4-9e92-2aac8756410d service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6ddeae7-2540-4694-af04-5e45ce14eb5e HTTP/1.1" status: 200 len: 217 time: 0.0337136 May 31 21:17:07.947638 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565a7851-68e1-429d-9a08-7f7b02c8815b req-f383b2da-35b0-4275-bf7e-876ee6e48b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:17:07.949075 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-565a7851-68e1-429d-9a08-7f7b02c8815b req-f383b2da-35b0-4275-bf7e-876ee6e48b8c service neutron] 10.222.0.40 "GET /v2.0/subnets?id=e92e8765-6011-45cd-aa17-1b8aedc6fa7b HTTP/1.1" status: 200 len: 851 time: 0.0440881 May 31 21:17:08.073250 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565a7851-68e1-429d-9a08-7f7b02c8815b req-084c88ed-b28d-4a07-bc1d-310c4ed9b8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:17:08.074764 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-565a7851-68e1-429d-9a08-7f7b02c8815b req-084c88ed-b28d-4a07-bc1d-310c4ed9b8c8 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=2c2f81e7-9a7d-4701-bf43-a528a17f585a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0390100 May 31 21:17:08.441120 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-565a7851-68e1-429d-9a08-7f7b02c8815b req-f4d4d8ec-3cfb-44e3-b46d-1b72af3327a7 service neutron] 10.222.0.40 "GET /v2.0/networks/2c2f81e7-9a7d-4701-bf43-a528a17f585a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880463 May 31 21:17:08.552077 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52471ea4-d461-4c6c-ae3b-90b72ae8e7db req-3a6f9326-e856-4666-8169-52668cd05404 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:17:08.552622 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f494869-45e0-4651-bdc6-bd579fb9e5b6 req-6ae96f53-b4b0-4fab-a630-588e6ff9a77e tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:17:08.553556 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-52471ea4-d461-4c6c-ae3b-90b72ae8e7db req-3a6f9326-e856-4666-8169-52668cd05404 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.40 "GET /v2.0/ports?device_id=1cb3ce1b-f994-4a4b-9f06-12a001fcd081 HTTP/1.1" status: 200 len: 945 time: 0.0628302 May 31 21:17:08.554092 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-2f494869-45e0-4651-bdc6-bd579fb9e5b6 req-6ae96f53-b4b0-4fab-a630-588e6ff9a77e tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cb3ce1b-f994-4a4b-9f06-12a001fcd081 HTTP/1.1" status: 200 len: 945 time: 0.0510790 May 31 21:17:08.603600 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-565a7851-68e1-429d-9a08-7f7b02c8815b req-c71eac3d-b1fd-432c-9089-3d559fac30bf service neutron] 10.222.0.40 "GET /v2.0/networks/2c2f81e7-9a7d-4701-bf43-a528a17f585a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555107 May 31 21:17:08.604053 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-2f494869-45e0-4651-bdc6-bd579fb9e5b6 req-cac805b1-0766-4ef3-9cc1-99cf262f63b5 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/security-groups?id=af63a73d-db92-422f-a34b-85e8632ce5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443122 May 31 21:17:08.661823 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.plugin [req-52471ea4-d461-4c6c-ae3b-90b72ae8e7db req-ccaeb5d1-b5af-4787-9e85-22d507db24a8 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Deleting port b6ddeae7-2540-4694-af04-5e45ce14eb5e {{(pid=104321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 31 21:17:08.662207 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-52471ea4-d461-4c6c-ae3b-90b72ae8e7db req-ccaeb5d1-b5af-4787-9e85-22d507db24a8 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747262076802'] for port (b6ddeae7-2540-4694-af04-5e45ce14eb5e), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:08.757012 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [req-52471ea4-d461-4c6c-ae3b-90b72ae8e7db req-ccaeb5d1-b5af-4787-9e85-22d507db24a8 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] For port b6ddeae7-2540-4694-af04-5e45ce14eb5e, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=b6ddeae7-2540-4694-af04-5e45ce14eb5e,segment=NetworkSegment(8895f7a6-b66f-413c-943d-4d2ad24c0748),segment_id=8895f7a6-b66f-413c-943d-4d2ad24c0748)] {{(pid=104321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:17:08.757425 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-52471ea4-d461-4c6c-ae3b-90b72ae8e7db req-ccaeb5d1-b5af-4787-9e85-22d507db24a8 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574989'] for port (b6ddeae7-2540-4694-af04-5e45ce14eb5e), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:08.771447 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.plugin [req-52471ea4-d461-4c6c-ae3b-90b72ae8e7db req-ccaeb5d1-b5af-4787-9e85-22d507db24a8 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Calling delete_port for b6ddeae7-2540-4694-af04-5e45ce14eb5e owned by compute:nova {{(pid=104321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 31 21:17:08.856469 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6974b71-4a8c-426d-bd90-d18556be832a req-cac78483-970d-4912-ad99-c0d5d73a46ee tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:17:08.857972 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-b6974b71-4a8c-426d-bd90-d18556be832a req-cac78483-970d-4912-ad99-c0d5d73a46ee tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.55 "GET /v2.0/networks?id=710ad2ad-e004-4b3f-9e04-41d28feb1281 HTTP/1.1" status: 200 len: 814 time: 0.1022978 May 31 21:17:08.872726 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-b6974b71-4a8c-426d-bd90-d18556be832a req-8fc9730c-7ef8-4a66-ba42-bd84ab02feba tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.55 "GET /v2.0/quotas/329e95cbfdb9493d82941bc00dd1ccbe HTTP/1.1" status: 200 len: 375 time: 0.0092585 May 31 21:17:08.909910 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-b6974b71-4a8c-426d-bd90-d18556be832a req-484746ee-4058-422c-ba81-0af4064ce091 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=329e95cbfdb9493d82941bc00dd1ccbe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320761 May 31 21:17:08.962101 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-52471ea4-d461-4c6c-ae3b-90b72ae8e7db req-ccaeb5d1-b5af-4787-9e85-22d507db24a8 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747262050753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747261518138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25540506'] for port (b6ddeae7-2540-4694-af04-5e45ce14eb5e), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:08.990881 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaeb5d1-b5af-4787-9e85-22d507db24a8 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Pushing event deleted for resources: {'Port': ['ID=b6ddeae7-2540-4694-af04-5e45ce14eb5e,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:17:09.035911 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [req-52471ea4-d461-4c6c-ae3b-90b72ae8e7db req-ccaeb5d1-b5af-4787-9e85-22d507db24a8 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] No DVR routers for this DVR port b6ddeae7-2540-4694-af04-5e45ce14eb5e on host hv-cinder-83979 {{(pid=104321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} May 31 21:17:09.039222 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-52471ea4-d461-4c6c-ae3b-90b72ae8e7db req-ccaeb5d1-b5af-4787-9e85-22d507db24a8 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for port (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:09.042565 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-52471ea4-d461-4c6c-ae3b-90b72ae8e7db req-ccaeb5d1-b5af-4787-9e85-22d507db24a8 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.40 "DELETE /v2.0/ports/b6ddeae7-2540-4694-af04-5e45ce14eb5e HTTP/1.1" status: 204 len: 173 time: 0.4823608 May 31 21:17:09.042999 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cb3ce1b-f994-4a4b-9f06-12a001fcd081', 'name': 'network-vif-deleted', 'tag': 'b6ddeae7-2540-4694-af04-5e45ce14eb5e'}] {{(pid=104321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:17:09.045301 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6b014d5dee29fffbb36c15c330f4dd8b871b4cb67f19a16d167ed5ff3960b8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7637fc7-bb85-450a-b474-bacc60d1b222" -d '{"events": [{"server_uuid": "1cb3ce1b-f994-4a4b-9f06-12a001fcd081", "name": "network-vif-deleted", "tag": "b6ddeae7-2540-4694-af04-5e45ce14eb5e"}]}' {{(pid=104321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:17:09.063948 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-b6974b71-4a8c-426d-bd90-d18556be832a req-cdf62437-c3a2-4476-ba58-9eb04fe1d835 service neutron] 10.222.0.55 "GET /v2.0/networks/710ad2ad-e004-4b3f-9e04-41d28feb1281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448112 May 31 21:17:09.083346 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 May 2022 21:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c6a3f0-fc17-4731-a292-29c36ea19255 x-openstack-request-id: req-76c6a3f0-fc17-4731-a292-29c36ea19255 {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:17:09.083650 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cb3ce1b-f994-4a4b-9f06-12a001fcd081", "name": "network-vif-deleted", "tag": "b6ddeae7-2540-4694-af04-5e45ce14eb5e", "status": "completed", "code": 200}]} {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:17:09.083914 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-76c6a3f0-fc17-4731-a292-29c36ea19255 {{(pid=104321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:17:09.084303 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76c6a3f0-fc17-4731-a292-29c36ea19255'] response: {'server_uuid': '1cb3ce1b-f994-4a4b-9f06-12a001fcd081', 'name': 'network-vif-deleted', 'tag': 'b6ddeae7-2540-4694-af04-5e45ce14eb5e', 'status': 'completed', 'code': 200} May 31 21:17:09.157768 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-b6974b71-4a8c-426d-bd90-d18556be832a req-a7d1ad63-2f96-4ad8-b4fe-05aac979382d service neutron] 10.222.0.55 "GET /v2.0/networks/710ad2ad-e004-4b3f-9e04-41d28feb1281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905585 May 31 21:17:09.461946 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-b0ed7e8c-7b42-45f6-b58b-8b85eb1d5a18 req-0a4c37a9-ace1-4d04-b01a-bf8a94a722e5 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e9ee975-2c0c-40f1-89f7-bc1a8a7631cf HTTP/1.1" status: 200 len: 210 time: 0.0292258 May 31 21:17:09.705338 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-d84dae9a-427c-4962-9890-a2c9678d8275 req-6a256829-3bbd-48dc-838e-295ca0103fa9 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cb3ce1b-f994-4a4b-9f06-12a001fcd081 HTTP/1.1" status: 200 len: 210 time: 0.0297694 May 31 21:17:10.562924 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ce96a877-1937-4116-8413-99df97f0f738 req-30094d53-f384-47bd-a104-3ec5bbc329f6 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e9ee975-2c0c-40f1-89f7-bc1a8a7631cf HTTP/1.1" status: 200 len: 210 time: 0.0319302 May 31 21:17:11.442081 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:17:11.480713 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:17:11.499196 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6974b71-4a8c-426d-bd90-d18556be832a req-b52e9eeb-5435-4384-91a2-9c65cf7c73fd tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:17:11.500717 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-b6974b71-4a8c-426d-bd90-d18556be832a req-b52e9eeb-5435-4384-91a2-9c65cf7c73fd tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.40 "GET /v2.0/networks?id=710ad2ad-e004-4b3f-9e04-41d28feb1281 HTTP/1.1" status: 200 len: 814 time: 0.1088011 May 31 21:17:11.516138 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [req-b6974b71-4a8c-426d-bd90-d18556be832a req-3b34979a-27e9-421a-a8f9-055b59326b0b tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Request body: {'port': {'device_id': '5e9ee975-2c0c-40f1-89f7-bc1a8a7631cf', 'network_id': '710ad2ad-e004-4b3f-9e04-41d28feb1281', 'admin_state_up': True, 'tenant_id': '329e95cbfdb9493d82941bc00dd1ccbe'}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:17:11.662179 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-5d8ced10-5220-4ab9-b42f-cd4537c6a679 req-8156168c-bb88-4571-a182-29f84fec6b50 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e9ee975-2c0c-40f1-89f7-bc1a8a7631cf HTTP/1.1" status: 200 len: 210 time: 0.0281954 May 31 21:17:11.767285 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6974b71-4a8c-426d-bd90-d18556be832a req-3b34979a-27e9-421a-a8f9-055b59326b0b tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Made reservation on behalf of 329e95cbfdb9493d82941bc00dd1ccbe for: {'port': 1} {{(pid=104321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 21:17:11.770669 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-b6974b71-4a8c-426d-bd90-d18556be832a req-3b34979a-27e9-421a-a8f9-055b59326b0b tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:11.897476 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.db_base_plugin_common [req-b6974b71-4a8c-426d-bd90-d18556be832a req-3b34979a-27e9-421a-a8f9-055b59326b0b tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Allocated IP 172.20.0.4 (710ad2ad-e004-4b3f-9e04-41d28feb1281/55686980-865e-460e-8cc1-173f617fa8ca/547f16e2-0ced-4efc-8ab6-8cdc9c735022) {{(pid=104321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 21:17:12.047038 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-b6974b71-4a8c-426d-bd90-d18556be832a req-3b34979a-27e9-421a-a8f9-055b59326b0b tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Publish callbacks [] for port (547f16e2-0ced-4efc-8ab6-8cdc9c735022), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:12.156309 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-b6974b71-4a8c-426d-bd90-d18556be832a req-3b34979a-27e9-421a-a8f9-055b59326b0b tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747261518129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25540506'] for port (547f16e2-0ced-4efc-8ab6-8cdc9c735022), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:12.197225 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6974b71-4a8c-426d-bd90-d18556be832a req-3b34979a-27e9-421a-a8f9-055b59326b0b tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Network 710ad2ad-e004-4b3f-9e04-41d28feb1281 is already hosted by enough agents. {{(pid=104321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 21:17:12.200409 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.base_scheduler [req-b6974b71-4a8c-426d-bd90-d18556be832a req-3b34979a-27e9-421a-a8f9-055b59326b0b tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Resources bound (agent type, host, resource id): {{(pid=104321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:17:12.204459 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6974b71-4a8c-426d-bd90-d18556be832a req-3b34979a-27e9-421a-a8f9-055b59326b0b tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Received port after_create {{(pid=104321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 31 21:17:12.213869 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-ef75f806-36f5-47e7-8096-596469b93848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (5ca9f0a2-8e5f-4b54-94fa-454f095515e4), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:12.231055 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b34979a-27e9-421a-a8f9-055b59326b0b tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Pushing event updated for resources: {'Port': ['ID=547f16e2-0ced-4efc-8ab6-8cdc9c735022,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:17:12.258137 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6974b71-4a8c-426d-bd90-d18556be832a req-3b34979a-27e9-421a-a8f9-055b59326b0b tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:17:12.259339 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-b6974b71-4a8c-426d-bd90-d18556be832a req-3b34979a-27e9-421a-a8f9-055b59326b0b tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for port (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:12.329993 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-b6974b71-4a8c-426d-bd90-d18556be832a req-3b34979a-27e9-421a-a8f9-055b59326b0b tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8174419 May 31 21:17:12.344201 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [req-b6974b71-4a8c-426d-bd90-d18556be832a req-9a03f6a5-27e1-42c1-97f5-a93883db9b43 service neutron] Request body: {'port': {'device_id': '5e9ee975-2c0c-40f1-89f7-bc1a8a7631cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:17:12.404650 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-b6974b71-4a8c-426d-bd90-d18556be832a req-9a03f6a5-27e1-42c1-97f5-a93883db9b43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (547f16e2-0ced-4efc-8ab6-8cdc9c735022), before_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:12.415152 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:17:12.611153 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:17:12.696335 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.notifiers.nova [req-b6974b71-4a8c-426d-bd90-d18556be832a req-9a03f6a5-27e1-42c1-97f5-a93883db9b43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 547f16e2-0ced-4efc-8ab6-8cdc9c735022 {{(pid=104321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 21:17:12.704320 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-b6974b71-4a8c-426d-bd90-d18556be832a req-9a03f6a5-27e1-42c1-97f5-a93883db9b43 service neutron] Publish callbacks [] for port (547f16e2-0ced-4efc-8ab6-8cdc9c735022), precommit_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:12.717490 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.provisioning_blocks [req-b6974b71-4a8c-426d-bd90-d18556be832a req-9a03f6a5-27e1-42c1-97f5-a93883db9b43 service neutron] Transition to ACTIVE for port object 547f16e2-0ced-4efc-8ab6-8cdc9c735022 will not be triggered until provisioned by entity L2. {{(pid=104321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 31 21:17:12.776882 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb32bd7-3bf0-4849-a61a-5a20269dc7d1 req-8153d8dc-bdcc-4906-9ea2-4d6371361ab0 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:17:12.778374 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-acb32bd7-3bf0-4849-a61a-5a20269dc7d1 req-8153d8dc-bdcc-4906-9ea2-4d6371361ab0 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e9ee975-2c0c-40f1-89f7-bc1a8a7631cf HTTP/1.1" status: 200 len: 931 time: 0.0475910 May 31 21:17:12.828022 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-acb32bd7-3bf0-4849-a61a-5a20269dc7d1 req-825182e8-7820-41b8-a167-ee6f5afe7e87 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa058631-00c1-488d-9916-a9dd50ab9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439692 May 31 21:17:12.841463 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-b6974b71-4a8c-426d-bd90-d18556be832a req-9a03f6a5-27e1-42c1-97f5-a93883db9b43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25540501'] for port (547f16e2-0ced-4efc-8ab6-8cdc9c735022), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:12.894715 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a03f6a5-27e1-42c1-97f5-a93883db9b43 service neutron] Pushing event updated for resources: {'Port': ['ID=547f16e2-0ced-4efc-8ab6-8cdc9c735022,revision_number=2']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:17:12.965841 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [req-b6974b71-4a8c-426d-bd90-d18556be832a req-9a03f6a5-27e1-42c1-97f5-a93883db9b43 service neutron] Attempting to bind port 547f16e2-0ced-4efc-8ab6-8cdc9c735022 on host hv-cinder-83979 for vnic_type normal with profile {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 31 21:17:12.966198 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [req-b6974b71-4a8c-426d-bd90-d18556be832a req-9a03f6a5-27e1-42c1-97f5-a93883db9b43 service neutron] Attempting to bind port 547f16e2-0ced-4efc-8ab6-8cdc9c735022 by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': '60205f2c-77f1-4d70-98a8-b2c7fdf09c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '710ad2ad-e004-4b3f-9e04-41d28feb1281'}] {{(pid=104321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 31 21:17:12.966519 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6974b71-4a8c-426d-bd90-d18556be832a req-9a03f6a5-27e1-42c1-97f5-a93883db9b43 service neutron] Attempting to bind port 547f16e2-0ced-4efc-8ab6-8cdc9c735022 on network 710ad2ad-e004-4b3f-9e04-41d28feb1281 {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 31 21:17:12.970816 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6974b71-4a8c-426d-bd90-d18556be832a req-9a03f6a5-27e1-42c1-97f5-a93883db9b43 service neutron] Port 547f16e2-0ced-4efc-8ab6-8cdc9c735022 on network 710ad2ad-e004-4b3f-9e04-41d28feb1281 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 31 21:17:12.971225 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6974b71-4a8c-426d-bd90-d18556be832a req-9a03f6a5-27e1-42c1-97f5-a93883db9b43 service neutron] Attempting to bind port 547f16e2-0ced-4efc-8ab6-8cdc9c735022 on network 710ad2ad-e004-4b3f-9e04-41d28feb1281 {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 31 21:17:12.975965 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6974b71-4a8c-426d-bd90-d18556be832a req-9a03f6a5-27e1-42c1-97f5-a93883db9b43 service neutron] Checking agent: {'id': '51675295-7abb-4335-9c5a-c46a9082010e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 21, 1, 20), 'started_at': datetime.datetime(2022, 5, 31, 21, 1, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 21, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 31 21:17:12.976321 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6974b71-4a8c-426d-bd90-d18556be832a req-9a03f6a5-27e1-42c1-97f5-a93883db9b43 service neutron] Checking segment: {'id': '60205f2c-77f1-4d70-98a8-b2c7fdf09c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '710ad2ad-e004-4b3f-9e04-41d28feb1281'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 31 21:17:12.976663 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6974b71-4a8c-426d-bd90-d18556be832a req-9a03f6a5-27e1-42c1-97f5-a93883db9b43 service neutron] Bound using segment: {'id': '60205f2c-77f1-4d70-98a8-b2c7fdf09c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '710ad2ad-e004-4b3f-9e04-41d28feb1281'} {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 31 21:17:12.977100 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [req-b6974b71-4a8c-426d-bd90-d18556be832a req-9a03f6a5-27e1-42c1-97f5-a93883db9b43 service neutron] Bound port: 547f16e2-0ced-4efc-8ab6-8cdc9c735022, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60205f2c-77f1-4d70-98a8-b2c7fdf09c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '710ad2ad-e004-4b3f-9e04-41d28feb1281'}}] {{(pid=104321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 31 21:17:12.978007 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-b6974b71-4a8c-426d-bd90-d18556be832a req-9a03f6a5-27e1-42c1-97f5-a93883db9b43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (547f16e2-0ced-4efc-8ab6-8cdc9c735022), before_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:12.985407 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device b6ddeae7-2540-4694-af04-5e45ce14eb5e no longer exists at agent hyperv_hv-cinder-83979 {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 31 21:17:13.003966 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] No Port match for: b6ddeae7-2540-4694-af04-5e45ce14eb5e {{(pid=104322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 31 21:17:13.004308 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device b6ddeae7-2540-4694-af04-5e45ce14eb5e not bound to the agent host hv-cinder-83979 {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 31 21:17:13.038534 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [req-b6974b71-4a8c-426d-bd90-d18556be832a req-9a03f6a5-27e1-42c1-97f5-a93883db9b43 service neutron] For port 547f16e2-0ced-4efc-8ab6-8cdc9c735022, host hv-cinder-83979, cleared binding levels {{(pid=104321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 31 21:17:13.042127 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [req-b6974b71-4a8c-426d-bd90-d18556be832a req-9a03f6a5-27e1-42c1-97f5-a93883db9b43 service neutron] For port 547f16e2-0ced-4efc-8ab6-8cdc9c735022, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=547f16e2-0ced-4efc-8ab6-8cdc9c735022,segment=NetworkSegment(60205f2c-77f1-4d70-98a8-b2c7fdf09c0d),segment_id=60205f2c-77f1-4d70-98a8-b2c7fdf09c0d)] {{(pid=104321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 31 21:17:13.104521 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-b6974b71-4a8c-426d-bd90-d18556be832a req-9a03f6a5-27e1-42c1-97f5-a93883db9b43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25540501'] for port (547f16e2-0ced-4efc-8ab6-8cdc9c735022), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:13.140723 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6974b71-4a8c-426d-bd90-d18556be832a req-9a03f6a5-27e1-42c1-97f5-a93883db9b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:17:13.141325 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-b6974b71-4a8c-426d-bd90-d18556be832a req-9a03f6a5-27e1-42c1-97f5-a93883db9b43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for port (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:13.142708 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-b6974b71-4a8c-426d-bd90-d18556be832a req-9a03f6a5-27e1-42c1-97f5-a93883db9b43 service neutron] 10.222.0.40 "PUT /v2.0/ports/547f16e2-0ced-4efc-8ab6-8cdc9c735022 HTTP/1.1" status: 200 len: 1093 time: 0.8025963 May 31 21:17:13.143136 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e9ee975-2c0c-40f1-89f7-bc1a8a7631cf', 'tag': '547f16e2-0ced-4efc-8ab6-8cdc9c735022'}] {{(pid=104321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:17:13.145332 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6b014d5dee29fffbb36c15c330f4dd8b871b4cb67f19a16d167ed5ff3960b8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a8aece-a318-4857-ab55-4d8ff8e9af03" -d '{"events": [{"name": "network-changed", "server_uuid": "5e9ee975-2c0c-40f1-89f7-bc1a8a7631cf", "tag": "547f16e2-0ced-4efc-8ab6-8cdc9c735022"}]}' {{(pid=104321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:17:13.166663 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a03f6a5-27e1-42c1-97f5-a93883db9b43 service neutron] Pushing event updated for resources: {'Port': ['ID=547f16e2-0ced-4efc-8ab6-8cdc9c735022,revision_number=3']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:17:13.183730 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 May 2022 21:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-540eb49b-bb9f-4105-8e42-d06a2d9217b3 x-openstack-request-id: req-540eb49b-bb9f-4105-8e42-d06a2d9217b3 {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:17:13.184048 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e9ee975-2c0c-40f1-89f7-bc1a8a7631cf", "tag": "547f16e2-0ced-4efc-8ab6-8cdc9c735022", "status": "completed", "code": 200}]} {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:17:13.184367 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-540eb49b-bb9f-4105-8e42-d06a2d9217b3 {{(pid=104321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:17:13.184763 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-540eb49b-bb9f-4105-8e42-d06a2d9217b3'] response: {'name': 'network-changed', 'server_uuid': '5e9ee975-2c0c-40f1-89f7-bc1a8a7631cf', 'tag': '547f16e2-0ced-4efc-8ab6-8cdc9c735022', 'status': 'completed', 'code': 200} May 31 21:17:13.191697 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 42110) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:17:13.255492 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:17:13.282084 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a8aece-a318-4857-ab55-4d8ff8e9af03 req-a55e42a1-59c4-481a-9027-86d5761ada0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:17:13.283573 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-63a8aece-a318-4857-ab55-4d8ff8e9af03 req-a55e42a1-59c4-481a-9027-86d5761ada0f service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=329e95cbfdb9493d82941bc00dd1ccbe&device_id=5e9ee975-2c0c-40f1-89f7-bc1a8a7631cf HTTP/1.1" status: 200 len: 1127 time: 0.0589638 May 31 21:17:13.679904 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.plugin [None req-829e81c8-b075-480d-b364-25e72079c9cc tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Deleting port c65d5770-f498-4461-8cb9-b5415c5bb42d {{(pid=104321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 31 21:17:13.680646 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-829e81c8-b075-480d-b364-25e72079c9cc tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747262076802'] for port (c65d5770-f498-4461-8cb9-b5415c5bb42d), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:13.724997 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a8aece-a318-4857-ab55-4d8ff8e9af03 req-823b4815-c191-457f-aa2d-fd765551eb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:17:13.726478 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-63a8aece-a318-4857-ab55-4d8ff8e9af03 req-823b4815-c191-457f-aa2d-fd765551eb30 service neutron] 10.222.0.40 "GET /v2.0/networks?tenant_id=329e95cbfdb9493d82941bc00dd1ccbe&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1724832 May 31 21:17:13.820408 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-829e81c8-b075-480d-b364-25e72079c9cc tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574989'] for port (c65d5770-f498-4461-8cb9-b5415c5bb42d), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:13.820735 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-829e81c8-b075-480d-b364-25e72079c9cc tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks [] for floatingip (c65d5770-f498-4461-8cb9-b5415c5bb42d), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:13.843745 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.plugin [None req-829e81c8-b075-480d-b364-25e72079c9cc tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Calling delete_port for c65d5770-f498-4461-8cb9-b5415c5bb42d owned by network:floatingip {{(pid=104321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 31 21:17:13.866134 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a8aece-a318-4857-ab55-4d8ff8e9af03 req-f4f59b8e-3840-4c11-ae67-025de1abbd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:17:13.867618 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-63a8aece-a318-4857-ab55-4d8ff8e9af03 req-f4f59b8e-3840-4c11-ae67-025de1abbd01 service neutron] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1332097 May 31 21:17:13.951374 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097ec5fb-0126-4862-ab15-ddbdd2a47f36 req-9c16f02a-20fc-4ec4-a6fc-0d2b67969077 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:17:13.952970 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-097ec5fb-0126-4862-ab15-ddbdd2a47f36 req-9c16f02a-20fc-4ec4-a6fc-0d2b67969077 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e9ee975-2c0c-40f1-89f7-bc1a8a7631cf HTTP/1.1" status: 200 len: 943 time: 0.0533831 May 31 21:17:13.975523 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:17:13.976773 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6974b71-4a8c-426d-bd90-d18556be832a req-fba61775-6224-44ea-bdb4-bde302439b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:17:13.978887 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-b6974b71-4a8c-426d-bd90-d18556be832a req-fba61775-6224-44ea-bdb4-bde302439b9a service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=329e95cbfdb9493d82941bc00dd1ccbe&device_id=5e9ee975-2c0c-40f1-89f7-bc1a8a7631cf HTTP/1.1" status: 200 len: 1127 time: 0.0675983 May 31 21:17:14.001424 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-097ec5fb-0126-4862-ab15-ddbdd2a47f36 req-e818334a-b7a5-45a9-a2f9-90e2d3ee2cb5 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa058631-00c1-488d-9916-a9dd50ab9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428526 May 31 21:17:14.030976 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-b6974b71-4a8c-426d-bd90-d18556be832a req-0eebffee-1a9d-490f-9b37-7d7a8ec22428 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=547f16e2-0ced-4efc-8ab6-8cdc9c735022 HTTP/1.1" status: 200 len: 217 time: 0.0435133 May 31 21:17:14.109150 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6974b71-4a8c-426d-bd90-d18556be832a req-a73198d7-ffa8-4db5-9e80-ac1b91960b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:17:14.110612 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-b6974b71-4a8c-426d-bd90-d18556be832a req-a73198d7-ffa8-4db5-9e80-ac1b91960b37 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=55686980-865e-460e-8cc1-173f617fa8ca HTTP/1.1" status: 200 len: 854 time: 0.0684471 May 31 21:17:14.148825 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-b6974b71-4a8c-426d-bd90-d18556be832a req-ea482bf9-fc5e-4892-85ca-2ff39a99a55b service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=710ad2ad-e004-4b3f-9e04-41d28feb1281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302093 May 31 21:17:14.214871 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-829e81c8-b075-480d-b364-25e72079c9cc tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747262050753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747261518138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25540506'] for port (c65d5770-f498-4461-8cb9-b5415c5bb42d), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:14.247917 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829e81c8-b075-480d-b364-25e72079c9cc tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Pushing event deleted for resources: {'Port': ['ID=c65d5770-f498-4461-8cb9-b5415c5bb42d,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:17:14.313776 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-b6974b71-4a8c-426d-bd90-d18556be832a req-0a7b3e63-7710-4d77-ae3f-b10f925f6c6d service neutron] 10.222.0.40 "GET /v2.0/networks/710ad2ad-e004-4b3f-9e04-41d28feb1281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584325 May 31 21:17:14.314182 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:17:14.375526 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-829e81c8-b075-480d-b364-25e72079c9cc tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks [] for floatingip (920b1244-8c8e-493a-b849-d84673d881bb), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:14.375847 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.db.l3_db [None req-829e81c8-b075-480d-b364-25e72079c9cc tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Floating IP 920b1244-8c8e-493a-b849-d84673d881bb disassociated (deleted). External IP: 172.27.0.24, port: be6188bf-51f6-4051-bc2f-677f9aefbc61. May 31 21:17:14.482158 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-b6974b71-4a8c-426d-bd90-d18556be832a req-e52ee240-a4a9-41c4-a967-c44514baf5b4 service neutron] 10.222.0.40 "GET /v2.0/networks/710ad2ad-e004-4b3f-9e04-41d28feb1281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615672 May 31 21:17:14.485576 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:17:14.548229 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-23d53402-c8df-4583-9bcc-1bb8efb4de5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (13ce5b10-321e-4e80-b29e-1cfc3c51661e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:14.601047 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-829e81c8-b075-480d-b364-25e72079c9cc tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Router 642623e8-ef26-4b03-9cfd-3f5748911f34 has already been hosted by L3 agent 13ce5b10-321e-4e80-b29e-1cfc3c51661e {{(pid=104321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 31 21:17:14.704256 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-829e81c8-b075-480d-b364-25e72079c9cc tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Notify agent at l3_agent.dv-cinder-839793-16-iscsi the message routers_updated {{(pid=104321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 31 21:17:14.709291 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-829e81c8-b075-480d-b364-25e72079c9cc tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for floatingip (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:14.714969 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a927ac14-6224-44ee-9720-6c1f2cb1bcf2 None None] Sync routers for ids ['642623e8-ef26-4b03-9cfd-3f5748911f34'] in dv-cinder-839793-16-iscsi {{(pid=104323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 21:17:14.725598 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a927ac14-6224-44ee-9720-6c1f2cb1bcf2 None None] Routers {'642623e8-ef26-4b03-9cfd-3f5748911f34'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:17:14.726231 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-a927ac14-6224-44ee-9720-6c1f2cb1bcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:17:14Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['642623e8-ef26-4b03-9cfd-3f5748911f34'], 'active': True} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:17:14.739757 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-829e81c8-b075-480d-b364-25e72079c9cc tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "DELETE /v2.0/floatingips/920b1244-8c8e-493a-b849-d84673d881bb HTTP/1.1" status: 204 len: 168 time: 1.5482552 May 31 21:17:14.830406 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvr_db [None req-a927ac14-6224-44ee-9720-6c1f2cb1bcf2 None None] Set router 642623e8-ef26-4b03-9cfd-3f5748911f34 gateway port host: dv-cinder-839793-16-iscsi {{(pid=104323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:17:14.868379 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=100 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:17:14.962411 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=100 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:17:15.018434 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-a927ac14-6224-44ee-9720-6c1f2cb1bcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642623e8-ef26-4b03-9cfd-3f5748911f34', 'name': 'tempest-TestVolumeBootPattern-1368220123-router', 'tenant_id': '8e511490c0f8438fb89ac590bd63529f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '3198b83f-a948-46cb-a50f-2db85f890a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:07:37Z', 'updated_at': '2022-05-31T21:07:42Z', 'revision_number': 4, 'project_id': '8e511490c0f8438fb89ac590bd63529f', 'gw_port': {'id': '3198b83f-a948-46cb-a50f-2db85f890a16', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:92:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642623e8-ef26-4b03-9cfd-3f5748911f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:07:38Z', 'updated_at': '2022-05-31T21:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_interfaces': [{'id': '4b7d105e-bd4b-43ed-adbe-2f47ed346353', 'name': '', 'network_id': '2c2f81e7-9a7d-4701-bf43-a528a17f585a', 'tenant_id': '8e511490c0f8438fb89ac590bd63529f', 'mac_address': 'fa:16:3e:7a:b3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642623e8-ef26-4b03-9cfd-3f5748911f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'e92e8765-6011-45cd-aa17-1b8aedc6fa7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:07:41Z', 'updated_at': '2022-05-31T21:07:48Z', 'revision_number': 5, 'project_id': '8e511490c0f8438fb89ac590bd63529f', 'subnets': [{'id': 'e92e8765-6011-45cd-aa17-1b8aedc6fa7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:17:15.043747 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a927ac14-6224-44ee-9720-6c1f2cb1bcf2 None None] Checking router: 642623e8-ef26-4b03-9cfd-3f5748911f34 for host: dv-cinder-839793-16-iscsi {{(pid=104323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 21:17:15.052450 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a927ac14-6224-44ee-9720-6c1f2cb1bcf2 None None] Routers {'642623e8-ef26-4b03-9cfd-3f5748911f34'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:17:15.053057 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-a927ac14-6224-44ee-9720-6c1f2cb1bcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:17:14Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['642623e8-ef26-4b03-9cfd-3f5748911f34'], 'active': True} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:17:15.137044 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dc101e-ed27-4b54-ae82-ac336308ee26 req-a1341990-6083-4d59-8b31-4d04be4df508 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:17:15.138770 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-20dc101e-ed27-4b54-ae82-ac336308ee26 req-a1341990-6083-4d59-8b31-4d04be4df508 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e9ee975-2c0c-40f1-89f7-bc1a8a7631cf HTTP/1.1" status: 200 len: 943 time: 0.0698867 May 31 21:17:15.156874 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvr_db [None req-a927ac14-6224-44ee-9720-6c1f2cb1bcf2 None None] Set router 642623e8-ef26-4b03-9cfd-3f5748911f34 gateway port host: dv-cinder-839793-16-iscsi {{(pid=104323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:17:15.165291 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:17:15.186331 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48d80d94-ed1f-4792-955f-5ac166350cb8', 'tag': 'be6188bf-51f6-4051-bc2f-677f9aefbc61'}] {{(pid=104321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:17:15.186928 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3524bfe-abe5-44da-94f4-c21281227402 req-4ece1d8e-9af4-437e-be76-cb15a5d6e1b7 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:17:15.188386 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-b3524bfe-abe5-44da-94f4-c21281227402 req-4ece1d8e-9af4-437e-be76-cb15a5d6e1b7 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?device_id=48d80d94-ed1f-4792-955f-5ac166350cb8 HTTP/1.1" status: 200 len: 946 time: 0.0727386 May 31 21:17:15.188885 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6b014d5dee29fffbb36c15c330f4dd8b871b4cb67f19a16d167ed5ff3960b8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbaeb5e2-68d4-4655-8f31-83458cc5b1e1" -d '{"events": [{"name": "network-changed", "server_uuid": "48d80d94-ed1f-4792-955f-5ac166350cb8", "tag": "be6188bf-51f6-4051-bc2f-677f9aefbc61"}]}' {{(pid=104321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:17:15.211261 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:17:15.239266 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-20dc101e-ed27-4b54-ae82-ac336308ee26 req-14952aaa-afe9-4f31-9d6a-f715558bef96 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa058631-00c1-488d-9916-a9dd50ab9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845804 May 31 21:17:15.272083 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-b3524bfe-abe5-44da-94f4-c21281227402 req-92bbb548-fda6-4d57-9880-fcd24c4649a4 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/security-groups?id=af63a73d-db92-422f-a34b-85e8632ce5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726180 May 31 21:17:15.298188 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 May 2022 21:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b14ad11-a375-4ef2-8dff-7ab4ee55e29e x-openstack-request-id: req-2b14ad11-a375-4ef2-8dff-7ab4ee55e29e {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:17:15.298478 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48d80d94-ed1f-4792-955f-5ac166350cb8", "tag": "be6188bf-51f6-4051-bc2f-677f9aefbc61", "status": "completed", "code": 200}]} {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:17:15.298727 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2b14ad11-a375-4ef2-8dff-7ab4ee55e29e {{(pid=104321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:17:15.299123 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b14ad11-a375-4ef2-8dff-7ab4ee55e29e'] response: {'name': 'network-changed', 'server_uuid': '48d80d94-ed1f-4792-955f-5ac166350cb8', 'tag': 'be6188bf-51f6-4051-bc2f-677f9aefbc61', 'status': 'completed', 'code': 200} May 31 21:17:15.346102 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-a927ac14-6224-44ee-9720-6c1f2cb1bcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642623e8-ef26-4b03-9cfd-3f5748911f34', 'name': 'tempest-TestVolumeBootPattern-1368220123-router', 'tenant_id': '8e511490c0f8438fb89ac590bd63529f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '3198b83f-a948-46cb-a50f-2db85f890a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:07:37Z', 'updated_at': '2022-05-31T21:07:42Z', 'revision_number': 4, 'project_id': '8e511490c0f8438fb89ac590bd63529f', 'gw_port': {'id': '3198b83f-a948-46cb-a50f-2db85f890a16', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:92:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642623e8-ef26-4b03-9cfd-3f5748911f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:07:38Z', 'updated_at': '2022-05-31T21:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_interfaces': [{'id': '4b7d105e-bd4b-43ed-adbe-2f47ed346353', 'name': '', 'network_id': '2c2f81e7-9a7d-4701-bf43-a528a17f585a', 'tenant_id': '8e511490c0f8438fb89ac590bd63529f', 'mac_address': 'fa:16:3e:7a:b3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642623e8-ef26-4b03-9cfd-3f5748911f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'e92e8765-6011-45cd-aa17-1b8aedc6fa7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:07:41Z', 'updated_at': '2022-05-31T21:07:48Z', 'revision_number': 5, 'project_id': '8e511490c0f8438fb89ac590bd63529f', 'subnets': [{'id': 'e92e8765-6011-45cd-aa17-1b8aedc6fa7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:17:15.373798 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a927ac14-6224-44ee-9720-6c1f2cb1bcf2 None None] The sync data for ids ['642623e8-ef26-4b03-9cfd-3f5748911f34'] in dv-cinder-839793-16-iscsi is: [{'id': '642623e8-ef26-4b03-9cfd-3f5748911f34', 'name': 'tempest-TestVolumeBootPattern-1368220123-router', 'tenant_id': '8e511490c0f8438fb89ac590bd63529f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '3198b83f-a948-46cb-a50f-2db85f890a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:07:37Z', 'updated_at': '2022-05-31T21:07:42Z', 'revision_number': 4, 'project_id': '8e511490c0f8438fb89ac590bd63529f', 'gw_port': {'id': '3198b83f-a948-46cb-a50f-2db85f890a16', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:92:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642623e8-ef26-4b03-9cfd-3f5748911f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:07:38Z', 'updated_at': '2022-05-31T21:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_interfaces': [{'id': '4b7d105e-bd4b-43ed-adbe-2f47ed346353', 'name': '', 'network_id': '2c2f81e7-9a7d-4701-bf43-a528a17f585a', 'tenant_id': '8e511490c0f8438fb89ac590bd63529f', 'mac_address': 'fa:16:3e:7a:b3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642623e8-ef26-4b03-9cfd-3f5748911f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'e92e8765-6011-45cd-aa17-1b8aedc6fa7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:07:41Z', 'updated_at': '2022-05-31T21:07:48Z', 'revision_number': 5, 'project_id': '8e511490c0f8438fb89ac590bd63529f', 'subnets': [{'id': 'e92e8765-6011-45cd-aa17-1b8aedc6fa7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 21:17:15.594441 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3917de8-1ead-43b6-9945-9b626d48e1d9 None None] New status for floating IP 920b1244-8c8e-493a-b849-d84673d881bb: DOWN {{(pid=104322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 31 21:17:15.698367 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-58fa0aab-c296-4be2-a1ab-08418c16cad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (8170e961-7e1e-4c09-b09f-6b764c457cfd), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:16.367648 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870e9afa-070d-467e-b537-5250f7871bf5 req-df01f8fa-2649-46b6-976c-df73e8c9166e tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:17:16.369134 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-870e9afa-070d-467e-b537-5250f7871bf5 req-df01f8fa-2649-46b6-976c-df73e8c9166e tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e9ee975-2c0c-40f1-89f7-bc1a8a7631cf HTTP/1.1" status: 200 len: 943 time: 0.0577469 May 31 21:17:16.416742 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fc5d8-4527-488f-b536-6e74970e565b req-497b76a9-bc53-4ed0-8384-3f12e44dd6d6 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:17:16.418238 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-9c9fc5d8-4527-488f-b536-6e74970e565b req-497b76a9-bc53-4ed0-8384-3f12e44dd6d6 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?device_id=48d80d94-ed1f-4792-955f-5ac166350cb8 HTTP/1.1" status: 200 len: 946 time: 0.0723977 May 31 21:17:16.458784 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-870e9afa-070d-467e-b537-5250f7871bf5 req-5bfe0b67-5245-4d43-80bd-694e0386ad51 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa058631-00c1-488d-9916-a9dd50ab9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735350 May 31 21:17:16.491054 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-9c9fc5d8-4527-488f-b536-6e74970e565b req-e7aac3b7-9046-4d13-b450-554cb643618a tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/security-groups?id=af63a73d-db92-422f-a34b-85e8632ce5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628250 May 31 21:17:16.813198 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaeb5e2-68d4-4655-8f31-83458cc5b1e1 req-ac446834-ce87-4440-8597-bceb5171510b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:17:16.814785 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-dbaeb5e2-68d4-4655-8f31-83458cc5b1e1 req-ac446834-ce87-4440-8597-bceb5171510b service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=8e511490c0f8438fb89ac590bd63529f&device_id=48d80d94-ed1f-4792-955f-5ac166350cb8 HTTP/1.1" status: 200 len: 1130 time: 0.0393918 May 31 21:17:16.869110 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-b770b660-b824-4665-84d0-9bbdd29e8e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (1c1563bc-5b12-4065-8d27-b22246e8e8d3), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:16.906663 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaeb5e2-68d4-4655-8f31-83458cc5b1e1 req-3439de35-6b70-42b1-a503-4e32478fcd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:17:16.908109 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-dbaeb5e2-68d4-4655-8f31-83458cc5b1e1 req-3439de35-6b70-42b1-a503-4e32478fcd2a service neutron] 10.222.0.40 "GET /v2.0/networks?id=2c2f81e7-9a7d-4701-bf43-a528a17f585a HTTP/1.1" status: 200 len: 913 time: 0.0877521 May 31 21:17:16.996713 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device 547f16e2-0ced-4efc-8ab6-8cdc9c735022 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=104322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 31 21:17:17.010719 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-dbaeb5e2-68d4-4655-8f31-83458cc5b1e1 req-b5b0d78b-93aa-42fa-8796-c800de85843d service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be6188bf-51f6-4051-bc2f-677f9aefbc61 HTTP/1.1" status: 200 len: 217 time: 0.0321867 May 31 21:17:17.062774 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaeb5e2-68d4-4655-8f31-83458cc5b1e1 req-957e6d65-d169-413c-98bb-3d837920d527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:17:17.064130 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-dbaeb5e2-68d4-4655-8f31-83458cc5b1e1 req-957e6d65-d169-413c-98bb-3d837920d527 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=e92e8765-6011-45cd-aa17-1b8aedc6fa7b HTTP/1.1" status: 200 len: 851 time: 0.0478115 May 31 21:17:17.077931 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:17:17.099906 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] For port 547f16e2-0ced-4efc-8ab6-8cdc9c735022, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=547f16e2-0ced-4efc-8ab6-8cdc9c735022,segment=NetworkSegment(60205f2c-77f1-4d70-98a8-b2c7fdf09c0d),segment_id=60205f2c-77f1-4d70-98a8-b2c7fdf09c0d)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:17:17.108629 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaeb5e2-68d4-4655-8f31-83458cc5b1e1 req-38183dcb-8127-424e-878c-1784036b22c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:17:17.110124 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-dbaeb5e2-68d4-4655-8f31-83458cc5b1e1 req-38183dcb-8127-424e-878c-1784036b22c4 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=2c2f81e7-9a7d-4701-bf43-a528a17f585a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0402975 May 31 21:17:17.111586 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Returning: {'device': '547f16e2-0ced-4efc-8ab6-8cdc9c735022', 'network_id': '710ad2ad-e004-4b3f-9e04-41d28feb1281', 'port_id': '547f16e2-0ced-4efc-8ab6-8cdc9c735022', 'mac_address': 'fa:16:3e:3e:8d:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55686980-865e-460e-8cc1-173f617fa8ca', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 31 21:17:17.145794 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Current status of the port 547f16e2-0ced-4efc-8ab6-8cdc9c735022 is: DOWN; New status is: BUILD {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:17:17.146212 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (547f16e2-0ced-4efc-8ab6-8cdc9c735022), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:17.163240 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.notifiers.nova [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 547f16e2-0ced-4efc-8ab6-8cdc9c735022 {{(pid=104322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 21:17:17.182593 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] For port 547f16e2-0ced-4efc-8ab6-8cdc9c735022, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=547f16e2-0ced-4efc-8ab6-8cdc9c735022,segment=NetworkSegment(60205f2c-77f1-4d70-98a8-b2c7fdf09c0d),segment_id=60205f2c-77f1-4d70-98a8-b2c7fdf09c0d)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:17:17.203432 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-dbaeb5e2-68d4-4655-8f31-83458cc5b1e1 req-5511b23c-ac84-433c-a2ca-b32edeb1d736 service neutron] 10.222.0.40 "GET /v2.0/networks/2c2f81e7-9a7d-4701-bf43-a528a17f585a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847995 May 31 21:17:17.288070 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (547f16e2-0ced-4efc-8ab6-8cdc9c735022), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:17.315449 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-dbaeb5e2-68d4-4655-8f31-83458cc5b1e1 req-40c12ddc-1dec-4355-b314-c305d8c50996 service neutron] 10.222.0.40 "GET /v2.0/networks/2c2f81e7-9a7d-4701-bf43-a528a17f585a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893803 May 31 21:17:17.335993 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Pushing event updated for resources: {'Port': ['ID=547f16e2-0ced-4efc-8ab6-8cdc9c735022,revision_number=4']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:17:17.343857 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:17:17.344211 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:17:17.344555 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:17:17.344908 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:17:17.345229 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:17:17.345562 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:17:17.345917 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:17:17.346249 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:17:17.346578 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:17:17.346905 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:17:17.347233 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:17:17.347559 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:17:17.347881 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:17:17.348202 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:17:17.348523 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:17:17.584225 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f4e0d-6586-421e-ae70-c3497ae9fb36 req-457ea360-606a-4184-b21a-28c271ab06ae tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:17:17.585581 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-072f4e0d-6586-421e-ae70-c3497ae9fb36 req-457ea360-606a-4184-b21a-28c271ab06ae tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e9ee975-2c0c-40f1-89f7-bc1a8a7631cf HTTP/1.1" status: 200 len: 944 time: 0.0583847 May 31 21:17:17.636677 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2b7385-bd13-4612-af48-238b60b15186 req-07f60007-04ab-4de1-9ddb-86d87e117ab5 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:17:17.638121 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-cb2b7385-bd13-4612-af48-238b60b15186 req-07f60007-04ab-4de1-9ddb-86d87e117ab5 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?device_id=48d80d94-ed1f-4792-955f-5ac166350cb8 HTTP/1.1" status: 200 len: 946 time: 0.0723779 May 31 21:17:17.678210 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-072f4e0d-6586-421e-ae70-c3497ae9fb36 req-a25c6af0-b6c8-494f-85e8-dd85ff7dac84 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa058631-00c1-488d-9916-a9dd50ab9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760272 May 31 21:17:17.702104 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-cb2b7385-bd13-4612-af48-238b60b15186 req-071762e9-d15c-4ad3-b4bd-177dcd6c55f2 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/security-groups?id=af63a73d-db92-422f-a34b-85e8632ce5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583179 May 31 21:17:17.707991 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] get_ports_and_sgs() called for port_ids ['547f16e2-0ced-4efc-8ab6-8cdc9c735022'] {{(pid=104322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 31 21:17:17.924609 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9437f19d-9a0a-471f-b751-0236e6af7672 req-fd9d8662-1a0b-4300-8585-9bd34752702b tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:17:17.926154 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-9437f19d-9a0a-471f-b751-0236e6af7672 req-fd9d8662-1a0b-4300-8585-9bd34752702b tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.40 "GET /v2.0/ports?device_id=48d80d94-ed1f-4792-955f-5ac166350cb8 HTTP/1.1" status: 200 len: 946 time: 0.0472147 May 31 21:17:18.018834 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.plugin [req-9437f19d-9a0a-471f-b751-0236e6af7672 req-85873474-a6a4-4026-9afe-3d50a19a3aaa tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Deleting port be6188bf-51f6-4051-bc2f-677f9aefbc61 {{(pid=104321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 31 21:17:18.019150 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-9437f19d-9a0a-471f-b751-0236e6af7672 req-85873474-a6a4-4026-9afe-3d50a19a3aaa tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747262076802'] for port (be6188bf-51f6-4051-bc2f-677f9aefbc61), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:18.078146 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=100 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:17:18.107174 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [req-9437f19d-9a0a-471f-b751-0236e6af7672 req-85873474-a6a4-4026-9afe-3d50a19a3aaa tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] For port be6188bf-51f6-4051-bc2f-677f9aefbc61, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=be6188bf-51f6-4051-bc2f-677f9aefbc61,segment=NetworkSegment(8895f7a6-b66f-413c-943d-4d2ad24c0748),segment_id=8895f7a6-b66f-413c-943d-4d2ad24c0748)] {{(pid=104321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:17:18.107527 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-9437f19d-9a0a-471f-b751-0236e6af7672 req-85873474-a6a4-4026-9afe-3d50a19a3aaa tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574989'] for port (be6188bf-51f6-4051-bc2f-677f9aefbc61), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:18.120882 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.plugin [req-9437f19d-9a0a-471f-b751-0236e6af7672 req-85873474-a6a4-4026-9afe-3d50a19a3aaa tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Calling delete_port for be6188bf-51f6-4051-bc2f-677f9aefbc61 owned by compute:nova {{(pid=104321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 31 21:17:18.325060 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-9437f19d-9a0a-471f-b751-0236e6af7672 req-85873474-a6a4-4026-9afe-3d50a19a3aaa tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747262050753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747261518138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25540506'] for port (be6188bf-51f6-4051-bc2f-677f9aefbc61), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:18.353519 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85873474-a6a4-4026-9afe-3d50a19a3aaa tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Pushing event deleted for resources: {'Port': ['ID=be6188bf-51f6-4051-bc2f-677f9aefbc61,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:17:18.400891 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [req-9437f19d-9a0a-471f-b751-0236e6af7672 req-85873474-a6a4-4026-9afe-3d50a19a3aaa tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] No DVR routers for this DVR port be6188bf-51f6-4051-bc2f-677f9aefbc61 on host hv-cinder-83979 {{(pid=104321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} May 31 21:17:18.403488 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-9437f19d-9a0a-471f-b751-0236e6af7672 req-85873474-a6a4-4026-9afe-3d50a19a3aaa tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for port (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:18.406748 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-9437f19d-9a0a-471f-b751-0236e6af7672 req-85873474-a6a4-4026-9afe-3d50a19a3aaa tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.40 "DELETE /v2.0/ports/be6188bf-51f6-4051-bc2f-677f9aefbc61 HTTP/1.1" status: 204 len: 173 time: 0.4693782 May 31 21:17:18.407193 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d80d94-ed1f-4792-955f-5ac166350cb8', 'name': 'network-vif-deleted', 'tag': 'be6188bf-51f6-4051-bc2f-677f9aefbc61'}] {{(pid=104321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:17:18.410014 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6b014d5dee29fffbb36c15c330f4dd8b871b4cb67f19a16d167ed5ff3960b8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5da7843-ee4e-4831-ac6a-3d52d0f49fe0" -d '{"events": [{"server_uuid": "48d80d94-ed1f-4792-955f-5ac166350cb8", "name": "network-vif-deleted", "tag": "be6188bf-51f6-4051-bc2f-677f9aefbc61"}]}' {{(pid=104321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:17:18.447675 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 May 2022 21:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-275137b2-897b-40c1-ad86-e54e29280660 x-openstack-request-id: req-275137b2-897b-40c1-ad86-e54e29280660 {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:17:18.447975 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48d80d94-ed1f-4792-955f-5ac166350cb8", "name": "network-vif-deleted", "tag": "be6188bf-51f6-4051-bc2f-677f9aefbc61", "status": "completed", "code": 200}]} {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:17:18.448230 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-275137b2-897b-40c1-ad86-e54e29280660 {{(pid=104321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:17:18.448636 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-275137b2-897b-40c1-ad86-e54e29280660'] response: {'server_uuid': '48d80d94-ed1f-4792-955f-5ac166350cb8', 'name': 'network-vif-deleted', 'tag': 'be6188bf-51f6-4051-bc2f-677f9aefbc61', 'status': 'completed', 'code': 200} May 31 21:17:18.588455 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (a61205dd-b11c-42a1-aa2d-4b7310a8dc99), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:18.830522 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-d0b7ac2a-8c4f-4134-9819-a68bf57c3951 req-976e9a6e-a443-45c9-8fe6-233053cafc37 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "GET /v2.0/ports?device_id=48d80d94-ed1f-4792-955f-5ac166350cb8 HTTP/1.1" status: 200 len: 210 time: 0.0330553 May 31 21:17:18.851276 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bd0178-7029-4615-ac10-0be006b276e8 req-508d97ce-8215-4438-8163-54595d9d0f4d tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:17:18.851276 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-d4bd0178-7029-4615-ac10-0be006b276e8 req-508d97ce-8215-4438-8163-54595d9d0f4d tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e9ee975-2c0c-40f1-89f7-bc1a8a7631cf HTTP/1.1" status: 200 len: 944 time: 0.0939136 May 31 21:17:18.894260 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-d4bd0178-7029-4615-ac10-0be006b276e8 req-2035ee61-c075-4d74-b390-7f80d5454cda tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa058631-00c1-488d-9916-a9dd50ab9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442078 May 31 21:17:19.001877 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device 547f16e2-0ced-4efc-8ab6-8cdc9c735022 up at agent hyperv_hv-cinder-83979 {{(pid=104322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 31 21:17:19.043642 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Provisioning for port 547f16e2-0ced-4efc-8ab6-8cdc9c735022 completed by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 31 21:17:19.104011 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Provisioning complete for port 547f16e2-0ced-4efc-8ab6-8cdc9c735022 triggered by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:17:19.104317 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (547f16e2-0ced-4efc-8ab6-8cdc9c735022), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:19.174813 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Current status of the port 547f16e2-0ced-4efc-8ab6-8cdc9c735022 is: BUILD; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:17:19.175321 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (547f16e2-0ced-4efc-8ab6-8cdc9c735022), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:19.201962 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e9ee975-2c0c-40f1-89f7-bc1a8a7631cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '547f16e2-0ced-4efc-8ab6-8cdc9c735022'}] {{(pid=104322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:17:19.204210 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0d07a434bcc94248bd83d89f5df7255b965f34de07d957ea8ea11cb14c6cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1687e50-3317-43e9-b05b-4e5b97c853da" -d '{"events": [{"server_uuid": "5e9ee975-2c0c-40f1-89f7-bc1a8a7631cf", "name": "network-vif-plugged", "status": "completed", "tag": "547f16e2-0ced-4efc-8ab6-8cdc9c735022"}]}' {{(pid=104322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:17:19.216582 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] For port 547f16e2-0ced-4efc-8ab6-8cdc9c735022, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=547f16e2-0ced-4efc-8ab6-8cdc9c735022,segment=NetworkSegment(60205f2c-77f1-4d70-98a8-b2c7fdf09c0d),segment_id=60205f2c-77f1-4d70-98a8-b2c7fdf09c0d)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:17:19.240923 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 May 2022 21:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d3a60d-47ae-499a-964d-23f1c4eaab3b x-openstack-request-id: req-e1d3a60d-47ae-499a-964d-23f1c4eaab3b {{(pid=104322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:17:19.241209 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e9ee975-2c0c-40f1-89f7-bc1a8a7631cf", "name": "network-vif-plugged", "status": "completed", "tag": "547f16e2-0ced-4efc-8ab6-8cdc9c735022", "code": 200}]} {{(pid=104322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:17:19.241595 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e1d3a60d-47ae-499a-964d-23f1c4eaab3b {{(pid=104322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:17:19.242039 dv-cinder-839793-16-iscsi neutron-server[104322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1d3a60d-47ae-499a-964d-23f1c4eaab3b'] response: {'server_uuid': '5e9ee975-2c0c-40f1-89f7-bc1a8a7631cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '547f16e2-0ced-4efc-8ab6-8cdc9c735022', 'code': 200} May 31 21:17:19.287264 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (547f16e2-0ced-4efc-8ab6-8cdc9c735022), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:19.338365 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Pushing event updated for resources: {'Port': ['ID=547f16e2-0ced-4efc-8ab6-8cdc9c735022,revision_number=5']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:17:19.681951 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c4e135-c9f1-4bdd-842e-c97f88a21da5 req-8cc74a7b-14af-4ae4-97c1-0607b71797d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:17:19.683473 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-c6c4e135-c9f1-4bdd-842e-c97f88a21da5 req-8cc74a7b-14af-4ae4-97c1-0607b71797d5 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=5e9ee975-2c0c-40f1-89f7-bc1a8a7631cf HTTP/1.1" status: 200 len: 1129 time: 0.0390892 May 31 21:17:19.728600 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-c6c4e135-c9f1-4bdd-842e-c97f88a21da5 req-c9c7694a-6458-4f09-82cc-949ba5c44b1e service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=aa058631-00c1-488d-9916-a9dd50ab9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383880 May 31 21:17:19.890088 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 42142) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:17:20.037599 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bae8486-b9ca-4832-9c75-e23df739ff21 req-5c5e13c1-e37b-44ef-8628-5892a8cc4279 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:17:20.039242 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-9bae8486-b9ca-4832-9c75-e23df739ff21 req-5c5e13c1-e37b-44ef-8628-5892a8cc4279 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e9ee975-2c0c-40f1-89f7-bc1a8a7631cf HTTP/1.1" status: 200 len: 945 time: 0.0723217 May 31 21:17:20.044183 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-548041c8-a9a9-49f8-bdf4-c17c7998e4b8 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Deleting port 85edf3c3-534c-4c4c-bf70-fe5467725749 {{(pid=104320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 31 21:17:20.044528 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-548041c8-a9a9-49f8-bdf4-c17c7998e4b8 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747262076802'] for port (85edf3c3-534c-4c4c-bf70-fe5467725749), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:20.148019 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-9bae8486-b9ca-4832-9c75-e23df739ff21 req-42054acb-f208-48cb-a4da-bfad7d369aa3 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa058631-00c1-488d-9916-a9dd50ab9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012731 May 31 21:17:20.161028 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-548041c8-a9a9-49f8-bdf4-c17c7998e4b8 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574989'] for port (85edf3c3-534c-4c4c-bf70-fe5467725749), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:20.161364 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-548041c8-a9a9-49f8-bdf4-c17c7998e4b8 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks [] for floatingip (85edf3c3-534c-4c4c-bf70-fe5467725749), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:20.174996 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-548041c8-a9a9-49f8-bdf4-c17c7998e4b8 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Calling delete_port for 85edf3c3-534c-4c4c-bf70-fe5467725749 owned by network:floatingip {{(pid=104320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 31 21:17:20.244815 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:17:20.299529 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:17:20.371038 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-548041c8-a9a9-49f8-bdf4-c17c7998e4b8 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747262050753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747261518138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437045'] for port (85edf3c3-534c-4c4c-bf70-fe5467725749), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:20.397417 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548041c8-a9a9-49f8-bdf4-c17c7998e4b8 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Pushing event deleted for resources: {'Port': ['ID=85edf3c3-534c-4c4c-bf70-fe5467725749,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:17:20.460397 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-548041c8-a9a9-49f8-bdf4-c17c7998e4b8 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks [] for floatingip (91f1b0e7-804c-4e70-a58e-885d0eb74ff9), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:20.463028 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-548041c8-a9a9-49f8-bdf4-c17c7998e4b8 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for floatingip (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:20.464171 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-548041c8-a9a9-49f8-bdf4-c17c7998e4b8 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "DELETE /v2.0/floatingips/91f1b0e7-804c-4e70-a58e-885d0eb74ff9 HTTP/1.1" status: 204 len: 168 time: 0.5731063 May 31 21:17:21.265868 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7a5b80-313f-4b0c-9d6b-991a1c023446 req-9369bb8a-3cf2-410a-b437-4a83da98f4b3 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:17:21.267679 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-5d7a5b80-313f-4b0c-9d6b-991a1c023446 req-9369bb8a-3cf2-410a-b437-4a83da98f4b3 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e9ee975-2c0c-40f1-89f7-bc1a8a7631cf HTTP/1.1" status: 200 len: 945 time: 0.0475070 May 31 21:17:21.316909 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-5d7a5b80-313f-4b0c-9d6b-991a1c023446 req-d3026e31-c2fb-40cb-ac7a-5192525405dd tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa058631-00c1-488d-9916-a9dd50ab9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438995 May 31 21:17:21.698678 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (51675295-7abb-4335-9c5a-c46a9082010e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:21.776477 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 42160) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:17:21.836167 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-09e1dca9-e707-49c6-8409-444731306388 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks [] for security_group (af63a73d-db92-422f-a34b-85e8632ce5b3), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:21.862384 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-09e1dca9-e707-49c6-8409-444731306388 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks [] for security_group (af63a73d-db92-422f-a34b-85e8632ce5b3), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:21.897277 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:17:22.001335 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-09e1dca9-e707-49c6-8409-444731306388 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (af63a73d-db92-422f-a34b-85e8632ce5b3), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:22.004345 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-09e1dca9-e707-49c6-8409-444731306388 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Publish callbacks [] for security_group (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:22.005557 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-09e1dca9-e707-49c6-8409-444731306388 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] 10.222.0.55 "DELETE /v2.0/security-groups/af63a73d-db92-422f-a34b-85e8632ce5b3 HTTP/1.1" status: 204 len: 168 time: 0.2280481 May 31 21:17:22.016250 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e1dca9-e707-49c6-8409-444731306388 tempest-TestVolumeBootPattern-1802532727 tempest-TestVolumeBootPattern-1802532727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af63a73d-db92-422f-a34b-85e8632ce5b3,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:17:22.129649 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 42164) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:17:22.428794 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e889a9e5-552f-4238-9f2a-cc057a985b5f req-7ac9d216-eed2-4e55-b7e6-1aabbbf9e918 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:17:22.430286 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-e889a9e5-552f-4238-9f2a-cc057a985b5f req-7ac9d216-eed2-4e55-b7e6-1aabbbf9e918 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e9ee975-2c0c-40f1-89f7-bc1a8a7631cf HTTP/1.1" status: 200 len: 945 time: 0.0464456 May 31 21:17:22.477907 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-e889a9e5-552f-4238-9f2a-cc057a985b5f req-0864710e-26f8-4cb6-8adf-a8124968b3ad tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa058631-00c1-488d-9916-a9dd50ab9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418596 May 31 21:17:22.515533 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-471f266e-1694-43c6-b7c9-9b82df2bccd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1599450'] for router_interface (642623e8-ef26-4b03-9cfd-3f5748911f34), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:22.669098 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:17:22.738691 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.plugin [None req-471f266e-1694-43c6-b7c9-9b82df2bccd4 admin admin] Deleting port 4b7d105e-bd4b-43ed-adbe-2f47ed346353 {{(pid=104321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 31 21:17:22.739126 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-471f266e-1694-43c6-b7c9-9b82df2bccd4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747262076802'] for port (4b7d105e-bd4b-43ed-adbe-2f47ed346353), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:22.821924 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [None req-471f266e-1694-43c6-b7c9-9b82df2bccd4 admin admin] For port 4b7d105e-bd4b-43ed-adbe-2f47ed346353, host dv-cinder-839793-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=4b7d105e-bd4b-43ed-adbe-2f47ed346353,segment=NetworkSegment(8895f7a6-b66f-413c-943d-4d2ad24c0748),segment_id=8895f7a6-b66f-413c-943d-4d2ad24c0748)] {{(pid=104321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:17:22.824992 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-471f266e-1694-43c6-b7c9-9b82df2bccd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574989'] for port (4b7d105e-bd4b-43ed-adbe-2f47ed346353), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:22.835221 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.plugin [None req-471f266e-1694-43c6-b7c9-9b82df2bccd4 admin admin] Calling delete_port for 4b7d105e-bd4b-43ed-adbe-2f47ed346353 owned by network:router_interface {{(pid=104321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 31 21:17:22.944728 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=100 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:17:23.029257 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device be6188bf-51f6-4051-bc2f-677f9aefbc61 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 31 21:17:23.047978 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] No Port match for: be6188bf-51f6-4051-bc2f-677f9aefbc61 {{(pid=104322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 31 21:17:23.051924 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device be6188bf-51f6-4051-bc2f-677f9aefbc61 not bound to the agent host hv-cinder-83979 {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 31 21:17:23.069414 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-471f266e-1694-43c6-b7c9-9b82df2bccd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747262050753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747261518138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25540506'] for port (4b7d105e-bd4b-43ed-adbe-2f47ed346353), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:23.096532 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471f266e-1694-43c6-b7c9-9b82df2bccd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b7d105e-bd4b-43ed-adbe-2f47ed346353,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:17:23.275087 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-471f266e-1694-43c6-b7c9-9b82df2bccd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1696841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1612805'] for router_interface (642623e8-ef26-4b03-9cfd-3f5748911f34), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:23.733766 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-471f266e-1694-43c6-b7c9-9b82df2bccd4 admin admin] Router 642623e8-ef26-4b03-9cfd-3f5748911f34 has already been hosted by L3 agent 13ce5b10-321e-4e80-b29e-1cfc3c51661e {{(pid=104321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 31 21:17:23.838900 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-471f266e-1694-43c6-b7c9-9b82df2bccd4 admin admin] Notify agent at l3_agent.dv-cinder-839793-16-iscsi the message routers_updated {{(pid=104321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 31 21:17:23.844048 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-471f266e-1694-43c6-b7c9-9b82df2bccd4 admin admin] 10.222.0.55 "PUT /v2.0/routers/642623e8-ef26-4b03-9cfd-3f5748911f34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7133920 May 31 21:17:23.846613 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 42180) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:17:23.847441 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c6df77-694f-4a35-b766-41bbf20963cc None None] Sync routers for ids ['642623e8-ef26-4b03-9cfd-3f5748911f34'] in dv-cinder-839793-16-iscsi {{(pid=104323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 21:17:23.858384 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c6df77-694f-4a35-b766-41bbf20963cc None None] Routers {'642623e8-ef26-4b03-9cfd-3f5748911f34'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:17:23.863800 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-98c6df77-694f-4a35-b766-41bbf20963cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:17:14Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['642623e8-ef26-4b03-9cfd-3f5748911f34'], 'active': True} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:17:23.895489 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:17:23.948902 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-778399b4-1ac5-46a2-96cd-5c79972183cf admin admin] Publish callbacks [] for router (642623e8-ef26-4b03-9cfd-3f5748911f34), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:23.962338 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvr_db [None req-98c6df77-694f-4a35-b766-41bbf20963cc None None] Set router 642623e8-ef26-4b03-9cfd-3f5748911f34 gateway port host: dv-cinder-839793-16-iscsi {{(pid=104323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:17:24.049183 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-778399b4-1ac5-46a2-96cd-5c79972183cf admin admin] Publish callbacks [] for router_gateway (642623e8-ef26-4b03-9cfd-3f5748911f34), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:24.135043 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-98c6df77-694f-4a35-b766-41bbf20963cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642623e8-ef26-4b03-9cfd-3f5748911f34', 'name': 'tempest-TestVolumeBootPattern-1368220123-router', 'tenant_id': '8e511490c0f8438fb89ac590bd63529f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '3198b83f-a948-46cb-a50f-2db85f890a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:07:37Z', 'updated_at': '2022-05-31T21:17:22Z', 'revision_number': 5, 'project_id': '8e511490c0f8438fb89ac590bd63529f', 'gw_port': {'id': '3198b83f-a948-46cb-a50f-2db85f890a16', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:92:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642623e8-ef26-4b03-9cfd-3f5748911f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:07:38Z', 'updated_at': '2022-05-31T21:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi'}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:17:24.135338 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:17:24.142515 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.plugin [None req-778399b4-1ac5-46a2-96cd-5c79972183cf admin admin] Deleting port 3198b83f-a948-46cb-a50f-2db85f890a16 {{(pid=104321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 31 21:17:24.142856 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-778399b4-1ac5-46a2-96cd-5c79972183cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747262076802'] for port (3198b83f-a948-46cb-a50f-2db85f890a16), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:24.159871 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c6df77-694f-4a35-b766-41bbf20963cc None None] Checking router: 642623e8-ef26-4b03-9cfd-3f5748911f34 for host: dv-cinder-839793-16-iscsi {{(pid=104323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 21:17:24.168973 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c6df77-694f-4a35-b766-41bbf20963cc None None] Routers {'642623e8-ef26-4b03-9cfd-3f5748911f34'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:17:24.169567 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-98c6df77-694f-4a35-b766-41bbf20963cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:17:14Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['642623e8-ef26-4b03-9cfd-3f5748911f34'], 'active': True} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:17:24.230931 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [None req-778399b4-1ac5-46a2-96cd-5c79972183cf admin admin] For port 3198b83f-a948-46cb-a50f-2db85f890a16, host dv-cinder-839793-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=3198b83f-a948-46cb-a50f-2db85f890a16,segment=NetworkSegment(4436eed2-294e-4646-83cf-aec09b7c7c9c),segment_id=4436eed2-294e-4646-83cf-aec09b7c7c9c)] {{(pid=104321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:17:24.230931 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-778399b4-1ac5-46a2-96cd-5c79972183cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574989'] for port (3198b83f-a948-46cb-a50f-2db85f890a16), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:24.249796 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.plugin [None req-778399b4-1ac5-46a2-96cd-5c79972183cf admin admin] Calling delete_port for 3198b83f-a948-46cb-a50f-2db85f890a16 owned by network:router_gateway {{(pid=104321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 31 21:17:24.349613 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvr_db [None req-98c6df77-694f-4a35-b766-41bbf20963cc None None] Set router 642623e8-ef26-4b03-9cfd-3f5748911f34 gateway port host: None {{(pid=104323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:17:24.399562 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-98c6df77-694f-4a35-b766-41bbf20963cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642623e8-ef26-4b03-9cfd-3f5748911f34', 'name': 'tempest-TestVolumeBootPattern-1368220123-router', 'tenant_id': '8e511490c0f8438fb89ac590bd63529f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:07:37Z', 'updated_at': '2022-05-31T21:17:24Z', 'revision_number': 6, 'project_id': '8e511490c0f8438fb89ac590bd63529f', 'gw_port_host': None}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:17:24.424412 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c6df77-694f-4a35-b766-41bbf20963cc None None] The sync data for ids ['642623e8-ef26-4b03-9cfd-3f5748911f34'] in dv-cinder-839793-16-iscsi is: [{'id': '642623e8-ef26-4b03-9cfd-3f5748911f34', 'name': 'tempest-TestVolumeBootPattern-1368220123-router', 'tenant_id': '8e511490c0f8438fb89ac590bd63529f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:07:37Z', 'updated_at': '2022-05-31T21:17:24Z', 'revision_number': 6, 'project_id': '8e511490c0f8438fb89ac590bd63529f', 'gw_port_host': None}] {{(pid=104323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 21:17:24.481126 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-778399b4-1ac5-46a2-96cd-5c79972183cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747262050753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747261518138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25540506'] for port (3198b83f-a948-46cb-a50f-2db85f890a16), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:24.506964 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778399b4-1ac5-46a2-96cd-5c79972183cf admin admin] Pushing event deleted for resources: {'Port': ['ID=3198b83f-a948-46cb-a50f-2db85f890a16,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:17:24.569357 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-778399b4-1ac5-46a2-96cd-5c79972183cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598469'] for router_gateway (642623e8-ef26-4b03-9cfd-3f5748911f34), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:24.655865 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-778399b4-1ac5-46a2-96cd-5c79972183cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1599166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256068'] for router (642623e8-ef26-4b03-9cfd-3f5748911f34), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:24.658152 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-778399b4-1ac5-46a2-96cd-5c79972183cf admin admin] Publish callbacks [] for router_controller (642623e8-ef26-4b03-9cfd-3f5748911f34), precommit_delete_associations {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:24.778424 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-778399b4-1ac5-46a2-96cd-5c79972183cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1599157'] for router (642623e8-ef26-4b03-9cfd-3f5748911f34), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:24.779004 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-778399b4-1ac5-46a2-96cd-5c79972183cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 642623e8-ef26-4b03-9cfd-3f5748911f34 {{(pid=104321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 31 21:17:24.783323 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-778399b4-1ac5-46a2-96cd-5c79972183cf admin admin] Publish callbacks [] for router (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:24.786922 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-778399b4-1ac5-46a2-96cd-5c79972183cf admin admin] 10.222.0.55 "DELETE /v2.0/routers/642623e8-ef26-4b03-9cfd-3f5748911f34 HTTP/1.1" status: 204 len: 168 time: 0.9369557 May 31 21:17:24.787095 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 42184) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:17:24.840192 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.db_base_plugin_v2 [None req-544227ef-cc1c-4365-9aba-6d08b4d0bd5f admin admin] Deleting subnet e92e8765-6011-45cd-aa17-1b8aedc6fa7b {{(pid=104321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 31 21:17:24.843639 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-544227ef-cc1c-4365-9aba-6d08b4d0bd5f admin admin] Publish callbacks [] for subnet (e92e8765-6011-45cd-aa17-1b8aedc6fa7b), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:24.878967 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-544227ef-cc1c-4365-9aba-6d08b4d0bd5f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3660655'] for subnet (e92e8765-6011-45cd-aa17-1b8aedc6fa7b), precommit_delete_associations {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:24.952816 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-544227ef-cc1c-4365-9aba-6d08b4d0bd5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673141'] for subnet (e92e8765-6011-45cd-aa17-1b8aedc6fa7b), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:24.984157 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:17:25.081225 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-544227ef-cc1c-4365-9aba-6d08b4d0bd5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25540591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25435895'] for subnet (e92e8765-6011-45cd-aa17-1b8aedc6fa7b), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:25.108532 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544227ef-cc1c-4365-9aba-6d08b4d0bd5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e92e8765-6011-45cd-aa17-1b8aedc6fa7b,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:17:25.110593 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-544227ef-cc1c-4365-9aba-6d08b4d0bd5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696852'] for subnet (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:25.113884 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-544227ef-cc1c-4365-9aba-6d08b4d0bd5f admin admin] 10.222.0.55 "DELETE /v2.0/subnets/e92e8765-6011-45cd-aa17-1b8aedc6fa7b HTTP/1.1" status: 204 len: 168 time: 0.3257370 May 31 21:17:25.125952 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 42186) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:17:25.126119 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8e59db-34e6-4fa6-adcc-2e3a4a0043d1 None None] Network 2c2f81e7-9a7d-4701-bf43-a528a17f585a requested from dv-cinder-839793-16-iscsi {{(pid=104322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 31 21:17:25.190027 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-6c443d74-80a9-48ec-a62c-3f415fba5995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681077'] for network (2c2f81e7-9a7d-4701-bf43-a528a17f585a), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:25.202153 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:17:25.234967 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.plugin [None req-6c443d74-80a9-48ec-a62c-3f415fba5995 admin admin] Deleting port 3962e91b-6f9b-4e2b-8656-0fe25628c601 {{(pid=104321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 31 21:17:25.235311 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-6c443d74-80a9-48ec-a62c-3f415fba5995 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747262076802'] for port (3962e91b-6f9b-4e2b-8656-0fe25628c601), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:25.266737 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf930f45-ec0a-443c-98d5-4c4a32b59996 None None] DHCP port deletion for 2c2f81e7-9a7d-4701-bf43-a528a17f585a request from dv-cinder-839793-16-iscsi {{(pid=104322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 31 21:17:25.314444 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-cf930f45-ec0a-443c-98d5-4c4a32b59996 None None] Deleting port 3962e91b-6f9b-4e2b-8656-0fe25628c601 {{(pid=104322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 31 21:17:25.314681 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [None req-6c443d74-80a9-48ec-a62c-3f415fba5995 admin admin] For port 3962e91b-6f9b-4e2b-8656-0fe25628c601, host dv-cinder-839793-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=3962e91b-6f9b-4e2b-8656-0fe25628c601,segment=NetworkSegment(8895f7a6-b66f-413c-943d-4d2ad24c0748),segment_id=8895f7a6-b66f-413c-943d-4d2ad24c0748)] {{(pid=104321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:17:25.314893 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-cf930f45-ec0a-443c-98d5-4c4a32b59996 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747262076802'] for port (3962e91b-6f9b-4e2b-8656-0fe25628c601), before_delete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:25.315022 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-6c443d74-80a9-48ec-a62c-3f415fba5995 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574989'] for port (3962e91b-6f9b-4e2b-8656-0fe25628c601), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:25.329614 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.plugin [None req-6c443d74-80a9-48ec-a62c-3f415fba5995 admin admin] Calling delete_port for 3962e91b-6f9b-4e2b-8656-0fe25628c601 owned by network:dhcp {{(pid=104321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 31 21:17:25.382727 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-cf930f45-ec0a-443c-98d5-4c4a32b59996 None None] For port 3962e91b-6f9b-4e2b-8656-0fe25628c601, host dv-cinder-839793-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=3962e91b-6f9b-4e2b-8656-0fe25628c601,segment=NetworkSegment(8895f7a6-b66f-413c-943d-4d2ad24c0748),segment_id=8895f7a6-b66f-413c-943d-4d2ad24c0748)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:17:25.383762 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-cf930f45-ec0a-443c-98d5-4c4a32b59996 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574989'] for port (3962e91b-6f9b-4e2b-8656-0fe25628c601), precommit_delete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:25.396780 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-cf930f45-ec0a-443c-98d5-4c4a32b59996 None None] Calling delete_port for 3962e91b-6f9b-4e2b-8656-0fe25628c601 owned by network:dhcp {{(pid=104322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 31 21:17:25.475682 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-6c443d74-80a9-48ec-a62c-3f415fba5995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747262050753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747261518138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25540506'] for port (3962e91b-6f9b-4e2b-8656-0fe25628c601), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:25.481684 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-cf930f45-ec0a-443c-98d5-4c4a32b59996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747262050753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747261518138'] for port (3962e91b-6f9b-4e2b-8656-0fe25628c601), after_delete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:25.507388 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c443d74-80a9-48ec-a62c-3f415fba5995 admin admin] Pushing event deleted for resources: {'Port': ['ID=3962e91b-6f9b-4e2b-8656-0fe25628c601,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:17:25.507774 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf930f45-ec0a-443c-98d5-4c4a32b59996 None None] Pushing event deleted for resources: {'Port': ['ID=3962e91b-6f9b-4e2b-8656-0fe25628c601,revision_number=None']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:17:25.509834 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c443d74-80a9-48ec-a62c-3f415fba5995 admin admin] No DVR routers for this DVR port 3962e91b-6f9b-4e2b-8656-0fe25628c601 on host dv-cinder-839793-16-iscsi {{(pid=104321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} May 31 21:17:25.515218 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf930f45-ec0a-443c-98d5-4c4a32b59996 None None] No DVR routers for this DVR port 3962e91b-6f9b-4e2b-8656-0fe25628c601 on host dv-cinder-839793-16-iscsi {{(pid=104322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} May 31 21:17:25.580565 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-6c443d74-80a9-48ec-a62c-3f415fba5995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678652', 'neutron.services.segments.db._delete_segments_for_network-8747261968285'] for network (2c2f81e7-9a7d-4701-bf43-a528a17f585a), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:25.600608 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.services.segments.db [None req-6c443d74-80a9-48ec-a62c-3f415fba5995 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c2f81e7-9a7d-4701-bf43-a528a17f585a']}} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:17:25.609629 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.services.segments.db [None req-6c443d74-80a9-48ec-a62c-3f415fba5995 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8895f7a6-b66f-413c-943d-4d2ad24c0748') {'for_net_delete': True} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:17:25.609937 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.services.segments.db [None req-6c443d74-80a9-48ec-a62c-3f415fba5995 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8895f7a6-b66f-413c-943d-4d2ad24c0748') {} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:17:25.619654 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-6c443d74-80a9-48ec-a62c-3f415fba5995 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747261973158', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3660646'] for segment (8895f7a6-b66f-413c-943d-4d2ad24c0748), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:25.632794 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-6c443d74-80a9-48ec-a62c-3f415fba5995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674812'] for segment (8895f7a6-b66f-413c-943d-4d2ad24c0748), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:25.639643 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c443d74-80a9-48ec-a62c-3f415fba5995 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=104321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 21:17:25.640022 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-6c443d74-80a9-48ec-a62c-3f415fba5995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25540173'] for segment (8895f7a6-b66f-413c-943d-4d2ad24c0748), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:25.721614 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.services.segments.plugin [-] Segment 8895f7a6-b66f-413c-943d-4d2ad24c0748 resource provider aggregate not found May 31 21:17:25.739169 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.services.segments.plugin [-] Segment 8895f7a6-b66f-413c-943d-4d2ad24c0748 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8895f7a6-b66f-413c-943d-4d2ad24c0748 found for delete ", "request_id": "req-5efd368b-ea28-4f06-9dd0-d1a99e6e7096"}]} May 31 21:17:25.783630 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-6c443d74-80a9-48ec-a62c-3f415fba5995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598461'] for network (2c2f81e7-9a7d-4701-bf43-a528a17f585a), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:25.790163 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-6c443d74-80a9-48ec-a62c-3f415fba5995 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696852'] for network (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:25.793749 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-6c443d74-80a9-48ec-a62c-3f415fba5995 admin admin] 10.222.0.55 "DELETE /v2.0/networks/2c2f81e7-9a7d-4701-bf43-a528a17f585a HTTP/1.1" status: 204 len: 168 time: 0.6764679 May 31 21:17:25.796829 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 42196) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:17:25.806028 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c443d74-80a9-48ec-a62c-3f415fba5995 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c2f81e7-9a7d-4701-bf43-a528a17f585a,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:17:25.968550 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device 3962e91b-6f9b-4e2b-8656-0fe25628c601 no longer exists at agent ovs-agent-dv-cinder-839793-16-iscsi {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 31 21:17:25.988048 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] No Port match for: 3962e91b-6f9b-4e2b-8656-0fe25628c601 {{(pid=104322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 31 21:17:25.988301 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device 3962e91b-6f9b-4e2b-8656-0fe25628c601 not bound to the agent host dv-cinder-839793-16-iscsi {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 31 21:17:25.988887 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device 4b7d105e-bd4b-43ed-adbe-2f47ed346353 no longer exists at agent ovs-agent-dv-cinder-839793-16-iscsi {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 31 21:17:26.006749 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] No Port match for: 4b7d105e-bd4b-43ed-adbe-2f47ed346353 {{(pid=104322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 31 21:17:26.007090 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device 4b7d105e-bd4b-43ed-adbe-2f47ed346353 not bound to the agent host dv-cinder-839793-16-iscsi {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 31 21:17:26.007498 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device 3198b83f-a948-46cb-a50f-2db85f890a16 no longer exists at agent ovs-agent-dv-cinder-839793-16-iscsi {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 31 21:17:26.025915 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] No Port match for: 3198b83f-a948-46cb-a50f-2db85f890a16 {{(pid=104322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 31 21:17:26.026258 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device 3198b83f-a948-46cb-a50f-2db85f890a16 not bound to the agent host dv-cinder-839793-16-iscsi {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 31 21:17:26.114805 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-18dd1203-d974-41fa-9e76-b1605a3ae05e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1599450'] for router_interface (e6a9a7f7-3471-4962-9c45-d5d10a48e8c9), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:26.335025 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-18dd1203-d974-41fa-9e76-b1605a3ae05e admin admin] Deleting port cc44f652-86ef-40ad-bcc5-6496d373d7f2 {{(pid=104320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 31 21:17:26.335259 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-18dd1203-d974-41fa-9e76-b1605a3ae05e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747262076802'] for port (cc44f652-86ef-40ad-bcc5-6496d373d7f2), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:26.370407 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:17:26.419370 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-18dd1203-d974-41fa-9e76-b1605a3ae05e admin admin] For port cc44f652-86ef-40ad-bcc5-6496d373d7f2, host dv-cinder-839793-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=cc44f652-86ef-40ad-bcc5-6496d373d7f2,segment=NetworkSegment(afcf3914-ccc2-4a2b-a87b-5370a990ca8d),segment_id=afcf3914-ccc2-4a2b-a87b-5370a990ca8d)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:17:26.421765 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-18dd1203-d974-41fa-9e76-b1605a3ae05e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574989'] for port (cc44f652-86ef-40ad-bcc5-6496d373d7f2), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:26.433102 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-18dd1203-d974-41fa-9e76-b1605a3ae05e admin admin] Calling delete_port for cc44f652-86ef-40ad-bcc5-6496d373d7f2 owned by network:router_interface {{(pid=104320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 31 21:17:26.438316 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:17:26.684859 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-18dd1203-d974-41fa-9e76-b1605a3ae05e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747262050753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747261518138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437045'] for port (cc44f652-86ef-40ad-bcc5-6496d373d7f2), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:26.714540 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dd1203-d974-41fa-9e76-b1605a3ae05e admin admin] Pushing event deleted for resources: {'Port': ['ID=cc44f652-86ef-40ad-bcc5-6496d373d7f2,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:17:26.878715 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-18dd1203-d974-41fa-9e76-b1605a3ae05e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1696841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1612805'] for router_interface (e6a9a7f7-3471-4962-9c45-d5d10a48e8c9), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:27.079918 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18dd1203-d974-41fa-9e76-b1605a3ae05e admin admin] Router e6a9a7f7-3471-4962-9c45-d5d10a48e8c9 has already been hosted by L3 agent 13ce5b10-321e-4e80-b29e-1cfc3c51661e {{(pid=104320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 31 21:17:27.119921 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:17:27.181163 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18dd1203-d974-41fa-9e76-b1605a3ae05e admin admin] Notify agent at l3_agent.dv-cinder-839793-16-iscsi the message routers_updated {{(pid=104320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 31 21:17:27.186081 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-18dd1203-d974-41fa-9e76-b1605a3ae05e admin admin] 10.222.0.55 "PUT /v2.0/routers/e6a9a7f7-3471-4962-9c45-d5d10a48e8c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3882222 May 31 21:17:27.188763 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 42200) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:17:27.190151 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7acef4-a09d-4e5b-a50e-5e526e8d7f68 None None] Sync routers for ids ['e6a9a7f7-3471-4962-9c45-d5d10a48e8c9'] in dv-cinder-839793-16-iscsi {{(pid=104322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 21:17:27.201589 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7acef4-a09d-4e5b-a50e-5e526e8d7f68 None None] Routers {'e6a9a7f7-3471-4962-9c45-d5d10a48e8c9'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:17:27.202238 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-df7acef4-a09d-4e5b-a50e-5e526e8d7f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:17:14Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['e6a9a7f7-3471-4962-9c45-d5d10a48e8c9'], 'active': True} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:17:27.232849 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:17:27.247059 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:17:27.249643 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:17:27.291609 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-b1c29ce3-7f86-4e92-a055-a09b47fe3e56 admin admin] Publish callbacks [] for router (e6a9a7f7-3471-4962-9c45-d5d10a48e8c9), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:27.303580 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvr_db [None req-df7acef4-a09d-4e5b-a50e-5e526e8d7f68 None None] Set router e6a9a7f7-3471-4962-9c45-d5d10a48e8c9 gateway port host: dv-cinder-839793-16-iscsi {{(pid=104322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:17:27.617410 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-df7acef4-a09d-4e5b-a50e-5e526e8d7f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a9a7f7-3471-4962-9c45-d5d10a48e8c9', 'name': 'tempest-TestVolumeBootPattern-936654372-router', 'tenant_id': 'e1e5f9a52ba444c9aeec8d8f0ac5e5fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'b7edc28f-0b5c-48a0-be3e-53eafca44069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:07:46Z', 'updated_at': '2022-05-31T21:17:26Z', 'revision_number': 5, 'project_id': 'e1e5f9a52ba444c9aeec8d8f0ac5e5fe', 'gw_port': {'id': 'b7edc28f-0b5c-48a0-be3e-53eafca44069', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a9a7f7-3471-4962-9c45-d5d10a48e8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:07:47Z', 'updated_at': '2022-05-31T21:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi'}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:17:27.642520 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7acef4-a09d-4e5b-a50e-5e526e8d7f68 None None] Checking router: e6a9a7f7-3471-4962-9c45-d5d10a48e8c9 for host: dv-cinder-839793-16-iscsi {{(pid=104322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 21:17:27.651847 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7acef4-a09d-4e5b-a50e-5e526e8d7f68 None None] Routers {'e6a9a7f7-3471-4962-9c45-d5d10a48e8c9'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:17:27.652462 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-df7acef4-a09d-4e5b-a50e-5e526e8d7f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:17:14Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['e6a9a7f7-3471-4962-9c45-d5d10a48e8c9'], 'active': True} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:17:27.654590 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-b1c29ce3-7f86-4e92-a055-a09b47fe3e56 admin admin] Publish callbacks [] for router_gateway (e6a9a7f7-3471-4962-9c45-d5d10a48e8c9), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:27.753947 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvr_db [None req-df7acef4-a09d-4e5b-a50e-5e526e8d7f68 None None] Set router e6a9a7f7-3471-4962-9c45-d5d10a48e8c9 gateway port host: dv-cinder-839793-16-iscsi {{(pid=104322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:17:27.756099 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-b1c29ce3-7f86-4e92-a055-a09b47fe3e56 admin admin] Deleting port b7edc28f-0b5c-48a0-be3e-53eafca44069 {{(pid=104320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 31 21:17:27.756436 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-b1c29ce3-7f86-4e92-a055-a09b47fe3e56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747262076802'] for port (b7edc28f-0b5c-48a0-be3e-53eafca44069), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:27.808566 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:17:27.840109 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-b1c29ce3-7f86-4e92-a055-a09b47fe3e56 admin admin] For port b7edc28f-0b5c-48a0-be3e-53eafca44069, host dv-cinder-839793-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=b7edc28f-0b5c-48a0-be3e-53eafca44069,segment=NetworkSegment(4436eed2-294e-4646-83cf-aec09b7c7c9c),segment_id=4436eed2-294e-4646-83cf-aec09b7c7c9c)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:17:27.840468 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-b1c29ce3-7f86-4e92-a055-a09b47fe3e56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574989'] for port (b7edc28f-0b5c-48a0-be3e-53eafca44069), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:27.856953 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-b1c29ce3-7f86-4e92-a055-a09b47fe3e56 admin admin] Calling delete_port for b7edc28f-0b5c-48a0-be3e-53eafca44069 owned by network:router_gateway {{(pid=104320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 31 21:17:27.925932 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-df7acef4-a09d-4e5b-a50e-5e526e8d7f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a9a7f7-3471-4962-9c45-d5d10a48e8c9', 'name': 'tempest-TestVolumeBootPattern-936654372-router', 'tenant_id': 'e1e5f9a52ba444c9aeec8d8f0ac5e5fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'b7edc28f-0b5c-48a0-be3e-53eafca44069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:07:46Z', 'updated_at': '2022-05-31T21:17:26Z', 'revision_number': 5, 'project_id': 'e1e5f9a52ba444c9aeec8d8f0ac5e5fe', 'gw_port': {'id': 'b7edc28f-0b5c-48a0-be3e-53eafca44069', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a9a7f7-3471-4962-9c45-d5d10a48e8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:07:47Z', 'updated_at': '2022-05-31T21:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi'}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:17:27.951086 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7acef4-a09d-4e5b-a50e-5e526e8d7f68 None None] The sync data for ids ['e6a9a7f7-3471-4962-9c45-d5d10a48e8c9'] in dv-cinder-839793-16-iscsi is: [{'id': 'e6a9a7f7-3471-4962-9c45-d5d10a48e8c9', 'name': 'tempest-TestVolumeBootPattern-936654372-router', 'tenant_id': 'e1e5f9a52ba444c9aeec8d8f0ac5e5fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'b7edc28f-0b5c-48a0-be3e-53eafca44069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:07:46Z', 'updated_at': '2022-05-31T21:17:26Z', 'revision_number': 5, 'project_id': 'e1e5f9a52ba444c9aeec8d8f0ac5e5fe', 'gw_port': {'id': 'b7edc28f-0b5c-48a0-be3e-53eafca44069', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a9a7f7-3471-4962-9c45-d5d10a48e8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:07:47Z', 'updated_at': '2022-05-31T21:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi'}] {{(pid=104322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 21:17:28.069714 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-b1c29ce3-7f86-4e92-a055-a09b47fe3e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747262050753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747261518138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437045'] for port (b7edc28f-0b5c-48a0-be3e-53eafca44069), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:28.097193 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c29ce3-7f86-4e92-a055-a09b47fe3e56 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7edc28f-0b5c-48a0-be3e-53eafca44069,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:17:28.160140 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-b1c29ce3-7f86-4e92-a055-a09b47fe3e56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598469'] for router_gateway (e6a9a7f7-3471-4962-9c45-d5d10a48e8c9), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:28.245581 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-b1c29ce3-7f86-4e92-a055-a09b47fe3e56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1599166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256068'] for router (e6a9a7f7-3471-4962-9c45-d5d10a48e8c9), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:28.247963 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-b1c29ce3-7f86-4e92-a055-a09b47fe3e56 admin admin] Publish callbacks [] for router_controller (e6a9a7f7-3471-4962-9c45-d5d10a48e8c9), precommit_delete_associations {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:28.337301 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-b1c29ce3-7f86-4e92-a055-a09b47fe3e56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1599157'] for router (e6a9a7f7-3471-4962-9c45-d5d10a48e8c9), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:28.337918 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1c29ce3-7f86-4e92-a055-a09b47fe3e56 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6a9a7f7-3471-4962-9c45-d5d10a48e8c9 {{(pid=104320) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 31 21:17:28.342235 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-b1c29ce3-7f86-4e92-a055-a09b47fe3e56 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:28.343405 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-b1c29ce3-7f86-4e92-a055-a09b47fe3e56 admin admin] 10.222.0.55 "DELETE /v2.0/routers/e6a9a7f7-3471-4962-9c45-d5d10a48e8c9 HTTP/1.1" status: 204 len: 168 time: 1.1537116 May 31 21:17:28.348442 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 42204) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:17:28.395321 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.db.db_base_plugin_v2 [None req-91f743fd-50e1-40b8-9532-ac6879d44b31 admin admin] Deleting subnet ce669e81-78e3-4c1b-8491-d5fdcf2cf5c8 {{(pid=104320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 31 21:17:28.399436 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-91f743fd-50e1-40b8-9532-ac6879d44b31 admin admin] Publish callbacks [] for subnet (ce669e81-78e3-4c1b-8491-d5fdcf2cf5c8), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:28.434829 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-91f743fd-50e1-40b8-9532-ac6879d44b31 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571901'] for subnet (ce669e81-78e3-4c1b-8491-d5fdcf2cf5c8), precommit_delete_associations {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:28.515853 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-91f743fd-50e1-40b8-9532-ac6879d44b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673141'] for subnet (ce669e81-78e3-4c1b-8491-d5fdcf2cf5c8), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:28.549949 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:17:28.656852 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-91f743fd-50e1-40b8-9532-ac6879d44b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25436928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3351937'] for subnet (ce669e81-78e3-4c1b-8491-d5fdcf2cf5c8), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:28.683668 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f743fd-50e1-40b8-9532-ac6879d44b31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce669e81-78e3-4c1b-8491-d5fdcf2cf5c8,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:17:28.687446 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-91f743fd-50e1-40b8-9532-ac6879d44b31 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:28.690831 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-91f743fd-50e1-40b8-9532-ac6879d44b31 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/ce669e81-78e3-4c1b-8491-d5fdcf2cf5c8 HTTP/1.1" status: 204 len: 168 time: 0.3435774 May 31 21:17:28.693310 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 42208) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:17:28.695892 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1391bac4-f449-49dc-990d-59a31990cb48 None None] Network 2b6fa07f-5cb8-42d8-9600-0a88c25a08b5 requested from dv-cinder-839793-16-iscsi {{(pid=104322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 31 21:17:28.769493 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-76ec6590-b94e-4b46-b701-8eb426139604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681077'] for network (2b6fa07f-5cb8-42d8-9600-0a88c25a08b5), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:28.771111 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:17:28.820481 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-76ec6590-b94e-4b46-b701-8eb426139604 admin admin] Deleting port b04ebb2f-7a3d-4c5c-8399-e04b5dca92d8 {{(pid=104320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 31 21:17:28.820822 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-76ec6590-b94e-4b46-b701-8eb426139604 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747262076802'] for port (b04ebb2f-7a3d-4c5c-8399-e04b5dca92d8), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:28.887518 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-76ec6590-b94e-4b46-b701-8eb426139604 admin admin] For port b04ebb2f-7a3d-4c5c-8399-e04b5dca92d8, host dv-cinder-839793-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=b04ebb2f-7a3d-4c5c-8399-e04b5dca92d8,segment=NetworkSegment(afcf3914-ccc2-4a2b-a87b-5370a990ca8d),segment_id=afcf3914-ccc2-4a2b-a87b-5370a990ca8d)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:17:28.887798 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-76ec6590-b94e-4b46-b701-8eb426139604 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574989'] for port (b04ebb2f-7a3d-4c5c-8399-e04b5dca92d8), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:28.901496 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-76ec6590-b94e-4b46-b701-8eb426139604 admin admin] Calling delete_port for b04ebb2f-7a3d-4c5c-8399-e04b5dca92d8 owned by network:dhcp {{(pid=104320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 31 21:17:28.981724 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b980d9-197f-49d2-a4ce-df6a02e28bea None None] DHCP port deletion for 2b6fa07f-5cb8-42d8-9600-0a88c25a08b5 request from dv-cinder-839793-16-iscsi {{(pid=104322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 31 21:17:29.019671 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-a2b980d9-197f-49d2-a4ce-df6a02e28bea None None] Deleting port b04ebb2f-7a3d-4c5c-8399-e04b5dca92d8 {{(pid=104322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 31 21:17:29.025456 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-a2b980d9-197f-49d2-a4ce-df6a02e28bea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747262076802'] for port (b04ebb2f-7a3d-4c5c-8399-e04b5dca92d8), before_delete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:29.073317 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-76ec6590-b94e-4b46-b701-8eb426139604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747262050753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747261518138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437045'] for port (b04ebb2f-7a3d-4c5c-8399-e04b5dca92d8), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:29.085653 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-a2b980d9-197f-49d2-a4ce-df6a02e28bea None None] For port b04ebb2f-7a3d-4c5c-8399-e04b5dca92d8, host dv-cinder-839793-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=b04ebb2f-7a3d-4c5c-8399-e04b5dca92d8,segment=NetworkSegment(afcf3914-ccc2-4a2b-a87b-5370a990ca8d),segment_id=afcf3914-ccc2-4a2b-a87b-5370a990ca8d)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:17:29.086712 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-a2b980d9-197f-49d2-a4ce-df6a02e28bea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574989'] for port (b04ebb2f-7a3d-4c5c-8399-e04b5dca92d8), precommit_delete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:29.099053 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ec6590-b94e-4b46-b701-8eb426139604 admin admin] Pushing event deleted for resources: {'Port': ['ID=b04ebb2f-7a3d-4c5c-8399-e04b5dca92d8,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:17:29.099456 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-a2b980d9-197f-49d2-a4ce-df6a02e28bea None None] Calling delete_port for b04ebb2f-7a3d-4c5c-8399-e04b5dca92d8 owned by network:dhcp {{(pid=104322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 31 21:17:29.103311 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ec6590-b94e-4b46-b701-8eb426139604 admin admin] No DVR routers for this DVR port b04ebb2f-7a3d-4c5c-8399-e04b5dca92d8 on host dv-cinder-839793-16-iscsi {{(pid=104320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} May 31 21:17:29.176452 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-a2b980d9-197f-49d2-a4ce-df6a02e28bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747262050753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747261518138'] for port (b04ebb2f-7a3d-4c5c-8399-e04b5dca92d8), after_delete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:29.179364 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-76ec6590-b94e-4b46-b701-8eb426139604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678652', 'neutron.services.segments.db._delete_segments_for_network-8747261968285'] for network (2b6fa07f-5cb8-42d8-9600-0a88c25a08b5), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:29.199834 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b980d9-197f-49d2-a4ce-df6a02e28bea None None] Pushing event deleted for resources: {'Port': ['ID=b04ebb2f-7a3d-4c5c-8399-e04b5dca92d8,revision_number=None']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:17:29.204158 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.services.segments.db [None req-76ec6590-b94e-4b46-b701-8eb426139604 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b6fa07f-5cb8-42d8-9600-0a88c25a08b5']}} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:17:29.209871 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b980d9-197f-49d2-a4ce-df6a02e28bea None None] No DVR routers for this DVR port b04ebb2f-7a3d-4c5c-8399-e04b5dca92d8 on host dv-cinder-839793-16-iscsi {{(pid=104322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} May 31 21:17:29.214091 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.services.segments.db [None req-76ec6590-b94e-4b46-b701-8eb426139604 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afcf3914-ccc2-4a2b-a87b-5370a990ca8d') {'for_net_delete': True} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:17:29.214387 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.services.segments.db [None req-76ec6590-b94e-4b46-b701-8eb426139604 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afcf3914-ccc2-4a2b-a87b-5370a990ca8d') {} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:17:29.227936 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-76ec6590-b94e-4b46-b701-8eb426139604 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747261973158', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571892'] for segment (afcf3914-ccc2-4a2b-a87b-5370a990ca8d), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:29.241286 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-76ec6590-b94e-4b46-b701-8eb426139604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674812'] for segment (afcf3914-ccc2-4a2b-a87b-5370a990ca8d), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:29.247916 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76ec6590-b94e-4b46-b701-8eb426139604 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=104320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 21:17:29.248299 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-76ec6590-b94e-4b46-b701-8eb426139604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25436834'] for segment (afcf3914-ccc2-4a2b-a87b-5370a990ca8d), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:29.318590 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.services.segments.plugin [-] Segment afcf3914-ccc2-4a2b-a87b-5370a990ca8d resource provider aggregate not found May 31 21:17:29.335075 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.services.segments.plugin [-] Segment afcf3914-ccc2-4a2b-a87b-5370a990ca8d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid afcf3914-ccc2-4a2b-a87b-5370a990ca8d found for delete ", "request_id": "req-b1c05432-5342-4573-bf00-70e84f21d42c"}]} May 31 21:17:29.387640 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-76ec6590-b94e-4b46-b701-8eb426139604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598461'] for network (2b6fa07f-5cb8-42d8-9600-0a88c25a08b5), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:29.393507 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-76ec6590-b94e-4b46-b701-8eb426139604 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696852'] for network (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:29.396490 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-76ec6590-b94e-4b46-b701-8eb426139604 admin admin] 10.222.0.55 "DELETE /v2.0/networks/2b6fa07f-5cb8-42d8-9600-0a88c25a08b5 HTTP/1.1" status: 204 len: 168 time: 0.7021739 May 31 21:17:29.408168 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ec6590-b94e-4b46-b701-8eb426139604 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b6fa07f-5cb8-42d8-9600-0a88c25a08b5,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:17:29.708404 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 42220) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:17:29.749085 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-2eab4a25-ca4e-4dcd-a473-fa98f6f78681 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8e511490c0f8438fb89ac590bd63529f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395112 May 31 21:17:29.751550 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 42222) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:17:29.799244 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-7ed4d4c5-70cf-4594-b66e-fc340c6b34d3 admin admin] Publish callbacks [] for security_group (c0df55f4-0ad7-4897-a9d9-316e5aa456bc), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:29.826590 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-7ed4d4c5-70cf-4594-b66e-fc340c6b34d3 admin admin] Publish callbacks [] for security_group (c0df55f4-0ad7-4897-a9d9-316e5aa456bc), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:29.968103 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device cc44f652-86ef-40ad-bcc5-6496d373d7f2 no longer exists at agent ovs-agent-dv-cinder-839793-16-iscsi {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 31 21:17:29.983847 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-7ed4d4c5-70cf-4594-b66e-fc340c6b34d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (c0df55f4-0ad7-4897-a9d9-316e5aa456bc), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:29.986510 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-7ed4d4c5-70cf-4594-b66e-fc340c6b34d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:29.987728 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-7ed4d4c5-70cf-4594-b66e-fc340c6b34d3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c0df55f4-0ad7-4897-a9d9-316e5aa456bc HTTP/1.1" status: 204 len: 168 time: 0.2352936 May 31 21:17:29.991174 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] No Port match for: cc44f652-86ef-40ad-bcc5-6496d373d7f2 {{(pid=104322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 31 21:17:29.991536 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device cc44f652-86ef-40ad-bcc5-6496d373d7f2 not bound to the agent host dv-cinder-839793-16-iscsi {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 31 21:17:29.991950 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device b04ebb2f-7a3d-4c5c-8399-e04b5dca92d8 no longer exists at agent ovs-agent-dv-cinder-839793-16-iscsi {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 31 21:17:29.996142 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed4d4c5-70cf-4594-b66e-fc340c6b34d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0df55f4-0ad7-4897-a9d9-316e5aa456bc,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:17:30.015014 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] No Port match for: b04ebb2f-7a3d-4c5c-8399-e04b5dca92d8 {{(pid=104322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 31 21:17:30.015350 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device b04ebb2f-7a3d-4c5c-8399-e04b5dca92d8 not bound to the agent host dv-cinder-839793-16-iscsi {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 31 21:17:30.015765 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device b7edc28f-0b5c-48a0-be3e-53eafca44069 no longer exists at agent ovs-agent-dv-cinder-839793-16-iscsi {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 31 21:17:30.037798 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] No Port match for: b7edc28f-0b5c-48a0-be3e-53eafca44069 {{(pid=104322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 31 21:17:30.038162 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device b7edc28f-0b5c-48a0-be3e-53eafca44069 not bound to the agent host dv-cinder-839793-16-iscsi {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 31 21:17:30.842236 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 42234) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:17:30.882826 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-e5a9148d-999c-4497-8222-2853d8127f4d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e1e5f9a52ba444c9aeec8d8f0ac5e5fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394113 May 31 21:17:30.883100 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 42236) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:17:30.897164 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:17:30.933279 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-caf01af3-40fa-43a0-af3b-3e2b6f2baab4 admin admin] Publish callbacks [] for security_group (224a1114-ee00-4a12-9e54-2fd38f17f58c), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:30.955802 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-caf01af3-40fa-43a0-af3b-3e2b6f2baab4 admin admin] Publish callbacks [] for security_group (224a1114-ee00-4a12-9e54-2fd38f17f58c), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:31.115327 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-caf01af3-40fa-43a0-af3b-3e2b6f2baab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (224a1114-ee00-4a12-9e54-2fd38f17f58c), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:31.118495 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-caf01af3-40fa-43a0-af3b-3e2b6f2baab4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:31.119747 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-caf01af3-40fa-43a0-af3b-3e2b6f2baab4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/224a1114-ee00-4a12-9e54-2fd38f17f58c HTTP/1.1" status: 204 len: 168 time: 0.2357004 May 31 21:17:31.127994 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf01af3-40fa-43a0-af3b-3e2b6f2baab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=224a1114-ee00-4a12-9e54-2fd38f17f58c,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:17:31.779548 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=100 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:17:34.227052 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.agents_db [None req-3d709c36-86fd-4f4f-bf7d-9e9748143f4e None None] Agent healthcheck: found 6 active agents {{(pid=104323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 31 21:17:35.699004 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=75,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:17:35.796577 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=12,neutron:DELETE=3 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:17:40.015514 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=80,neutron:DELETE=2 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:17:40.022365 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=54,neutron:DELETE=2 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:17:41.123903 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:17:41.145143 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=51,neutron:DELETE=1 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:17:42.233139 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-732252ea-bfa1-4d66-b858-369c7d9e4963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (5ca9f0a2-8e5f-4b54-94fa-454f095515e4), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:42.234451 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=100 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:17:44.564101 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-7f577831-3d6a-464a-b335-fcc6984e7e11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (13ce5b10-321e-4e80-b29e-1cfc3c51661e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:45.678355 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-58fa0aab-c296-4be2-a1ab-08418c16cad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (8170e961-7e1e-4c09-b09f-6b764c457cfd), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:46.855475 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-b770b660-b824-4665-84d0-9bbdd29e8e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (1c1563bc-5b12-4065-8d27-b22246e8e8d3), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:48.083326 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aae88b-16d0-4792-ad88-af07814e3490 req-639dc71e-2821-4cc7-bfdf-a39172b6a996 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:17:48.084768 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-72aae88b-16d0-4792-ad88-af07814e3490 req-639dc71e-2821-4cc7-bfdf-a39172b6a996 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e9ee975-2c0c-40f1-89f7-bc1a8a7631cf HTTP/1.1" status: 200 len: 945 time: 0.0474806 May 31 21:17:48.134357 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-72aae88b-16d0-4792-ad88-af07814e3490 req-1ec6ca7d-5038-4d91-9b60-c10a7f97b28e tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa058631-00c1-488d-9916-a9dd50ab9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440834 May 31 21:17:48.576688 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (a61205dd-b11c-42a1-aa2d-4b7310a8dc99), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:49.247928 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef10dab-7e21-4910-8dfb-1687db9abe9c req-29e20696-ff7a-41f1-ab0d-537b34a93244 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:17:49.249377 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-fef10dab-7e21-4910-8dfb-1687db9abe9c req-29e20696-ff7a-41f1-ab0d-537b34a93244 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e9ee975-2c0c-40f1-89f7-bc1a8a7631cf HTTP/1.1" status: 200 len: 945 time: 0.0469513 May 31 21:17:49.295969 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-fef10dab-7e21-4910-8dfb-1687db9abe9c req-7e15b88f-5885-4dc8-9087-fdbe24fd9b5d tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa058631-00c1-488d-9916-a9dd50ab9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410795 May 31 21:17:49.741557 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686ab83-e816-4e7f-b84e-fb69f769b262 req-7ae7b6d6-3e5c-4033-af9b-e74ac8f64261 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:17:49.743620 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-1686ab83-e816-4e7f-b84e-fb69f769b262 req-7ae7b6d6-3e5c-4033-af9b-e74ac8f64261 tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e9ee975-2c0c-40f1-89f7-bc1a8a7631cf HTTP/1.1" status: 200 len: 945 time: 0.0451849 May 31 21:17:49.827142 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.plugin [req-1686ab83-e816-4e7f-b84e-fb69f769b262 req-ed4f35bb-4fef-47dd-ae30-08a3317d130f tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Deleting port 547f16e2-0ced-4efc-8ab6-8cdc9c735022 {{(pid=104321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 31 21:17:49.827473 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-1686ab83-e816-4e7f-b84e-fb69f769b262 req-ed4f35bb-4fef-47dd-ae30-08a3317d130f tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747262076802'] for port (547f16e2-0ced-4efc-8ab6-8cdc9c735022), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:49.916525 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [req-1686ab83-e816-4e7f-b84e-fb69f769b262 req-ed4f35bb-4fef-47dd-ae30-08a3317d130f tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] For port 547f16e2-0ced-4efc-8ab6-8cdc9c735022, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=547f16e2-0ced-4efc-8ab6-8cdc9c735022,segment=NetworkSegment(60205f2c-77f1-4d70-98a8-b2c7fdf09c0d),segment_id=60205f2c-77f1-4d70-98a8-b2c7fdf09c0d)] {{(pid=104321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:17:49.916892 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-1686ab83-e816-4e7f-b84e-fb69f769b262 req-ed4f35bb-4fef-47dd-ae30-08a3317d130f tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574989'] for port (547f16e2-0ced-4efc-8ab6-8cdc9c735022), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:49.929539 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.plugin [req-1686ab83-e816-4e7f-b84e-fb69f769b262 req-ed4f35bb-4fef-47dd-ae30-08a3317d130f tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Calling delete_port for 547f16e2-0ced-4efc-8ab6-8cdc9c735022 owned by compute:nova {{(pid=104321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 31 21:17:50.302808 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-1686ab83-e816-4e7f-b84e-fb69f769b262 req-ed4f35bb-4fef-47dd-ae30-08a3317d130f tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747262050753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747261518138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25540506'] for port (547f16e2-0ced-4efc-8ab6-8cdc9c735022), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:50.314002 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] get_ports_and_sgs() called for port_ids ['547f16e2-0ced-4efc-8ab6-8cdc9c735022'] {{(pid=104322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 31 21:17:50.329767 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4f35bb-4fef-47dd-ae30-08a3317d130f tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Pushing event deleted for resources: {'Port': ['ID=547f16e2-0ced-4efc-8ab6-8cdc9c735022,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:17:50.382000 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [req-1686ab83-e816-4e7f-b84e-fb69f769b262 req-ed4f35bb-4fef-47dd-ae30-08a3317d130f tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] No DVR routers for this DVR port 547f16e2-0ced-4efc-8ab6-8cdc9c735022 on host hv-cinder-83979 {{(pid=104321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} May 31 21:17:50.384697 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-1686ab83-e816-4e7f-b84e-fb69f769b262 req-ed4f35bb-4fef-47dd-ae30-08a3317d130f tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for port (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:50.388075 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-1686ab83-e816-4e7f-b84e-fb69f769b262 req-ed4f35bb-4fef-47dd-ae30-08a3317d130f tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.40 "DELETE /v2.0/ports/547f16e2-0ced-4efc-8ab6-8cdc9c735022 HTTP/1.1" status: 204 len: 173 time: 0.6392772 May 31 21:17:50.388527 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e9ee975-2c0c-40f1-89f7-bc1a8a7631cf', 'name': 'network-vif-deleted', 'tag': '547f16e2-0ced-4efc-8ab6-8cdc9c735022'}] {{(pid=104321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:17:50.390791 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6b014d5dee29fffbb36c15c330f4dd8b871b4cb67f19a16d167ed5ff3960b8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9cd844e-fa6f-45bb-acb7-10847a509d7a" -d '{"events": [{"server_uuid": "5e9ee975-2c0c-40f1-89f7-bc1a8a7631cf", "name": "network-vif-deleted", "tag": "547f16e2-0ced-4efc-8ab6-8cdc9c735022"}]}' {{(pid=104321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:17:50.401691 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-b903ca6a-22b3-4339-8bd7-376920cc90b7 req-083a7f1e-3e6a-4631-a24b-413686c10efe tempest-VolumesSnapshotTestJSON-1963511953 tempest-VolumesSnapshotTestJSON-1963511953-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e9ee975-2c0c-40f1-89f7-bc1a8a7631cf HTTP/1.1" status: 200 len: 210 time: 0.0304978 May 31 21:17:50.432452 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 May 2022 21:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6375f710-97b6-4b2b-8757-81d77fe6ee84 x-openstack-request-id: req-6375f710-97b6-4b2b-8757-81d77fe6ee84 {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:17:50.432884 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e9ee975-2c0c-40f1-89f7-bc1a8a7631cf", "name": "network-vif-deleted", "tag": "547f16e2-0ced-4efc-8ab6-8cdc9c735022", "status": "completed", "code": 200}]} {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:17:50.433045 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6375f710-97b6-4b2b-8757-81d77fe6ee84 {{(pid=104321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:17:50.433451 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6375f710-97b6-4b2b-8757-81d77fe6ee84'] response: {'server_uuid': '5e9ee975-2c0c-40f1-89f7-bc1a8a7631cf', 'name': 'network-vif-deleted', 'tag': '547f16e2-0ced-4efc-8ab6-8cdc9c735022', 'status': 'completed', 'code': 200} May 31 21:17:51.691534 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (51675295-7abb-4335-9c5a-c46a9082010e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:17:52.236876 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=5 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:17:53.207328 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device 547f16e2-0ced-4efc-8ab6-8cdc9c735022 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 31 21:17:53.225779 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] No Port match for: 547f16e2-0ced-4efc-8ab6-8cdc9c735022 {{(pid=104322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 31 21:17:53.226154 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device 547f16e2-0ced-4efc-8ab6-8cdc9c735022 not bound to the agent host hv-cinder-83979 {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 31 21:17:58.505629 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:17:59.285106 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=15 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:18:00.344389 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=44,neutron:DELETE=4 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:18:00.364278 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=45,neutron:DELETE=4 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:18:00.381615 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=23 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:18:01.615208 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:18:03.212059 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=8 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:18:11.226343 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.agents_db [None req-3d709c36-86fd-4f4f-bf7d-9e9748143f4e None None] Agent healthcheck: found 6 active agents {{(pid=104323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 31 21:18:12.231387 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-5f6aafdd-5a75-4e8c-a75e-7806e38931f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (5ca9f0a2-8e5f-4b54-94fa-454f095515e4), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:18:14.535945 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-4edb60fb-7d25-4a15-a054-a9d07fd5851c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (13ce5b10-321e-4e80-b29e-1cfc3c51661e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:18:15.696170 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-58fa0aab-c296-4be2-a1ab-08418c16cad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (8170e961-7e1e-4c09-b09f-6b764c457cfd), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:18:16.833376 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-b770b660-b824-4665-84d0-9bbdd29e8e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (1c1563bc-5b12-4065-8d27-b22246e8e8d3), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:18:18.013816 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 42480) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:18:18.063602 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.db.db_base_plugin_v2 [None req-08e46918-585b-4ec1-8dc7-15d5220014ed admin admin] Deleting subnet 55686980-865e-460e-8cc1-173f617fa8ca {{(pid=104320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 31 21:18:18.066689 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-08e46918-585b-4ec1-8dc7-15d5220014ed admin admin] Publish callbacks [] for subnet (55686980-865e-460e-8cc1-173f617fa8ca), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:18:18.101532 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-08e46918-585b-4ec1-8dc7-15d5220014ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571901'] for subnet (55686980-865e-460e-8cc1-173f617fa8ca), precommit_delete_associations {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:18:18.141951 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-08e46918-585b-4ec1-8dc7-15d5220014ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673141'] for subnet (55686980-865e-460e-8cc1-173f617fa8ca), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:18:18.249261 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-08e46918-585b-4ec1-8dc7-15d5220014ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25436928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3351937'] for subnet (55686980-865e-460e-8cc1-173f617fa8ca), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:18:18.280872 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e46918-585b-4ec1-8dc7-15d5220014ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55686980-865e-460e-8cc1-173f617fa8ca,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:18:18.288833 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-08e46918-585b-4ec1-8dc7-15d5220014ed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:18:18.292421 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-08e46918-585b-4ec1-8dc7-15d5220014ed admin admin] 10.222.0.55 "DELETE /v2.0/subnets/55686980-865e-460e-8cc1-173f617fa8ca HTTP/1.1" status: 204 len: 168 time: 0.2775798 May 31 21:18:18.293972 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e46918-585b-4ec1-8dc7-15d5220014ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:18:18.294318 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e46918-585b-4ec1-8dc7-15d5220014ed admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:18:18.294666 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e46918-585b-4ec1-8dc7-15d5220014ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:18:18.295004 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e46918-585b-4ec1-8dc7-15d5220014ed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:18:18.295131 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 42482) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:18:18.295535 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e46918-585b-4ec1-8dc7-15d5220014ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:18:18.295660 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e46918-585b-4ec1-8dc7-15d5220014ed admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:18:18.295989 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e46918-585b-4ec1-8dc7-15d5220014ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:18:18.296320 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e46918-585b-4ec1-8dc7-15d5220014ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:18:18.296647 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e46918-585b-4ec1-8dc7-15d5220014ed admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:18:18.296973 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e46918-585b-4ec1-8dc7-15d5220014ed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:18:18.297299 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e46918-585b-4ec1-8dc7-15d5220014ed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:18:18.297624 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e46918-585b-4ec1-8dc7-15d5220014ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:18:18.297970 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e46918-585b-4ec1-8dc7-15d5220014ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:18:18.298299 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e46918-585b-4ec1-8dc7-15d5220014ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:18:18.298619 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e46918-585b-4ec1-8dc7-15d5220014ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:18:18.364755 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-8e228bcb-c9f8-41c8-804a-2108546e9ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681077'] for network (710ad2ad-e004-4b3f-9e04-41d28feb1281), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:18:18.444547 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-8e228bcb-c9f8-41c8-804a-2108546e9ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678652', 'neutron.services.segments.db._delete_segments_for_network-8747261968285'] for network (710ad2ad-e004-4b3f-9e04-41d28feb1281), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:18:18.465519 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.services.segments.db [None req-8e228bcb-c9f8-41c8-804a-2108546e9ced admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['710ad2ad-e004-4b3f-9e04-41d28feb1281']}} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:18:18.474892 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.services.segments.db [None req-8e228bcb-c9f8-41c8-804a-2108546e9ced admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60205f2c-77f1-4d70-98a8-b2c7fdf09c0d') {'for_net_delete': True} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:18:18.475124 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.services.segments.db [None req-8e228bcb-c9f8-41c8-804a-2108546e9ced admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60205f2c-77f1-4d70-98a8-b2c7fdf09c0d') {} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:18:18.484737 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-8e228bcb-c9f8-41c8-804a-2108546e9ced admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747261973158', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3660646'] for segment (60205f2c-77f1-4d70-98a8-b2c7fdf09c0d), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:18:18.499291 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-8e228bcb-c9f8-41c8-804a-2108546e9ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674812'] for segment (60205f2c-77f1-4d70-98a8-b2c7fdf09c0d), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:18:18.506673 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e228bcb-c9f8-41c8-804a-2108546e9ced admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=104321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 21:18:18.507109 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-8e228bcb-c9f8-41c8-804a-2108546e9ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25540173'] for segment (60205f2c-77f1-4d70-98a8-b2c7fdf09c0d), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:18:18.549211 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.services.segments.plugin [-] Segment 60205f2c-77f1-4d70-98a8-b2c7fdf09c0d resource provider aggregate not found May 31 21:18:18.567928 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.services.segments.plugin [-] Segment 60205f2c-77f1-4d70-98a8-b2c7fdf09c0d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 60205f2c-77f1-4d70-98a8-b2c7fdf09c0d found for delete ", "request_id": "req-9e853783-69e6-4b83-aba1-241d2561e370"}]} May 31 21:18:18.618725 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (a61205dd-b11c-42a1-aa2d-4b7310a8dc99), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:18:18.684403 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-8e228bcb-c9f8-41c8-804a-2108546e9ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598461'] for network (710ad2ad-e004-4b3f-9e04-41d28feb1281), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:18:18.691346 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-8e228bcb-c9f8-41c8-804a-2108546e9ced admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696852'] for network (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:18:18.702993 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-8e228bcb-c9f8-41c8-804a-2108546e9ced admin admin] 10.222.0.55 "DELETE /v2.0/networks/710ad2ad-e004-4b3f-9e04-41d28feb1281 HTTP/1.1" status: 204 len: 168 time: 0.3969495 May 31 21:18:18.704689 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e228bcb-c9f8-41c8-804a-2108546e9ced admin admin] Pushing event deleted for resources: {'Network': ['ID=710ad2ad-e004-4b3f-9e04-41d28feb1281,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:18:18.715027 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e228bcb-c9f8-41c8-804a-2108546e9ced admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:18:18.715376 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e228bcb-c9f8-41c8-804a-2108546e9ced admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:18:18.715720 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e228bcb-c9f8-41c8-804a-2108546e9ced admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:18:18.716061 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e228bcb-c9f8-41c8-804a-2108546e9ced admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:18:18.716387 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e228bcb-c9f8-41c8-804a-2108546e9ced admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:18:18.716902 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e228bcb-c9f8-41c8-804a-2108546e9ced admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:18:18.717290 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e228bcb-c9f8-41c8-804a-2108546e9ced admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:18:18.717792 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e228bcb-c9f8-41c8-804a-2108546e9ced admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:18:18.718319 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e228bcb-c9f8-41c8-804a-2108546e9ced admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:18:18.718644 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e228bcb-c9f8-41c8-804a-2108546e9ced admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:18:18.718975 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e228bcb-c9f8-41c8-804a-2108546e9ced admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:18:18.719299 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e228bcb-c9f8-41c8-804a-2108546e9ced admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:18:18.719621 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e228bcb-c9f8-41c8-804a-2108546e9ced admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:18:18.719941 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e228bcb-c9f8-41c8-804a-2108546e9ced admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:18:18.720258 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e228bcb-c9f8-41c8-804a-2108546e9ced admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:18:19.048216 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 42510) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:18:19.089607 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-239afe59-9266-4809-bfe8-c128559ed5b0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=329e95cbfdb9493d82941bc00dd1ccbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402441 May 31 21:18:19.092122 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 42512) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:18:19.139179 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-a8a9671f-a801-4580-ae3f-c173d6022f9d admin admin] Publish callbacks [] for security_group (aa058631-00c1-488d-9916-a9dd50ab9357), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:18:19.159703 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-a8a9671f-a801-4580-ae3f-c173d6022f9d admin admin] Publish callbacks [] for security_group (aa058631-00c1-488d-9916-a9dd50ab9357), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:18:19.238940 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-a8a9671f-a801-4580-ae3f-c173d6022f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (aa058631-00c1-488d-9916-a9dd50ab9357), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:18:19.241429 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-a8a9671f-a801-4580-ae3f-c173d6022f9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:18:19.243260 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-a8a9671f-a801-4580-ae3f-c173d6022f9d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/aa058631-00c1-488d-9916-a9dd50ab9357 HTTP/1.1" status: 204 len: 168 time: 0.1502399 May 31 21:18:19.251448 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a9671f-a801-4580-ae3f-c173d6022f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa058631-00c1-488d-9916-a9dd50ab9357,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:18:20.748895 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506bc5d-1b2b-4170-bb34-970d40dd0a1a req-09c0fe20-d190-4536-a718-62da32759bfc tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:18:20.750364 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-3506bc5d-1b2b-4170-bb34-970d40dd0a1a req-09c0fe20-d190-4536-a718-62da32759bfc tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd8f2486-d4cf-40d9-9a07-d12933c0923b HTTP/1.1" status: 200 len: 945 time: 0.2433884 May 31 21:18:20.800747 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-3506bc5d-1b2b-4170-bb34-970d40dd0a1a req-e7936ba8-ce7c-4997-a927-dede38511939 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/security-groups?id=d405cf81-74ec-44c8-b48c-7578ecaab081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447078 May 31 21:18:21.694121 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (51675295-7abb-4335-9c5a-c46a9082010e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:18:21.978024 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edfbf95-d5f3-4fb7-ad05-1ef20cf242d0 req-72631445-7248-43d8-aa9c-5e36995442ec tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:18:21.979434 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-3edfbf95-d5f3-4fb7-ad05-1ef20cf242d0 req-72631445-7248-43d8-aa9c-5e36995442ec tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd8f2486-d4cf-40d9-9a07-d12933c0923b HTTP/1.1" status: 200 len: 945 time: 0.1068211 May 31 21:18:22.032357 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-3edfbf95-d5f3-4fb7-ad05-1ef20cf242d0 req-b4a504c4-fab2-4aac-a9af-0db8f5c9e174 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/security-groups?id=d405cf81-74ec-44c8-b48c-7578ecaab081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460322 May 31 21:18:22.334881 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d27579-d4e9-4ac5-add0-6ffd9ff24f36 req-b29b6488-a110-46bd-a457-da83532d5352 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:18:22.336885 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-e0d27579-d4e9-4ac5-add0-6ffd9ff24f36 req-b29b6488-a110-46bd-a457-da83532d5352 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.40 "GET /v2.0/ports?device_id=cd8f2486-d4cf-40d9-9a07-d12933c0923b HTTP/1.1" status: 200 len: 945 time: 0.0507894 May 31 21:18:22.415904 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.plugin [req-e0d27579-d4e9-4ac5-add0-6ffd9ff24f36 req-3b3d849e-d2fc-454d-9694-e0803edbfeef tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Deleting port 8d4969e6-911a-44ca-b161-644f80deb122 {{(pid=104321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 31 21:18:22.416237 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-e0d27579-d4e9-4ac5-add0-6ffd9ff24f36 req-3b3d849e-d2fc-454d-9694-e0803edbfeef tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747262076802'] for port (8d4969e6-911a-44ca-b161-644f80deb122), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:18:22.506245 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [req-e0d27579-d4e9-4ac5-add0-6ffd9ff24f36 req-3b3d849e-d2fc-454d-9694-e0803edbfeef tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] For port 8d4969e6-911a-44ca-b161-644f80deb122, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=8d4969e6-911a-44ca-b161-644f80deb122,segment=NetworkSegment(dab68be0-cc2b-428d-a1e3-e670fc69bce9),segment_id=dab68be0-cc2b-428d-a1e3-e670fc69bce9)] {{(pid=104321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:18:22.506606 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-e0d27579-d4e9-4ac5-add0-6ffd9ff24f36 req-3b3d849e-d2fc-454d-9694-e0803edbfeef tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574989'] for port (8d4969e6-911a-44ca-b161-644f80deb122), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:18:22.660932 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-e0d27579-d4e9-4ac5-add0-6ffd9ff24f36 req-3b3d849e-d2fc-454d-9694-e0803edbfeef tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:18:22.661213 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-e0d27579-d4e9-4ac5-add0-6ffd9ff24f36 req-3b3d849e-d2fc-454d-9694-e0803edbfeef tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598426'] for floatingip (901ca39b-83df-4fbd-8a37-54e39c7f622f), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:18:22.661531 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.db.l3_db [req-e0d27579-d4e9-4ac5-add0-6ffd9ff24f36 req-3b3d849e-d2fc-454d-9694-e0803edbfeef tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Floating IP 901ca39b-83df-4fbd-8a37-54e39c7f622f disassociated. External IP: 172.27.0.198, port: 8d4969e6-911a-44ca-b161-644f80deb122. May 31 21:18:22.661870 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.plugin [req-e0d27579-d4e9-4ac5-add0-6ffd9ff24f36 req-3b3d849e-d2fc-454d-9694-e0803edbfeef tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Calling delete_port for 8d4969e6-911a-44ca-b161-644f80deb122 owned by compute:nova {{(pid=104321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 31 21:18:22.884136 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-e0d27579-d4e9-4ac5-add0-6ffd9ff24f36 req-3b3d849e-d2fc-454d-9694-e0803edbfeef tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747262050753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747261518138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25540506'] for port (8d4969e6-911a-44ca-b161-644f80deb122), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:18:22.919571 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3d849e-d2fc-454d-9694-e0803edbfeef tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Pushing event deleted for resources: {'Port': ['ID=8d4969e6-911a-44ca-b161-644f80deb122,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:18:22.967442 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:18:23.010477 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:18:23.032859 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e0d27579-d4e9-4ac5-add0-6ffd9ff24f36 req-3b3d849e-d2fc-454d-9694-e0803edbfeef tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Router a91754eb-1388-498d-ad7b-17314423f28d has already been hosted by L3 agent 13ce5b10-321e-4e80-b29e-1cfc3c51661e {{(pid=104321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 31 21:18:23.127991 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-5d89e959-c42b-47fc-9e46-14b07c4a17f9 req-e5a49558-a292-450f-ba34-9caffd981e68 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd8f2486-d4cf-40d9-9a07-d12933c0923b HTTP/1.1" status: 200 len: 210 time: 0.0274084 May 31 21:18:23.135932 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e0d27579-d4e9-4ac5-add0-6ffd9ff24f36 req-3b3d849e-d2fc-454d-9694-e0803edbfeef tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Notify agent at l3_agent.dv-cinder-839793-16-iscsi the message routers_updated {{(pid=104321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 31 21:18:23.145917 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b854bd9-8fd6-4aef-8a11-4fbc32e1802b None None] Sync routers for ids ['a91754eb-1388-498d-ad7b-17314423f28d'] in dv-cinder-839793-16-iscsi {{(pid=104323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 21:18:23.156627 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b854bd9-8fd6-4aef-8a11-4fbc32e1802b None None] Routers {'a91754eb-1388-498d-ad7b-17314423f28d'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:18:23.158831 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-0b854bd9-8fd6-4aef-8a11-4fbc32e1802b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:18:14Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['a91754eb-1388-498d-ad7b-17314423f28d'], 'active': True} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:18:23.183321 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0d27579-d4e9-4ac5-add0-6ffd9ff24f36 req-3b3d849e-d2fc-454d-9694-e0803edbfeef tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] No DVR routers for this DVR port 8d4969e6-911a-44ca-b161-644f80deb122 on host hv-cinder-83979 {{(pid=104321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} May 31 21:18:23.185937 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-e0d27579-d4e9-4ac5-add0-6ffd9ff24f36 req-3b3d849e-d2fc-454d-9694-e0803edbfeef tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for port (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:18:23.189184 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-e0d27579-d4e9-4ac5-add0-6ffd9ff24f36 req-3b3d849e-d2fc-454d-9694-e0803edbfeef tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.40 "DELETE /v2.0/ports/8d4969e6-911a-44ca-b161-644f80deb122 HTTP/1.1" status: 204 len: 173 time: 0.8470976 May 31 21:18:23.189619 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd8f2486-d4cf-40d9-9a07-d12933c0923b', 'name': 'network-vif-deleted', 'tag': '8d4969e6-911a-44ca-b161-644f80deb122'}] {{(pid=104321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:18:23.191878 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6b014d5dee29fffbb36c15c330f4dd8b871b4cb67f19a16d167ed5ff3960b8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c9d6bf-7792-45b1-ae30-72b430da41c1" -d '{"events": [{"server_uuid": "cd8f2486-d4cf-40d9-9a07-d12933c0923b", "name": "network-vif-deleted", "tag": "8d4969e6-911a-44ca-b161-644f80deb122"}]}' {{(pid=104321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:18:23.233098 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 May 2022 21:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d970d3-c3c5-4ebc-bdc5-50ecdb28193c x-openstack-request-id: req-a8d970d3-c3c5-4ebc-bdc5-50ecdb28193c {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:18:23.233447 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd8f2486-d4cf-40d9-9a07-d12933c0923b", "name": "network-vif-deleted", "tag": "8d4969e6-911a-44ca-b161-644f80deb122", "status": "completed", "code": 200}]} {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:18:23.233701 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a8d970d3-c3c5-4ebc-bdc5-50ecdb28193c {{(pid=104321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:18:23.234143 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8d970d3-c3c5-4ebc-bdc5-50ecdb28193c'] response: {'server_uuid': 'cd8f2486-d4cf-40d9-9a07-d12933c0923b', 'name': 'network-vif-deleted', 'tag': '8d4969e6-911a-44ca-b161-644f80deb122', 'status': 'completed', 'code': 200} May 31 21:18:23.266293 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvr_db [None req-0b854bd9-8fd6-4aef-8a11-4fbc32e1802b None None] Set router a91754eb-1388-498d-ad7b-17314423f28d gateway port host: dv-cinder-839793-16-iscsi {{(pid=104323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:18:23.465379 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-0b854bd9-8fd6-4aef-8a11-4fbc32e1802b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'name': 'tempest-AttachVolumeNegativeTest-248878464-router', 'tenant_id': '69b2364f40d14160adf0220d92adaad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '345700f1-91f0-4de8-bcd4-74c223a3a73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:11:18Z', 'updated_at': '2022-05-31T21:11:21Z', 'revision_number': 4, 'project_id': '69b2364f40d14160adf0220d92adaad7', 'gw_port': {'id': '345700f1-91f0-4de8-bcd4-74c223a3a73c', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:75:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:11:18Z', 'updated_at': '2022-05-31T21:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_interfaces': [{'id': 'c06c97eb-71d0-46d3-a966-560d7406c393', 'name': '', 'network_id': 'f9f27def-cef7-45b6-9a7b-b0c954078818', 'tenant_id': '69b2364f40d14160adf0220d92adaad7', 'mac_address': 'fa:16:3e:03:e5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'b0a2bf4f-8e94-4747-a06c-e4eb22a2611a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:11:20Z', 'updated_at': '2022-05-31T21:11:25Z', 'revision_number': 5, 'project_id': '69b2364f40d14160adf0220d92adaad7', 'subnets': [{'id': 'b0a2bf4f-8e94-4747-a06c-e4eb22a2611a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:18:23.489095 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b854bd9-8fd6-4aef-8a11-4fbc32e1802b None None] Checking router: a91754eb-1388-498d-ad7b-17314423f28d for host: dv-cinder-839793-16-iscsi {{(pid=104323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 21:18:23.497886 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b854bd9-8fd6-4aef-8a11-4fbc32e1802b None None] Routers {'a91754eb-1388-498d-ad7b-17314423f28d'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:18:23.498511 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-0b854bd9-8fd6-4aef-8a11-4fbc32e1802b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:18:14Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['a91754eb-1388-498d-ad7b-17314423f28d'], 'active': True} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:18:23.597593 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvr_db [None req-0b854bd9-8fd6-4aef-8a11-4fbc32e1802b None None] Set router a91754eb-1388-498d-ad7b-17314423f28d gateway port host: dv-cinder-839793-16-iscsi {{(pid=104323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:18:23.776997 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-0b854bd9-8fd6-4aef-8a11-4fbc32e1802b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'name': 'tempest-AttachVolumeNegativeTest-248878464-router', 'tenant_id': '69b2364f40d14160adf0220d92adaad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '345700f1-91f0-4de8-bcd4-74c223a3a73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:11:18Z', 'updated_at': '2022-05-31T21:11:21Z', 'revision_number': 4, 'project_id': '69b2364f40d14160adf0220d92adaad7', 'gw_port': {'id': '345700f1-91f0-4de8-bcd4-74c223a3a73c', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:75:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:11:18Z', 'updated_at': '2022-05-31T21:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_interfaces': [{'id': 'c06c97eb-71d0-46d3-a966-560d7406c393', 'name': '', 'network_id': 'f9f27def-cef7-45b6-9a7b-b0c954078818', 'tenant_id': '69b2364f40d14160adf0220d92adaad7', 'mac_address': 'fa:16:3e:03:e5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'b0a2bf4f-8e94-4747-a06c-e4eb22a2611a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:11:20Z', 'updated_at': '2022-05-31T21:11:25Z', 'revision_number': 5, 'project_id': '69b2364f40d14160adf0220d92adaad7', 'subnets': [{'id': 'b0a2bf4f-8e94-4747-a06c-e4eb22a2611a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:18:23.805709 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b854bd9-8fd6-4aef-8a11-4fbc32e1802b None None] The sync data for ids ['a91754eb-1388-498d-ad7b-17314423f28d'] in dv-cinder-839793-16-iscsi is: [{'id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'name': 'tempest-AttachVolumeNegativeTest-248878464-router', 'tenant_id': '69b2364f40d14160adf0220d92adaad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '345700f1-91f0-4de8-bcd4-74c223a3a73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:11:18Z', 'updated_at': '2022-05-31T21:11:21Z', 'revision_number': 4, 'project_id': '69b2364f40d14160adf0220d92adaad7', 'gw_port': {'id': '345700f1-91f0-4de8-bcd4-74c223a3a73c', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:75:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:11:18Z', 'updated_at': '2022-05-31T21:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_interfaces': [{'id': 'c06c97eb-71d0-46d3-a966-560d7406c393', 'name': '', 'network_id': 'f9f27def-cef7-45b6-9a7b-b0c954078818', 'tenant_id': '69b2364f40d14160adf0220d92adaad7', 'mac_address': 'fa:16:3e:03:e5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'b0a2bf4f-8e94-4747-a06c-e4eb22a2611a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:11:20Z', 'updated_at': '2022-05-31T21:11:25Z', 'revision_number': 5, 'project_id': '69b2364f40d14160adf0220d92adaad7', 'subnets': [{'id': 'b0a2bf4f-8e94-4747-a06c-e4eb22a2611a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 21:18:24.048699 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb29bc6-2511-4545-8c2e-cfe863cd515f None None] New status for floating IP 901ca39b-83df-4fbd-8a37-54e39c7f622f: DOWN {{(pid=104322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 31 21:18:24.291571 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 42538) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:18:24.348138 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-ecc2c6b3-ddc3-405e-9060-f1187ddc1a7b tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks [] for security_group (d405cf81-74ec-44c8-b48c-7578ecaab081), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:18:24.371471 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-ecc2c6b3-ddc3-405e-9060-f1187ddc1a7b tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks [] for security_group (d405cf81-74ec-44c8-b48c-7578ecaab081), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:18:24.495363 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-ecc2c6b3-ddc3-405e-9060-f1187ddc1a7b tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (d405cf81-74ec-44c8-b48c-7578ecaab081), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:18:24.497798 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-ecc2c6b3-ddc3-405e-9060-f1187ddc1a7b tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks [] for security_group (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:18:24.498940 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-ecc2c6b3-ddc3-405e-9060-f1187ddc1a7b tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "DELETE /v2.0/security-groups/d405cf81-74ec-44c8-b48c-7578ecaab081 HTTP/1.1" status: 204 len: 168 time: 0.2064068 May 31 21:18:24.501674 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 42540) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:18:24.509415 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc2c6b3-ddc3-405e-9060-f1187ddc1a7b tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d405cf81-74ec-44c8-b48c-7578ecaab081,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:18:24.515714 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.api.v2.resource [None req-59229f1d-5dbc-49f1-a1c3-82753019f29c tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] show failed (client error): The resource could not be found. May 31 21:18:24.516697 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-59229f1d-5dbc-49f1-a1c3-82753019f29c tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/security-groups/d405cf81-74ec-44c8-b48c-7578ecaab081 HTTP/1.1" status: 404 len: 347 time: 0.0140076 May 31 21:18:24.519614 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 42542) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:18:24.626922 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.plugin [None req-72d82811-ae62-420a-b47e-7912eb508e75 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Deleting port 3d8ca38f-3109-451a-ac1f-d6b725064dd2 {{(pid=104321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 31 21:18:24.627262 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-72d82811-ae62-420a-b47e-7912eb508e75 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747262076802'] for port (3d8ca38f-3109-451a-ac1f-d6b725064dd2), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:18:24.704137 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-72d82811-ae62-420a-b47e-7912eb508e75 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574989'] for port (3d8ca38f-3109-451a-ac1f-d6b725064dd2), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:18:24.704454 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-72d82811-ae62-420a-b47e-7912eb508e75 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks [] for floatingip (3d8ca38f-3109-451a-ac1f-d6b725064dd2), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:18:24.717538 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.plugin [None req-72d82811-ae62-420a-b47e-7912eb508e75 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Calling delete_port for 3d8ca38f-3109-451a-ac1f-d6b725064dd2 owned by network:floatingip {{(pid=104321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 31 21:18:24.907005 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-72d82811-ae62-420a-b47e-7912eb508e75 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747262050753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747261518138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25540506'] for port (3d8ca38f-3109-451a-ac1f-d6b725064dd2), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:18:24.932650 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d82811-ae62-420a-b47e-7912eb508e75 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Pushing event deleted for resources: {'Port': ['ID=3d8ca38f-3109-451a-ac1f-d6b725064dd2,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:18:24.989739 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-72d82811-ae62-420a-b47e-7912eb508e75 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks [] for floatingip (901ca39b-83df-4fbd-8a37-54e39c7f622f), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:18:24.992745 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-72d82811-ae62-420a-b47e-7912eb508e75 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for floatingip (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:18:24.998337 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-72d82811-ae62-420a-b47e-7912eb508e75 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "DELETE /v2.0/floatingips/901ca39b-83df-4fbd-8a37-54e39c7f622f HTTP/1.1" status: 204 len: 168 time: 0.4733641 May 31 21:18:25.148521 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 42546) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:18:25.153031 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [None req-44983519-c999-44cc-ac71-5f12870ce776 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1720436855', 'description': 'tempest-description--735428215'}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:18:25.238193 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-44983519-c999-44cc-ac71-5f12870ce776 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks [] for security_group (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:18:25.274023 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:18:25.307060 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-44983519-c999-44cc-ac71-5f12870ce776 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks [] for security_group (71091ebf-4257-42c7-b4e6-3a87e2934b1d), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:18:25.321768 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device 8d4969e6-911a-44ca-b161-644f80deb122 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 31 21:18:25.340349 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] No Port match for: 8d4969e6-911a-44ca-b161-644f80deb122 {{(pid=104322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 31 21:18:25.344608 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device 8d4969e6-911a-44ca-b161-644f80deb122 not bound to the agent host hv-cinder-83979 {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 31 21:18:25.392392 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-44983519-c999-44cc-ac71-5f12870ce776 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (71091ebf-4257-42c7-b4e6-3a87e2934b1d), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:18:25.421691 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44983519-c999-44cc-ac71-5f12870ce776 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71091ebf-4257-42c7-b4e6-3a87e2934b1d,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:18:25.479934 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-44983519-c999-44cc-ac71-5f12870ce776 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks [] for security_group (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:18:25.481159 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-44983519-c999-44cc-ac71-5f12870ce776 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3316040 May 31 21:18:25.483965 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 42548) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:18:25.488193 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [None req-d4594835-b749-4484-8a9e-64c6fdad9e30 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Request body: {'security_group_rule': {'security_group_id': '71091ebf-4257-42c7-b4e6-3a87e2934b1d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:18:25.575449 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-d4594835-b749-4484-8a9e-64c6fdad9e30 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks [] for security_group_rule (fe8d7242-8c20-4b23-98f7-ea242ad25c4a), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:18:25.625218 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:18:25.631230 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-d4594835-b749-4484-8a9e-64c6fdad9e30 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks [] for security_group_rule (fe8d7242-8c20-4b23-98f7-ea242ad25c4a), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:18:25.733618 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-d4594835-b749-4484-8a9e-64c6fdad9e30 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769332'] for security_group_rule (fe8d7242-8c20-4b23-98f7-ea242ad25c4a), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:18:25.751579 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4594835-b749-4484-8a9e-64c6fdad9e30 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe8d7242-8c20-4b23-98f7-ea242ad25c4a,revision_number=0']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:18:25.827377 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-d4594835-b749-4484-8a9e-64c6fdad9e30 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:18:25.828594 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-d4594835-b749-4484-8a9e-64c6fdad9e30 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3436861 May 31 21:18:25.831206 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 42550) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:18:25.835459 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [None req-ad6e0b7d-f6db-4007-b77f-5b1830519de7 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Request body: {'security_group_rule': {'security_group_id': '71091ebf-4257-42c7-b4e6-3a87e2934b1d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:18:25.933521 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-ad6e0b7d-f6db-4007-b77f-5b1830519de7 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks [] for security_group_rule (bab85053-6fc6-4a10-b951-9c228eca3236), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:18:25.988466 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-ad6e0b7d-f6db-4007-b77f-5b1830519de7 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks [] for security_group_rule (bab85053-6fc6-4a10-b951-9c228eca3236), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:18:26.061275 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-ad6e0b7d-f6db-4007-b77f-5b1830519de7 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769332'] for security_group_rule (bab85053-6fc6-4a10-b951-9c228eca3236), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:18:26.080592 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6e0b7d-f6db-4007-b77f-5b1830519de7 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bab85053-6fc6-4a10-b951-9c228eca3236,revision_number=0']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:18:26.154478 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-ad6e0b7d-f6db-4007-b77f-5b1830519de7 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:18:26.155644 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-ad6e0b7d-f6db-4007-b77f-5b1830519de7 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3234859 May 31 21:18:26.159738 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 42552) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:18:26.163858 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [None req-af4dd041-bb0b-496f-882a-127fe1e930b7 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Request body: {'floatingip': {'floating_network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac'}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:18:26.227272 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-af4dd041-bb0b-496f-882a-127fe1e930b7 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:18:26.305313 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-af4dd041-bb0b-496f-882a-127fe1e930b7 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:18:26.409850 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.db_base_plugin_common [None req-af4dd041-bb0b-496f-882a-127fe1e930b7 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Allocated IP 172.27.0.238 (c2cfca3b-95da-4cff-a3c5-795dffb6abac/763c29f6-cebe-4813-9ab2-68212649a0b5/1056ce79-ec61-4ade-9a34-4c3cd7c4c1a3) {{(pid=104321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 21:18:26.508568 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-af4dd041-bb0b-496f-882a-127fe1e930b7 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks [] for port (1056ce79-ec61-4ade-9a34-4c3cd7c4c1a3), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:18:26.598739 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-af4dd041-bb0b-496f-882a-127fe1e930b7 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747261518129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25540506'] for port (1056ce79-ec61-4ade-9a34-4c3cd7c4c1a3), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:18:26.629588 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:INSERT=9,neutron:SELECT=83,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:18:26.639682 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4dd041-bb0b-496f-882a-127fe1e930b7 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Network c2cfca3b-95da-4cff-a3c5-795dffb6abac is already hosted by enough agents. {{(pid=104321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 21:18:26.642574 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.base_scheduler [None req-af4dd041-bb0b-496f-882a-127fe1e930b7 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Resources bound (agent type, host, resource id): {{(pid=104321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:18:26.648503 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4dd041-bb0b-496f-882a-127fe1e930b7 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Received port after_create {{(pid=104321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 31 21:18:26.653392 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4dd041-bb0b-496f-882a-127fe1e930b7 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Pushing event updated for resources: {'Port': ['ID=1056ce79-ec61-4ade-9a34-4c3cd7c4c1a3,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:18:26.971940 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:18:26.973121 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-af4dd041-bb0b-496f-882a-127fe1e930b7 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks [] for floatingip (9b5ebc92-4aa3-4907-9dc0-9a6086e98dda), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:18:27.082044 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-af4dd041-bb0b-496f-882a-127fe1e930b7 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (1056ce79-ec61-4ade-9a34-4c3cd7c4c1a3), before_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:18:27.252167 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-af4dd041-bb0b-496f-882a-127fe1e930b7 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks [] for port (1056ce79-ec61-4ade-9a34-4c3cd7c4c1a3), precommit_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:18:27.312226 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-af4dd041-bb0b-496f-882a-127fe1e930b7 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25540501'] for port (1056ce79-ec61-4ade-9a34-4c3cd7c4c1a3), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:18:27.381872 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4dd041-bb0b-496f-882a-127fe1e930b7 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Pushing event updated for resources: {'Port': ['ID=1056ce79-ec61-4ade-9a34-4c3cd7c4c1a3,revision_number=2']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:18:27.391791 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-af4dd041-bb0b-496f-882a-127fe1e930b7 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598426'] for floatingip (9b5ebc92-4aa3-4907-9dc0-9a6086e98dda), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:18:27.480424 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-af4dd041-bb0b-496f-882a-127fe1e930b7 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for floatingip (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:18:27.481671 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-af4dd041-bb0b-496f-882a-127fe1e930b7 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3210013 May 31 21:18:27.674592 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-f7e8e31b-2aaf-430b-a485-031adc1d1825 req-4800e7fa-f7c0-424d-a13d-331e382c97cb tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1720436855&fields=id&tenant_id=69b2364f40d14160adf0220d92adaad7 HTTP/1.1" status: 200 len: 267 time: 0.0427361 May 31 21:18:27.732855 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:18:27.739487 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:18:27.782572 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e8e31b-2aaf-430b-a485-031adc1d1825 req-8efd1e90-f43f-4d4d-9257-f843ad374055 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:18:27.783866 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-f7e8e31b-2aaf-430b-a485-031adc1d1825 req-8efd1e90-f43f-4d4d-9257-f843ad374055 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/networks?id=f9f27def-cef7-45b6-9a7b-b0c954078818 HTTP/1.1" status: 200 len: 814 time: 0.1030655 May 31 21:18:27.799458 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-f7e8e31b-2aaf-430b-a485-031adc1d1825 req-d307465a-2996-4594-ad1a-d894a80228ca tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/quotas/69b2364f40d14160adf0220d92adaad7 HTTP/1.1" status: 200 len: 375 time: 0.0100248 May 31 21:18:27.848088 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-f7e8e31b-2aaf-430b-a485-031adc1d1825 req-507e1880-be50-4c66-93aa-7289e8eaf31c tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=69b2364f40d14160adf0220d92adaad7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0436456 May 31 21:18:27.941775 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-f7e8e31b-2aaf-430b-a485-031adc1d1825 req-fae7be39-6418-45a4-b42a-a2bd6f50ea4d service neutron] 10.222.0.55 "GET /v2.0/networks/f9f27def-cef7-45b6-9a7b-b0c954078818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826943 May 31 21:18:28.032917 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-f7e8e31b-2aaf-430b-a485-031adc1d1825 req-e3e63177-31de-423a-af01-79ad33eb93e5 service neutron] 10.222.0.55 "GET /v2.0/networks/f9f27def-cef7-45b6-9a7b-b0c954078818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845325 May 31 21:18:28.290544 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-8099a0c9-02f6-4da0-82ba-fd54ab136707 req-2739edef-1d56-42a3-98d5-cc5d48077ab0 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/ports?device_id=903d1b05-7ed1-4b57-9325-7671d72d4284 HTTP/1.1" status: 200 len: 210 time: 0.0283730 May 31 21:18:29.387881 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-eaf4dc0e-58a5-4f54-bd10-7119557ad283 req-f5c8c076-1e51-40dc-95af-1a4581c8d093 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/ports?device_id=903d1b05-7ed1-4b57-9325-7671d72d4284 HTTP/1.1" status: 200 len: 210 time: 0.0307729 May 31 21:18:30.052272 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e8e31b-2aaf-430b-a485-031adc1d1825 req-07c42351-be91-4c4a-96c1-47d6d2ebf4e6 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:18:30.053707 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-f7e8e31b-2aaf-430b-a485-031adc1d1825 req-07c42351-be91-4c4a-96c1-47d6d2ebf4e6 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.40 "GET /v2.0/networks?id=f9f27def-cef7-45b6-9a7b-b0c954078818 HTTP/1.1" status: 200 len: 814 time: 0.1045284 May 31 21:18:30.117464 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-f7e8e31b-2aaf-430b-a485-031adc1d1825 req-fdac8b8d-2601-4035-89a7-c0ff20262f74 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.40 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69b2364f40d14160adf0220d92adaad7 HTTP/1.1" status: 200 len: 380 time: 0.0517366 May 31 21:18:30.125253 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [req-f7e8e31b-2aaf-430b-a485-031adc1d1825 req-53ce8a4f-0986-4202-8b3c-dd4e3905ed9e tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Request body: {'port': {'device_id': '903d1b05-7ed1-4b57-9325-7671d72d4284', 'network_id': 'f9f27def-cef7-45b6-9a7b-b0c954078818', 'admin_state_up': True, 'tenant_id': '69b2364f40d14160adf0220d92adaad7', 'security_groups': ['71091ebf-4257-42c7-b4e6-3a87e2934b1d']}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:18:30.219733 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:18:30.301630 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7e8e31b-2aaf-430b-a485-031adc1d1825 req-53ce8a4f-0986-4202-8b3c-dd4e3905ed9e tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Made reservation on behalf of 69b2364f40d14160adf0220d92adaad7 for: {'port': 1} {{(pid=104321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 21:18:30.305867 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-f7e8e31b-2aaf-430b-a485-031adc1d1825 req-53ce8a4f-0986-4202-8b3c-dd4e3905ed9e tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:18:30.437940 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.db_base_plugin_common [req-f7e8e31b-2aaf-430b-a485-031adc1d1825 req-53ce8a4f-0986-4202-8b3c-dd4e3905ed9e tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Allocated IP 172.20.0.3 (f9f27def-cef7-45b6-9a7b-b0c954078818/b0a2bf4f-8e94-4747-a06c-e4eb22a2611a/54a3d30c-a1ca-4282-8b04-891f97fda031) {{(pid=104321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 21:18:30.487122 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-eac6e5c1-9c7a-45d3-be46-6885e2704c4e req-8f8838b2-43ff-4fd6-a747-f00a2e3771e1 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/ports?device_id=903d1b05-7ed1-4b57-9325-7671d72d4284 HTTP/1.1" status: 200 len: 210 time: 0.0313785 May 31 21:18:30.524466 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:18:30.576397 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-f7e8e31b-2aaf-430b-a485-031adc1d1825 req-53ce8a4f-0986-4202-8b3c-dd4e3905ed9e tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks [] for port (54a3d30c-a1ca-4282-8b04-891f97fda031), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:18:30.667365 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-f7e8e31b-2aaf-430b-a485-031adc1d1825 req-53ce8a4f-0986-4202-8b3c-dd4e3905ed9e tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747261518129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25540506'] for port (54a3d30c-a1ca-4282-8b04-891f97fda031), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:18:30.708540 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7e8e31b-2aaf-430b-a485-031adc1d1825 req-53ce8a4f-0986-4202-8b3c-dd4e3905ed9e tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Network f9f27def-cef7-45b6-9a7b-b0c954078818 is already hosted by enough agents. {{(pid=104321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 21:18:30.711670 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.base_scheduler [req-f7e8e31b-2aaf-430b-a485-031adc1d1825 req-53ce8a4f-0986-4202-8b3c-dd4e3905ed9e tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Resources bound (agent type, host, resource id): {{(pid=104321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 21:18:30.715545 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7e8e31b-2aaf-430b-a485-031adc1d1825 req-53ce8a4f-0986-4202-8b3c-dd4e3905ed9e tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Received port after_create {{(pid=104321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} May 31 21:18:30.755410 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ce8a4f-0986-4202-8b3c-dd4e3905ed9e tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Pushing event updated for resources: {'Port': ['ID=54a3d30c-a1ca-4282-8b04-891f97fda031,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:18:30.808450 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e8e31b-2aaf-430b-a485-031adc1d1825 req-53ce8a4f-0986-4202-8b3c-dd4e3905ed9e tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:18:30.809058 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-f7e8e31b-2aaf-430b-a485-031adc1d1825 req-53ce8a4f-0986-4202-8b3c-dd4e3905ed9e tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for port (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:18:30.813071 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-d96e6fde-7aa8-4726-bf0a-57b40ce83b26 req-95aee4ff-f945-4fd1-97ed-733c1c5e52bb service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=45453898-e1e4-44bb-8af5-3a1729aa2870&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0676980 May 31 21:18:30.895007 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96e6fde-7aa8-4726-bf0a-57b40ce83b26 req-2ee043e2-6483-4d5f-b54a-625f4b507419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:18:30.896493 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-d96e6fde-7aa8-4726-bf0a-57b40ce83b26 req-2ee043e2-6483-4d5f-b54a-625f4b507419 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=d9c46b1e7a32484b9c22387f2aaeb871&device_id=45453898-e1e4-44bb-8af5-3a1729aa2870 HTTP/1.1" status: 200 len: 1130 time: 0.0402215 May 31 21:18:30.908914 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-f7e8e31b-2aaf-430b-a485-031adc1d1825 req-53ce8a4f-0986-4202-8b3c-dd4e3905ed9e tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7871549 May 31 21:18:30.933954 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [req-f7e8e31b-2aaf-430b-a485-031adc1d1825 req-2e78378c-acd9-4e58-ac6e-939e3ac66f33 service neutron] Request body: {'port': {'device_id': '903d1b05-7ed1-4b57-9325-7671d72d4284', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:18:30.967397 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-b27fce91-010f-4068-bf07-14381d27f643 None None] Provisioning complete for port 54a3d30c-a1ca-4282-8b04-891f97fda031 triggered by entity DHCP. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:18:30.967987 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-b27fce91-010f-4068-bf07-14381d27f643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (54a3d30c-a1ca-4282-8b04-891f97fda031), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:18:31.000312 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-b27fce91-010f-4068-bf07-14381d27f643 None None] Port 54a3d30c-a1ca-4282-8b04-891f97fda031 cannot update to ACTIVE because it is not bound. {{(pid=104322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 31 21:18:31.050982 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-f7e8e31b-2aaf-430b-a485-031adc1d1825 req-2e78378c-acd9-4e58-ac6e-939e3ac66f33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (54a3d30c-a1ca-4282-8b04-891f97fda031), before_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:18:31.069246 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96e6fde-7aa8-4726-bf0a-57b40ce83b26 req-75e54294-3214-4323-bba1-f386b43bff54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:18:31.070756 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-d96e6fde-7aa8-4726-bf0a-57b40ce83b26 req-75e54294-3214-4323-bba1-f386b43bff54 service neutron] 10.222.0.40 "GET /v2.0/networks?id=b57e19b6-0914-4711-9006-4e82330c3537 HTTP/1.1" status: 200 len: 910 time: 0.1485457 May 31 21:18:31.073587 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:18:31.183239 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-d96e6fde-7aa8-4726-bf0a-57b40ce83b26 req-cbd6b0e7-eccd-4e02-baeb-8386c9ffb314 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6278ba73-77b2-4be4-a1a0-b7b239769dc3 HTTP/1.1" status: 200 len: 1001 time: 0.0932405 May 31 21:18:31.301831 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96e6fde-7aa8-4726-bf0a-57b40ce83b26 req-a3529979-966c-474a-b672-f4316cbcc299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:18:31.303275 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-d96e6fde-7aa8-4726-bf0a-57b40ce83b26 req-a3529979-966c-474a-b672-f4316cbcc299 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=e821434b-2d4a-43d9-a6fc-75e6d799de81 HTTP/1.1" status: 200 len: 848 time: 0.1131358 May 31 21:18:31.371404 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96e6fde-7aa8-4726-bf0a-57b40ce83b26 req-ec54f663-a194-4122-a735-7fffe6f9163a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:18:31.372800 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-d96e6fde-7aa8-4726-bf0a-57b40ce83b26 req-ec54f663-a194-4122-a735-7fffe6f9163a service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=b57e19b6-0914-4711-9006-4e82330c3537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0460196 May 31 21:18:31.519524 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-d96e6fde-7aa8-4726-bf0a-57b40ce83b26 req-b9ed1e14-eedd-4aee-8a8b-befecf262c03 service neutron] 10.222.0.40 "GET /v2.0/networks/b57e19b6-0914-4711-9006-4e82330c3537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405323 May 31 21:18:31.524111 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.notifiers.nova [req-f7e8e31b-2aaf-430b-a485-031adc1d1825 req-2e78378c-acd9-4e58-ac6e-939e3ac66f33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54a3d30c-a1ca-4282-8b04-891f97fda031 {{(pid=104321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 21:18:31.540453 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-f7e8e31b-2aaf-430b-a485-031adc1d1825 req-2e78378c-acd9-4e58-ac6e-939e3ac66f33 service neutron] Publish callbacks [] for port (54a3d30c-a1ca-4282-8b04-891f97fda031), precommit_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:18:31.594827 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.provisioning_blocks [req-f7e8e31b-2aaf-430b-a485-031adc1d1825 req-2e78378c-acd9-4e58-ac6e-939e3ac66f33 service neutron] Transition to ACTIVE for port object 54a3d30c-a1ca-4282-8b04-891f97fda031 will not be triggered until provisioned by entity L2. {{(pid=104321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 31 21:18:31.601278 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36945a7-d49f-4e85-beed-c91c7e66843d req-3b176684-672c-4b63-967f-25b16e04bb60 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:18:31.602286 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:18:31.602922 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-b36945a7-d49f-4e85-beed-c91c7e66843d req-3b176684-672c-4b63-967f-25b16e04bb60 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/ports?device_id=903d1b05-7ed1-4b57-9325-7671d72d4284 HTTP/1.1" status: 200 len: 931 time: 0.0475626 May 31 21:18:31.629309 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-d96e6fde-7aa8-4726-bf0a-57b40ce83b26 req-722e207c-cadb-4230-a9e7-5b8c92886b33 service neutron] 10.222.0.40 "GET /v2.0/networks/b57e19b6-0914-4711-9006-4e82330c3537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006622 May 31 21:18:31.654954 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-b36945a7-d49f-4e85-beed-c91c7e66843d req-846f4766-5020-4aef-a23c-cf8da013f6e2 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/security-groups?id=71091ebf-4257-42c7-b4e6-3a87e2934b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463057 May 31 21:18:31.671058 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-f7e8e31b-2aaf-430b-a485-031adc1d1825 req-2e78378c-acd9-4e58-ac6e-939e3ac66f33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25540501'] for port (54a3d30c-a1ca-4282-8b04-891f97fda031), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:18:31.728159 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e78378c-acd9-4e58-ac6e-939e3ac66f33 service neutron] Pushing event updated for resources: {'Port': ['ID=54a3d30c-a1ca-4282-8b04-891f97fda031,revision_number=2']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:18:31.800412 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [req-f7e8e31b-2aaf-430b-a485-031adc1d1825 req-2e78378c-acd9-4e58-ac6e-939e3ac66f33 service neutron] Attempting to bind port 54a3d30c-a1ca-4282-8b04-891f97fda031 on host hv-cinder-83979 for vnic_type normal with profile {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 31 21:18:31.800787 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [req-f7e8e31b-2aaf-430b-a485-031adc1d1825 req-2e78378c-acd9-4e58-ac6e-939e3ac66f33 service neutron] Attempting to bind port 54a3d30c-a1ca-4282-8b04-891f97fda031 by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': 'dab68be0-cc2b-428d-a1e3-e670fc69bce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f9f27def-cef7-45b6-9a7b-b0c954078818'}] {{(pid=104321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 31 21:18:31.801114 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e8e31b-2aaf-430b-a485-031adc1d1825 req-2e78378c-acd9-4e58-ac6e-939e3ac66f33 service neutron] Attempting to bind port 54a3d30c-a1ca-4282-8b04-891f97fda031 on network f9f27def-cef7-45b6-9a7b-b0c954078818 {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 31 21:18:31.806468 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e8e31b-2aaf-430b-a485-031adc1d1825 req-2e78378c-acd9-4e58-ac6e-939e3ac66f33 service neutron] Port 54a3d30c-a1ca-4282-8b04-891f97fda031 on network f9f27def-cef7-45b6-9a7b-b0c954078818 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 31 21:18:31.806841 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e8e31b-2aaf-430b-a485-031adc1d1825 req-2e78378c-acd9-4e58-ac6e-939e3ac66f33 service neutron] Attempting to bind port 54a3d30c-a1ca-4282-8b04-891f97fda031 on network f9f27def-cef7-45b6-9a7b-b0c954078818 {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 31 21:18:31.812297 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e8e31b-2aaf-430b-a485-031adc1d1825 req-2e78378c-acd9-4e58-ac6e-939e3ac66f33 service neutron] Checking agent: {'id': '51675295-7abb-4335-9c5a-c46a9082010e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 21, 1, 20), 'started_at': datetime.datetime(2022, 5, 31, 21, 1, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 21, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 31 21:18:31.813574 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e8e31b-2aaf-430b-a485-031adc1d1825 req-2e78378c-acd9-4e58-ac6e-939e3ac66f33 service neutron] Checking segment: {'id': 'dab68be0-cc2b-428d-a1e3-e670fc69bce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f9f27def-cef7-45b6-9a7b-b0c954078818'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 31 21:18:31.813574 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e8e31b-2aaf-430b-a485-031adc1d1825 req-2e78378c-acd9-4e58-ac6e-939e3ac66f33 service neutron] Bound using segment: {'id': 'dab68be0-cc2b-428d-a1e3-e670fc69bce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f9f27def-cef7-45b6-9a7b-b0c954078818'} {{(pid=104321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 31 21:18:31.813574 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.managers [req-f7e8e31b-2aaf-430b-a485-031adc1d1825 req-2e78378c-acd9-4e58-ac6e-939e3ac66f33 service neutron] Bound port: 54a3d30c-a1ca-4282-8b04-891f97fda031, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dab68be0-cc2b-428d-a1e3-e670fc69bce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f9f27def-cef7-45b6-9a7b-b0c954078818'}}] {{(pid=104321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 31 21:18:31.814012 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-f7e8e31b-2aaf-430b-a485-031adc1d1825 req-2e78378c-acd9-4e58-ac6e-939e3ac66f33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (54a3d30c-a1ca-4282-8b04-891f97fda031), before_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:18:31.876920 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [req-f7e8e31b-2aaf-430b-a485-031adc1d1825 req-2e78378c-acd9-4e58-ac6e-939e3ac66f33 service neutron] For port 54a3d30c-a1ca-4282-8b04-891f97fda031, host hv-cinder-83979, cleared binding levels {{(pid=104321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 31 21:18:31.880060 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [req-f7e8e31b-2aaf-430b-a485-031adc1d1825 req-2e78378c-acd9-4e58-ac6e-939e3ac66f33 service neutron] For port 54a3d30c-a1ca-4282-8b04-891f97fda031, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=54a3d30c-a1ca-4282-8b04-891f97fda031,segment=NetworkSegment(dab68be0-cc2b-428d-a1e3-e670fc69bce9),segment_id=dab68be0-cc2b-428d-a1e3-e670fc69bce9)] {{(pid=104321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 31 21:18:31.947188 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-f7e8e31b-2aaf-430b-a485-031adc1d1825 req-2e78378c-acd9-4e58-ac6e-939e3ac66f33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25540501'] for port (54a3d30c-a1ca-4282-8b04-891f97fda031), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:18:31.980826 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e8e31b-2aaf-430b-a485-031adc1d1825 req-2e78378c-acd9-4e58-ac6e-939e3ac66f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:18:31.981423 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-f7e8e31b-2aaf-430b-a485-031adc1d1825 req-2e78378c-acd9-4e58-ac6e-939e3ac66f33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for port (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:18:31.983021 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-f7e8e31b-2aaf-430b-a485-031adc1d1825 req-2e78378c-acd9-4e58-ac6e-939e3ac66f33 service neutron] 10.222.0.40 "PUT /v2.0/ports/54a3d30c-a1ca-4282-8b04-891f97fda031 HTTP/1.1" status: 200 len: 1093 time: 1.0594883 May 31 21:18:31.983265 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '903d1b05-7ed1-4b57-9325-7671d72d4284', 'tag': '54a3d30c-a1ca-4282-8b04-891f97fda031'}] {{(pid=104321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:18:31.985435 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6b014d5dee29fffbb36c15c330f4dd8b871b4cb67f19a16d167ed5ff3960b8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f42326-cb2d-48fb-9d9b-e8e96aebf681" -d '{"events": [{"name": "network-changed", "server_uuid": "903d1b05-7ed1-4b57-9325-7671d72d4284", "tag": "54a3d30c-a1ca-4282-8b04-891f97fda031"}]}' {{(pid=104321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:18:32.021990 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 May 2022 21:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a20d87-2c2c-412d-8d4c-f5be15eda062 x-openstack-request-id: req-75a20d87-2c2c-412d-8d4c-f5be15eda062 {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:18:32.022280 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "903d1b05-7ed1-4b57-9325-7671d72d4284", "tag": "54a3d30c-a1ca-4282-8b04-891f97fda031", "status": "completed", "code": 200}]} {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:18:32.022528 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-75a20d87-2c2c-412d-8d4c-f5be15eda062 {{(pid=104321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:18:32.022951 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75a20d87-2c2c-412d-8d4c-f5be15eda062'] response: {'name': 'network-changed', 'server_uuid': '903d1b05-7ed1-4b57-9325-7671d72d4284', 'tag': '54a3d30c-a1ca-4282-8b04-891f97fda031', 'status': 'completed', 'code': 200} May 31 21:18:32.026097 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e78378c-acd9-4e58-ac6e-939e3ac66f33 service neutron] Pushing event updated for resources: {'Port': ['ID=54a3d30c-a1ca-4282-8b04-891f97fda031,revision_number=3']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:18:32.072294 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:18:32.084658 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f42326-cb2d-48fb-9d9b-e8e96aebf681 req-7cfafa8a-0cfa-471e-8742-0a22d75bb0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:18:32.086214 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-16f42326-cb2d-48fb-9d9b-e8e96aebf681 req-7cfafa8a-0cfa-471e-8742-0a22d75bb0e9 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=69b2364f40d14160adf0220d92adaad7&device_id=903d1b05-7ed1-4b57-9325-7671d72d4284 HTTP/1.1" status: 200 len: 1127 time: 0.0415695 May 31 21:18:32.189799 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f42326-cb2d-48fb-9d9b-e8e96aebf681 req-a0e99c7b-8044-45af-961d-b9df22a6b09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:18:32.193870 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-16f42326-cb2d-48fb-9d9b-e8e96aebf681 req-a0e99c7b-8044-45af-961d-b9df22a6b09f service neutron] 10.222.0.40 "GET /v2.0/networks?tenant_id=69b2364f40d14160adf0220d92adaad7&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0982764 May 31 21:18:32.287066 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f42326-cb2d-48fb-9d9b-e8e96aebf681 req-ae1af4e1-7f06-465f-8f42-50e99e8e89cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:18:32.288985 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-16f42326-cb2d-48fb-9d9b-e8e96aebf681 req-ae1af4e1-7f06-465f-8f42-50e99e8e89cc service neutron] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0916436 May 31 21:18:32.358916 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e8e31b-2aaf-430b-a485-031adc1d1825 req-790683f8-8795-4146-95f3-1b4322701de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:18:32.360347 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-f7e8e31b-2aaf-430b-a485-031adc1d1825 req-790683f8-8795-4146-95f3-1b4322701de6 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=69b2364f40d14160adf0220d92adaad7&device_id=903d1b05-7ed1-4b57-9325-7671d72d4284 HTTP/1.1" status: 200 len: 1127 time: 0.0383518 May 31 21:18:32.399770 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-f7e8e31b-2aaf-430b-a485-031adc1d1825 req-f4e40494-f328-4261-b878-5b520c740434 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54a3d30c-a1ca-4282-8b04-891f97fda031 HTTP/1.1" status: 200 len: 217 time: 0.0325375 May 31 21:18:32.449265 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e8e31b-2aaf-430b-a485-031adc1d1825 req-6361f609-4c5f-4445-afe0-a25e83abc3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:18:32.450670 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-f7e8e31b-2aaf-430b-a485-031adc1d1825 req-6361f609-4c5f-4445-afe0-a25e83abc3e8 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=b0a2bf4f-8e94-4747-a06c-e4eb22a2611a HTTP/1.1" status: 200 len: 853 time: 0.0448747 May 31 21:18:32.491726 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e8e31b-2aaf-430b-a485-031adc1d1825 req-fb226295-ff26-4f5b-81e1-dd8fa6e37fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:18:32.493117 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-f7e8e31b-2aaf-430b-a485-031adc1d1825 req-fb226295-ff26-4f5b-81e1-dd8fa6e37fea service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=f9f27def-cef7-45b6-9a7b-b0c954078818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0368898 May 31 21:18:32.578666 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-f7e8e31b-2aaf-430b-a485-031adc1d1825 req-be163e72-8d5a-4fdb-ad53-cf9d36eba525 service neutron] 10.222.0.40 "GET /v2.0/networks/f9f27def-cef7-45b6-9a7b-b0c954078818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796580 May 31 21:18:32.669135 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-f7e8e31b-2aaf-430b-a485-031adc1d1825 req-3d634caa-d948-4549-be8f-6006a805386e service neutron] 10.222.0.40 "GET /v2.0/networks/f9f27def-cef7-45b6-9a7b-b0c954078818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850050 May 31 21:18:32.768935 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fd5602-9fc3-4b1e-897f-9c70882dce63 req-e6cd70a2-a5bb-471b-b4a9-cc8f9b306391 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:18:32.770463 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-d8fd5602-9fc3-4b1e-897f-9c70882dce63 req-e6cd70a2-a5bb-471b-b4a9-cc8f9b306391 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/ports?device_id=903d1b05-7ed1-4b57-9325-7671d72d4284 HTTP/1.1" status: 200 len: 943 time: 0.0462053 May 31 21:18:32.820998 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-d8fd5602-9fc3-4b1e-897f-9c70882dce63 req-74a294e3-6151-4c30-bf1d-1b68a35e9c1d tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/security-groups?id=71091ebf-4257-42c7-b4e6-3a87e2934b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442884 May 31 21:18:33.780346 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=72 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:18:33.934907 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a0106f-3761-4693-aca2-1eaca93e6024 req-4d029d86-9584-455a-b965-37b74f969f34 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:18:33.936347 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-15a0106f-3761-4693-aca2-1eaca93e6024 req-4d029d86-9584-455a-b965-37b74f969f34 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/ports?device_id=903d1b05-7ed1-4b57-9325-7671d72d4284 HTTP/1.1" status: 200 len: 943 time: 0.0470593 May 31 21:18:33.983537 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-15a0106f-3761-4693-aca2-1eaca93e6024 req-7ee080e7-88ea-4259-b66d-4aa8dd9e2e44 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/security-groups?id=71091ebf-4257-42c7-b4e6-3a87e2934b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417521 May 31 21:18:35.094672 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd61957c-fde7-4d5f-855f-325f310dcb16 req-e7f3a654-437c-433f-864c-fbd2dd5206ec tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:18:35.096051 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-cd61957c-fde7-4d5f-855f-325f310dcb16 req-e7f3a654-437c-433f-864c-fbd2dd5206ec tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/ports?device_id=903d1b05-7ed1-4b57-9325-7671d72d4284 HTTP/1.1" status: 200 len: 943 time: 0.0474668 May 31 21:18:35.143508 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-cd61957c-fde7-4d5f-855f-325f310dcb16 req-f4921add-8896-457b-82f1-0b3dc5b068ce tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/security-groups?id=71091ebf-4257-42c7-b4e6-3a87e2934b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413392 May 31 21:18:36.257246 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12dd4ac-f2eb-42af-8d3d-0959201cf432 req-c10b25f8-cc63-4910-93a4-b263e602b963 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:18:36.258694 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-a12dd4ac-f2eb-42af-8d3d-0959201cf432 req-c10b25f8-cc63-4910-93a4-b263e602b963 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/ports?device_id=903d1b05-7ed1-4b57-9325-7671d72d4284 HTTP/1.1" status: 200 len: 943 time: 0.0499463 May 31 21:18:36.305330 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-a12dd4ac-f2eb-42af-8d3d-0959201cf432 req-48da354b-6148-4cbf-8fd3-7d54df965ca6 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/security-groups?id=71091ebf-4257-42c7-b4e6-3a87e2934b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411923 May 31 21:18:37.351382 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device 54a3d30c-a1ca-4282-8b04-891f97fda031 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=104322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 31 21:18:37.357755 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:18:37.418850 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e3941-c02c-4567-a698-79275c2f2ecd req-643f5ee2-c9cb-48c8-a658-5b15814cea60 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:18:37.420327 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-3c3e3941-c02c-4567-a698-79275c2f2ecd req-643f5ee2-c9cb-48c8-a658-5b15814cea60 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/ports?device_id=903d1b05-7ed1-4b57-9325-7671d72d4284 HTTP/1.1" status: 200 len: 943 time: 0.0472188 May 31 21:18:37.454337 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] For port 54a3d30c-a1ca-4282-8b04-891f97fda031, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=54a3d30c-a1ca-4282-8b04-891f97fda031,segment=NetworkSegment(dab68be0-cc2b-428d-a1e3-e670fc69bce9),segment_id=dab68be0-cc2b-428d-a1e3-e670fc69bce9)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:18:37.465630 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Returning: {'device': '54a3d30c-a1ca-4282-8b04-891f97fda031', 'network_id': 'f9f27def-cef7-45b6-9a7b-b0c954078818', 'port_id': '54a3d30c-a1ca-4282-8b04-891f97fda031', 'mac_address': 'fa:16:3e:a6:9d:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a2bf4f-8e94-4747-a06c-e4eb22a2611a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 31 21:18:37.467951 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-3c3e3941-c02c-4567-a698-79275c2f2ecd req-45b78492-e527-46b1-9b24-375561cce953 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/security-groups?id=71091ebf-4257-42c7-b4e6-3a87e2934b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417206 May 31 21:18:37.499368 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Current status of the port 54a3d30c-a1ca-4282-8b04-891f97fda031 is: DOWN; New status is: BUILD {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:18:37.499781 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (54a3d30c-a1ca-4282-8b04-891f97fda031), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:18:37.512746 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.notifiers.nova [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54a3d30c-a1ca-4282-8b04-891f97fda031 {{(pid=104322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 21:18:37.531988 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] For port 54a3d30c-a1ca-4282-8b04-891f97fda031, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=54a3d30c-a1ca-4282-8b04-891f97fda031,segment=NetworkSegment(dab68be0-cc2b-428d-a1e3-e670fc69bce9),segment_id=dab68be0-cc2b-428d-a1e3-e670fc69bce9)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:18:37.590949 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (54a3d30c-a1ca-4282-8b04-891f97fda031), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:18:37.639766 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Pushing event updated for resources: {'Port': ['ID=54a3d30c-a1ca-4282-8b04-891f97fda031,revision_number=4']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:18:37.646992 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:18:37.647339 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:18:37.647675 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:18:37.648009 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:18:37.648410 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:18:37.648735 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:18:37.649057 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:18:37.649425 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:18:37.649766 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:18:37.650048 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:18:37.650372 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:18:37.650689 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:18:37.651005 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:18:37.651321 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:18:37.651744 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:18:37.900677 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] get_ports_and_sgs() called for port_ids ['54a3d30c-a1ca-4282-8b04-891f97fda031'] {{(pid=104322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 31 21:18:38.548522 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:18:38.583132 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb16eec0-fabc-4fb6-b30a-3092365d07dd req-d92a9bf5-e316-40f5-b7ad-7de50eaae62a tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:18:38.584564 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-bb16eec0-fabc-4fb6-b30a-3092365d07dd req-d92a9bf5-e316-40f5-b7ad-7de50eaae62a tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/ports?device_id=903d1b05-7ed1-4b57-9325-7671d72d4284 HTTP/1.1" status: 200 len: 944 time: 0.0463874 May 31 21:18:38.634668 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-bb16eec0-fabc-4fb6-b30a-3092365d07dd req-e656b47c-d5f9-4830-abc7-131a0d264fe8 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/security-groups?id=71091ebf-4257-42c7-b4e6-3a87e2934b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438807 May 31 21:18:39.351325 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device 54a3d30c-a1ca-4282-8b04-891f97fda031 up at agent hyperv_hv-cinder-83979 {{(pid=104322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 31 21:18:39.372171 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:UPDATE=4,neutron:SELECT=54 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:18:39.392704 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Provisioning for port 54a3d30c-a1ca-4282-8b04-891f97fda031 completed by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 31 21:18:39.499361 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Provisioning complete for port 54a3d30c-a1ca-4282-8b04-891f97fda031 triggered by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:18:39.499733 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (54a3d30c-a1ca-4282-8b04-891f97fda031), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:18:39.568967 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Current status of the port 54a3d30c-a1ca-4282-8b04-891f97fda031 is: BUILD; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:18:39.569779 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (54a3d30c-a1ca-4282-8b04-891f97fda031), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:18:39.592267 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '903d1b05-7ed1-4b57-9325-7671d72d4284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54a3d30c-a1ca-4282-8b04-891f97fda031'}] {{(pid=104322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:18:39.594489 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0d07a434bcc94248bd83d89f5df7255b965f34de07d957ea8ea11cb14c6cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edab1917-5acc-483c-9ee2-01c88a93aa4c" -d '{"events": [{"server_uuid": "903d1b05-7ed1-4b57-9325-7671d72d4284", "name": "network-vif-plugged", "status": "completed", "tag": "54a3d30c-a1ca-4282-8b04-891f97fda031"}]}' {{(pid=104322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:18:39.606364 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] For port 54a3d30c-a1ca-4282-8b04-891f97fda031, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=54a3d30c-a1ca-4282-8b04-891f97fda031,segment=NetworkSegment(dab68be0-cc2b-428d-a1e3-e670fc69bce9),segment_id=dab68be0-cc2b-428d-a1e3-e670fc69bce9)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:18:39.632624 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 May 2022 21:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a407b180-e140-434a-908d-d578a3d41d12 x-openstack-request-id: req-a407b180-e140-434a-908d-d578a3d41d12 {{(pid=104322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:18:39.632911 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "903d1b05-7ed1-4b57-9325-7671d72d4284", "name": "network-vif-plugged", "status": "completed", "tag": "54a3d30c-a1ca-4282-8b04-891f97fda031", "code": 200}]} {{(pid=104322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:18:39.633160 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a407b180-e140-434a-908d-d578a3d41d12 {{(pid=104322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:18:39.633552 dv-cinder-839793-16-iscsi neutron-server[104322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a407b180-e140-434a-908d-d578a3d41d12'] response: {'server_uuid': '903d1b05-7ed1-4b57-9325-7671d72d4284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54a3d30c-a1ca-4282-8b04-891f97fda031', 'code': 200} May 31 21:18:39.705201 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (54a3d30c-a1ca-4282-8b04-891f97fda031), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:18:39.751280 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b566628c-040b-4bbd-a0f2-5e2cdba553da req-5aae3c58-8af4-4797-9cc2-c208089d5fdc tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:18:39.752766 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-b566628c-040b-4bbd-a0f2-5e2cdba553da req-5aae3c58-8af4-4797-9cc2-c208089d5fdc tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/ports?device_id=903d1b05-7ed1-4b57-9325-7671d72d4284 HTTP/1.1" status: 200 len: 945 time: 0.0475712 May 31 21:18:39.756042 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Pushing event updated for resources: {'Port': ['ID=54a3d30c-a1ca-4282-8b04-891f97fda031,revision_number=5']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:18:39.804936 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-b566628c-040b-4bbd-a0f2-5e2cdba553da req-ed09f6bf-5d9e-4401-b6be-fd6b96c42985 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/security-groups?id=71091ebf-4257-42c7-b4e6-3a87e2934b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458004 May 31 21:18:39.956015 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:18:39.968079 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb104fe-2e2a-4b53-8645-80529491b68d req-52f7894d-6101-460f-aa26-457ae4e8223d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:18:39.969574 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-0eb104fe-2e2a-4b53-8645-80529491b68d req-52f7894d-6101-460f-aa26-457ae4e8223d service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=903d1b05-7ed1-4b57-9325-7671d72d4284 HTTP/1.1" status: 200 len: 1129 time: 0.0392344 May 31 21:18:40.012659 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-0eb104fe-2e2a-4b53-8645-80529491b68d req-8f52f372-d8bd-40f2-91c2-f4868377e0f3 service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=71091ebf-4257-42c7-b4e6-3a87e2934b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377371 May 31 21:18:40.223970 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=69,neutron:DELETE=1 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:18:40.922072 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9212822-29a9-417a-a054-58dd3e57a340 req-3587a06c-b3a1-42ec-90b0-379b9ba3d36b tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:18:40.923498 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-d9212822-29a9-417a-a054-58dd3e57a340 req-3587a06c-b3a1-42ec-90b0-379b9ba3d36b tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/ports?device_id=903d1b05-7ed1-4b57-9325-7671d72d4284 HTTP/1.1" status: 200 len: 945 time: 0.0470610 May 31 21:18:40.935341 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:18:40.970794 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-d9212822-29a9-417a-a054-58dd3e57a340 req-e0dac489-d814-4382-902d-35f28eb95889 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/security-groups?id=71091ebf-4257-42c7-b4e6-3a87e2934b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415568 May 31 21:18:42.088715 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caf134c-f63f-4fea-800c-a3b6b0326d54 req-e4cf0c75-6ae5-423a-abec-1d5fb019dd49 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:18:42.090096 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-8caf134c-f63f-4fea-800c-a3b6b0326d54 req-e4cf0c75-6ae5-423a-abec-1d5fb019dd49 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/ports?device_id=903d1b05-7ed1-4b57-9325-7671d72d4284 HTTP/1.1" status: 200 len: 945 time: 0.0501106 May 31 21:18:42.136917 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-8caf134c-f63f-4fea-800c-a3b6b0326d54 req-5114947d-7e62-48c1-bba5-ce037252b9c2 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/security-groups?id=71091ebf-4257-42c7-b4e6-3a87e2934b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415406 May 31 21:18:42.152465 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=77,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:18:42.232368 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-ec2fc48e-cc98-42cc-a147-1fa9e09333a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (5ca9f0a2-8e5f-4b54-94fa-454f095515e4), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:18:42.246667 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca1ea1d-e792-42e2-af96-e4b3dfc27a1c req-3fd72a62-8fb1-4036-97cd-8bf20b965e6c tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:18:42.248233 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-2ca1ea1d-e792-42e2-af96-e4b3dfc27a1c req-3fd72a62-8fb1-4036-97cd-8bf20b965e6c tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/ports?device_id=903d1b05-7ed1-4b57-9325-7671d72d4284 HTTP/1.1" status: 200 len: 945 time: 0.0481932 May 31 21:18:42.256752 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 42616) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:18:42.261207 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.v2.base [None req-08e861e0-0db6-45f2-82d6-e5319452b836 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Request body: {'floatingip': {'port_id': '54a3d30c-a1ca-4282-8b04-891f97fda031'}} {{(pid=104321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 31 21:18:42.301868 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-08e861e0-0db6-45f2-82d6-e5319452b836 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks [] for floatingip (9b5ebc92-4aa3-4907-9dc0-9a6086e98dda), before_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:18:42.657436 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:18:42.707749 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-08e861e0-0db6-45f2-82d6-e5319452b836 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:18:42.767444 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-08e861e0-0db6-45f2-82d6-e5319452b836 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598426'] for floatingip (9b5ebc92-4aa3-4907-9dc0-9a6086e98dda), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:18:42.859031 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.db.l3_db [None req-08e861e0-0db6-45f2-82d6-e5319452b836 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Floating IP 9b5ebc92-4aa3-4907-9dc0-9a6086e98dda associated. External IP: 172.27.0.238, port: 54a3d30c-a1ca-4282-8b04-891f97fda031. May 31 21:18:43.045066 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08e861e0-0db6-45f2-82d6-e5319452b836 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Router a91754eb-1388-498d-ad7b-17314423f28d has already been hosted by L3 agent 13ce5b10-321e-4e80-b29e-1cfc3c51661e {{(pid=104321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 31 21:18:43.142731 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e861e0-0db6-45f2-82d6-e5319452b836 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Notify agent at l3_agent.dv-cinder-839793-16-iscsi the message routers_updated {{(pid=104321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 31 21:18:43.147548 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-08e861e0-0db6-45f2-82d6-e5319452b836 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for floatingip (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:18:43.151974 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49ef806-5827-4074-b93b-23bbbda8c7a9 None None] Sync routers for ids ['a91754eb-1388-498d-ad7b-17314423f28d'] in dv-cinder-839793-16-iscsi {{(pid=104323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 21:18:43.161346 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49ef806-5827-4074-b93b-23bbbda8c7a9 None None] Routers {'a91754eb-1388-498d-ad7b-17314423f28d'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:18:43.161970 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-a49ef806-5827-4074-b93b-23bbbda8c7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:18:14Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['a91754eb-1388-498d-ad7b-17314423f28d'], 'active': True} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:18:43.176006 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-08e861e0-0db6-45f2-82d6-e5319452b836 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "PUT /v2.0/floatingips/9b5ebc92-4aa3-4907-9dc0-9a6086e98dda HTTP/1.1" status: 200 len: 991 time: 0.9181597 May 31 21:18:43.176594 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '903d1b05-7ed1-4b57-9325-7671d72d4284', 'tag': '54a3d30c-a1ca-4282-8b04-891f97fda031'}] {{(pid=104321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:18:43.178852 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6b014d5dee29fffbb36c15c330f4dd8b871b4cb67f19a16d167ed5ff3960b8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17dcb558-a359-48cb-a1c1-1cb262167b49" -d '{"events": [{"name": "network-changed", "server_uuid": "903d1b05-7ed1-4b57-9325-7671d72d4284", "tag": "54a3d30c-a1ca-4282-8b04-891f97fda031"}]}' {{(pid=104321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:18:43.213968 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 May 2022 21:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de381a3-ea7d-46ed-94c0-c89700ef1882 x-openstack-request-id: req-3de381a3-ea7d-46ed-94c0-c89700ef1882 {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:18:43.214264 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "903d1b05-7ed1-4b57-9325-7671d72d4284", "tag": "54a3d30c-a1ca-4282-8b04-891f97fda031", "status": "completed", "code": 200}]} {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:18:43.214517 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3de381a3-ea7d-46ed-94c0-c89700ef1882 {{(pid=104321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:18:43.214920 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3de381a3-ea7d-46ed-94c0-c89700ef1882'] response: {'name': 'network-changed', 'server_uuid': '903d1b05-7ed1-4b57-9325-7671d72d4284', 'tag': '54a3d30c-a1ca-4282-8b04-891f97fda031', 'status': 'completed', 'code': 200} May 31 21:18:43.263943 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvr_db [None req-a49ef806-5827-4074-b93b-23bbbda8c7a9 None None] Set router a91754eb-1388-498d-ad7b-17314423f28d gateway port host: dv-cinder-839793-16-iscsi {{(pid=104323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:18:43.273081 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dcb558-a359-48cb-a1c1-1cb262167b49 req-85b36dc6-2331-45bd-9328-353ee4a503c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:18:43.274602 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-17dcb558-a359-48cb-a1c1-1cb262167b49 req-85b36dc6-2331-45bd-9328-353ee4a503c7 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=69b2364f40d14160adf0220d92adaad7&device_id=903d1b05-7ed1-4b57-9325-7671d72d4284 HTTP/1.1" status: 200 len: 1129 time: 0.0382009 May 31 21:18:43.562268 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-a49ef806-5827-4074-b93b-23bbbda8c7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'name': 'tempest-AttachVolumeNegativeTest-248878464-router', 'tenant_id': '69b2364f40d14160adf0220d92adaad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '345700f1-91f0-4de8-bcd4-74c223a3a73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:11:18Z', 'updated_at': '2022-05-31T21:11:21Z', 'revision_number': 4, 'project_id': '69b2364f40d14160adf0220d92adaad7', 'gw_port': {'id': '345700f1-91f0-4de8-bcd4-74c223a3a73c', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:75:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:11:18Z', 'updated_at': '2022-05-31T21:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_floatingips': [{'id': '9b5ebc92-4aa3-4907-9dc0-9a6086e98dda', 'tenant_id': '69b2364f40d14160adf0220d92adaad7', 'floating_ip_address': '172.27.0.238', 'floating_network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'router_id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'port_id': '54a3d30c-a1ca-4282-8b04-891f97fda031', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9f27def-cef7-45b6-9a7b-b0c954078818', 'mac_address': 'fa:16:3e:a6:9d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903d1b05-7ed1-4b57-9325-7671d72d4284', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T21:18:26Z', 'updated_at': '2022-05-31T21:18:42Z', 'revision_number': 1, 'project_id': '69b2364f40d14160adf0220d92adaad7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c06c97eb-71d0-46d3-a966-560d7406c393', 'name': '', 'network_id': 'f9f27def-cef7-45b6-9a7b-b0c954078818', 'tenant_id': '69b2364f40d14160adf0220d92adaad7', 'mac_address': 'fa:16:3e:03:e5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'b0a2bf4f-8e94-4747-a06c-e4eb22a2611a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:11:20Z', 'updated_at': '2022-05-31T21:11:25Z', 'revision_number': 5, 'project_id': '69b2364f40d14160adf0220d92adaad7', 'subnets': [{'id': 'b0a2bf4f-8e94-4747-a06c-e4eb22a2611a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:18:43.590418 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49ef806-5827-4074-b93b-23bbbda8c7a9 None None] Checking router: a91754eb-1388-498d-ad7b-17314423f28d for host: dv-cinder-839793-16-iscsi {{(pid=104323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 21:18:43.593089 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:18:43.598751 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49ef806-5827-4074-b93b-23bbbda8c7a9 None None] Routers {'a91754eb-1388-498d-ad7b-17314423f28d'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:18:43.599328 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-a49ef806-5827-4074-b93b-23bbbda8c7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:18:14Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['a91754eb-1388-498d-ad7b-17314423f28d'], 'active': True} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:18:43.618102 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dcb558-a359-48cb-a1c1-1cb262167b49 req-1cc3d7d5-5e03-4b11-b91d-d76736c4cdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:18:43.619685 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-17dcb558-a359-48cb-a1c1-1cb262167b49 req-1cc3d7d5-5e03-4b11-b91d-d76736c4cdb2 service neutron] 10.222.0.40 "GET /v2.0/networks?id=f9f27def-cef7-45b6-9a7b-b0c954078818 HTTP/1.1" status: 200 len: 915 time: 0.3390188 May 31 21:18:43.681994 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-17dcb558-a359-48cb-a1c1-1cb262167b49 req-eeee146f-53ea-4af6-8eff-9ee9c19d3ef6 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54a3d30c-a1ca-4282-8b04-891f97fda031 HTTP/1.1" status: 200 len: 999 time: 0.0550618 May 31 21:18:43.697235 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvr_db [None req-a49ef806-5827-4074-b93b-23bbbda8c7a9 None None] Set router a91754eb-1388-498d-ad7b-17314423f28d gateway port host: dv-cinder-839793-16-iscsi {{(pid=104323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:18:43.730894 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dcb558-a359-48cb-a1c1-1cb262167b49 req-e5f38740-14d0-43a6-bbe4-a959e341a106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:18:43.732303 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-17dcb558-a359-48cb-a1c1-1cb262167b49 req-e5f38740-14d0-43a6-bbe4-a959e341a106 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=b0a2bf4f-8e94-4747-a06c-e4eb22a2611a HTTP/1.1" status: 200 len: 853 time: 0.0452554 May 31 21:18:43.776000 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dcb558-a359-48cb-a1c1-1cb262167b49 req-bb3054a6-0762-4a27-8501-90b868a35722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:18:43.777444 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-17dcb558-a359-48cb-a1c1-1cb262167b49 req-bb3054a6-0762-4a27-8501-90b868a35722 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=f9f27def-cef7-45b6-9a7b-b0c954078818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0395079 May 31 21:18:43.870081 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-17dcb558-a359-48cb-a1c1-1cb262167b49 req-34b43bab-a9c3-418d-a890-8f0073dbf5d8 service neutron] 10.222.0.40 "GET /v2.0/networks/f9f27def-cef7-45b6-9a7b-b0c954078818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839317 May 31 21:18:43.905208 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-a49ef806-5827-4074-b93b-23bbbda8c7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'name': 'tempest-AttachVolumeNegativeTest-248878464-router', 'tenant_id': '69b2364f40d14160adf0220d92adaad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '345700f1-91f0-4de8-bcd4-74c223a3a73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:11:18Z', 'updated_at': '2022-05-31T21:11:21Z', 'revision_number': 4, 'project_id': '69b2364f40d14160adf0220d92adaad7', 'gw_port': {'id': '345700f1-91f0-4de8-bcd4-74c223a3a73c', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:75:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:11:18Z', 'updated_at': '2022-05-31T21:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_floatingips': [{'id': '9b5ebc92-4aa3-4907-9dc0-9a6086e98dda', 'tenant_id': '69b2364f40d14160adf0220d92adaad7', 'floating_ip_address': '172.27.0.238', 'floating_network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'router_id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'port_id': '54a3d30c-a1ca-4282-8b04-891f97fda031', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9f27def-cef7-45b6-9a7b-b0c954078818', 'mac_address': 'fa:16:3e:a6:9d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903d1b05-7ed1-4b57-9325-7671d72d4284', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T21:18:26Z', 'updated_at': '2022-05-31T21:18:42Z', 'revision_number': 1, 'project_id': '69b2364f40d14160adf0220d92adaad7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c06c97eb-71d0-46d3-a966-560d7406c393', 'name': '', 'network_id': 'f9f27def-cef7-45b6-9a7b-b0c954078818', 'tenant_id': '69b2364f40d14160adf0220d92adaad7', 'mac_address': 'fa:16:3e:03:e5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'b0a2bf4f-8e94-4747-a06c-e4eb22a2611a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:11:20Z', 'updated_at': '2022-05-31T21:11:25Z', 'revision_number': 5, 'project_id': '69b2364f40d14160adf0220d92adaad7', 'subnets': [{'id': 'b0a2bf4f-8e94-4747-a06c-e4eb22a2611a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:18:43.919129 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=100 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:18:43.929548 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49ef806-5827-4074-b93b-23bbbda8c7a9 None None] The sync data for ids ['a91754eb-1388-498d-ad7b-17314423f28d'] in dv-cinder-839793-16-iscsi is: [{'id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'name': 'tempest-AttachVolumeNegativeTest-248878464-router', 'tenant_id': '69b2364f40d14160adf0220d92adaad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '345700f1-91f0-4de8-bcd4-74c223a3a73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:11:18Z', 'updated_at': '2022-05-31T21:11:21Z', 'revision_number': 4, 'project_id': '69b2364f40d14160adf0220d92adaad7', 'gw_port': {'id': '345700f1-91f0-4de8-bcd4-74c223a3a73c', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:75:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:11:18Z', 'updated_at': '2022-05-31T21:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_floatingips': [{'id': '9b5ebc92-4aa3-4907-9dc0-9a6086e98dda', 'tenant_id': '69b2364f40d14160adf0220d92adaad7', 'floating_ip_address': '172.27.0.238', 'floating_network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'router_id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'port_id': '54a3d30c-a1ca-4282-8b04-891f97fda031', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9f27def-cef7-45b6-9a7b-b0c954078818', 'mac_address': 'fa:16:3e:a6:9d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903d1b05-7ed1-4b57-9325-7671d72d4284', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T21:18:26Z', 'updated_at': '2022-05-31T21:18:42Z', 'revision_number': 1, 'project_id': '69b2364f40d14160adf0220d92adaad7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c06c97eb-71d0-46d3-a966-560d7406c393', 'name': '', 'network_id': 'f9f27def-cef7-45b6-9a7b-b0c954078818', 'tenant_id': '69b2364f40d14160adf0220d92adaad7', 'mac_address': 'fa:16:3e:03:e5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'b0a2bf4f-8e94-4747-a06c-e4eb22a2611a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:11:20Z', 'updated_at': '2022-05-31T21:11:25Z', 'revision_number': 5, 'project_id': '69b2364f40d14160adf0220d92adaad7', 'subnets': [{'id': 'b0a2bf4f-8e94-4747-a06c-e4eb22a2611a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 21:18:43.964993 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-17dcb558-a359-48cb-a1c1-1cb262167b49 req-be398a79-2395-404b-a4f8-9c7037e878d6 service neutron] 10.222.0.40 "GET /v2.0/networks/f9f27def-cef7-45b6-9a7b-b0c954078818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887487 May 31 21:18:44.117993 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53cfec7c-6ba0-49f0-9729-7df53077f563 None None] New status for floating IP 9b5ebc92-4aa3-4907-9dc0-9a6086e98dda: ACTIVE {{(pid=104322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 31 21:18:44.540501 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-b4f249da-0646-4835-aa81-dac8fc95036c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (13ce5b10-321e-4e80-b29e-1cfc3c51661e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:18:45.677430 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-58fa0aab-c296-4be2-a1ab-08418c16cad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (8170e961-7e1e-4c09-b09f-6b764c457cfd), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:18:46.843266 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-b770b660-b824-4665-84d0-9bbdd29e8e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (1c1563bc-5b12-4065-8d27-b22246e8e8d3), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:18:48.229663 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.agents_db [None req-3d709c36-86fd-4f4f-bf7d-9e9748143f4e None None] Agent healthcheck: found 6 active agents {{(pid=104323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 31 21:18:48.578872 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (a61205dd-b11c-42a1-aa2d-4b7310a8dc99), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:18:51.705659 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (51675295-7abb-4335-9c5a-c46a9082010e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:18:52.236403 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=41 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:18:52.238250 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=11 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:18:53.959288 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=33 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:18:53.961135 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:18:59.549141 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [req-fb250373-69b3-41f4-b51a-66a2838cd765 req-7c145df2-e3b2-4bd8-8b53-0b729ab5aa9f service neutron] (104320) timed out ('10.222.0.40', 55893) {{(pid=104320) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 31 21:18:59.676708 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efdec72-fb59-4e09-a86f-aa5726181c45 req-e9f0da2c-3dbd-4498-a355-4b2a78a1146d tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:18:59.678183 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-3efdec72-fb59-4e09-a86f-aa5726181c45 req-e9f0da2c-3dbd-4498-a355-4b2a78a1146d tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/ports?device_id=45453898-e1e4-44bb-8af5-3a1729aa2870 HTTP/1.1" status: 200 len: 946 time: 0.0470858 May 31 21:18:59.731750 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-3efdec72-fb59-4e09-a86f-aa5726181c45 req-9965a68c-dfcb-4b8e-a37d-4f4247247dbc tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/security-groups?id=4049bcbd-f447-4c77-9485-61766d24f586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477562 May 31 21:19:00.845845 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d63a62-7675-44c3-a183-a5d552762960 req-d8fc9071-97a5-4f21-a439-2652fe5d231c tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:19:00.847387 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-79d63a62-7675-44c3-a183-a5d552762960 req-d8fc9071-97a5-4f21-a439-2652fe5d231c tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/ports?device_id=45453898-e1e4-44bb-8af5-3a1729aa2870 HTTP/1.1" status: 200 len: 946 time: 0.0471525 May 31 21:19:00.895580 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-79d63a62-7675-44c3-a183-a5d552762960 req-d5051945-ecca-4eb4-8840-b656c6d6fb8d tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/security-groups?id=4049bcbd-f447-4c77-9485-61766d24f586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420618 May 31 21:19:01.940635 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:19:01.941748 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=71,neutron:UPDATE=3 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:19:01.944978 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=31,neutron:UPDATE=6 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:19:02.008270 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1213d621-730c-4c13-b7c4-48166d167ca1 req-febdf4fa-4199-4aef-a217-ff4f60535293 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:19:02.009718 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-1213d621-730c-4c13-b7c4-48166d167ca1 req-febdf4fa-4199-4aef-a217-ff4f60535293 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/ports?device_id=45453898-e1e4-44bb-8af5-3a1729aa2870 HTTP/1.1" status: 200 len: 946 time: 0.0462816 May 31 21:19:02.057409 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-1213d621-730c-4c13-b7c4-48166d167ca1 req-0bd814f4-e0eb-4e35-bf69-a80a8aa63eea tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/security-groups?id=4049bcbd-f447-4c77-9485-61766d24f586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421438 May 31 21:19:03.178151 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057637d9-399c-4fac-9736-eb3af92589de req-af63ab02-3653-4fed-8f89-691e35648b2e tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:19:03.179616 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-057637d9-399c-4fac-9736-eb3af92589de req-af63ab02-3653-4fed-8f89-691e35648b2e tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/ports?device_id=45453898-e1e4-44bb-8af5-3a1729aa2870 HTTP/1.1" status: 200 len: 946 time: 0.0558755 May 31 21:19:03.228428 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-057637d9-399c-4fac-9736-eb3af92589de req-4b4b9516-593b-421d-9e29-26123b8a367e tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/security-groups?id=4049bcbd-f447-4c77-9485-61766d24f586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432436 May 31 21:19:04.343184 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06de07-10ba-419d-bea1-29cc631c0567 req-6610a97d-da44-4fee-b5c9-997d883331a7 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:19:04.344644 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-6f06de07-10ba-419d-bea1-29cc631c0567 req-6610a97d-da44-4fee-b5c9-997d883331a7 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/ports?device_id=45453898-e1e4-44bb-8af5-3a1729aa2870 HTTP/1.1" status: 200 len: 946 time: 0.0475166 May 31 21:19:04.392037 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-6f06de07-10ba-419d-bea1-29cc631c0567 req-a39a0982-e7d6-4197-9054-13faf5d89d2b tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/security-groups?id=4049bcbd-f447-4c77-9485-61766d24f586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419648 May 31 21:19:05.504180 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63064dc1-6738-4bcf-b15f-3c915a400580 req-a10bc28e-7fed-47da-b5a6-81d793a2e5c7 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:19:05.505600 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-63064dc1-6738-4bcf-b15f-3c915a400580 req-a10bc28e-7fed-47da-b5a6-81d793a2e5c7 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/ports?device_id=45453898-e1e4-44bb-8af5-3a1729aa2870 HTTP/1.1" status: 200 len: 946 time: 0.0458579 May 31 21:19:05.557493 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-63064dc1-6738-4bcf-b15f-3c915a400580 req-d9dfb5a5-74f5-4659-aefd-4311900ecb6c tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/security-groups?id=4049bcbd-f447-4c77-9485-61766d24f586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464268 May 31 21:19:06.233934 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=74 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:19:06.238312 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=82 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:19:06.668039 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e224d1-2565-4dc8-8bae-2833e9451a57 req-f535b572-e839-49e2-b13e-da312a6f6971 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:19:06.669462 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-d5e224d1-2565-4dc8-8bae-2833e9451a57 req-f535b572-e839-49e2-b13e-da312a6f6971 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/ports?device_id=45453898-e1e4-44bb-8af5-3a1729aa2870 HTTP/1.1" status: 200 len: 946 time: 0.0470042 May 31 21:19:06.718198 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-d5e224d1-2565-4dc8-8bae-2833e9451a57 req-0354aa53-46ab-461c-affd-0055ba7a9e9c tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/security-groups?id=4049bcbd-f447-4c77-9485-61766d24f586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431638 May 31 21:19:07.829575 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4b8c38-032c-4ba8-bbcd-b3094474d9c8 req-5e05480c-b029-4083-b1bb-baefc6cd8fb5 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:19:07.831078 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-fd4b8c38-032c-4ba8-bbcd-b3094474d9c8 req-5e05480c-b029-4083-b1bb-baefc6cd8fb5 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/ports?device_id=45453898-e1e4-44bb-8af5-3a1729aa2870 HTTP/1.1" status: 200 len: 946 time: 0.0473700 May 31 21:19:07.878174 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-fd4b8c38-032c-4ba8-bbcd-b3094474d9c8 req-12622a37-bb9a-4152-9e18-ab7f459afd1a tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/security-groups?id=4049bcbd-f447-4c77-9485-61766d24f586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415747 May 31 21:19:08.991448 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65772589-27d1-4081-859d-cf122a294da3 req-d976e1dc-c341-4297-b471-e58d8e5e81d7 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:19:08.992867 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-65772589-27d1-4081-859d-cf122a294da3 req-d976e1dc-c341-4297-b471-e58d8e5e81d7 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/ports?device_id=45453898-e1e4-44bb-8af5-3a1729aa2870 HTTP/1.1" status: 200 len: 946 time: 0.0495923 May 31 21:19:09.040535 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-65772589-27d1-4081-859d-cf122a294da3 req-5552618c-b236-4b97-84f2-13d557c47c31 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/security-groups?id=4049bcbd-f447-4c77-9485-61766d24f586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423124 May 31 21:19:09.954368 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5146c16-25b5-46f7-b0b8-e99655038722 req-b3ee829a-a840-455b-a095-efaa89a01415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:19:09.955800 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-e5146c16-25b5-46f7-b0b8-e99655038722 req-b3ee829a-a840-455b-a095-efaa89a01415 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=d9c46b1e7a32484b9c22387f2aaeb871&device_id=45453898-e1e4-44bb-8af5-3a1729aa2870 HTTP/1.1" status: 200 len: 1130 time: 0.0827274 May 31 21:19:10.044796 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5146c16-25b5-46f7-b0b8-e99655038722 req-8df97aae-4ec1-4612-ba56-cb228a6580ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:19:10.046147 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-e5146c16-25b5-46f7-b0b8-e99655038722 req-8df97aae-4ec1-4612-ba56-cb228a6580ac service neutron] 10.222.0.40 "GET /v2.0/networks?id=b57e19b6-0914-4711-9006-4e82330c3537 HTTP/1.1" status: 200 len: 910 time: 0.0847523 May 31 21:19:10.105528 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-e5146c16-25b5-46f7-b0b8-e99655038722 req-b258d662-d838-4f6c-ba98-e849370abbc9 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6278ba73-77b2-4be4-a1a0-b7b239769dc3 HTTP/1.1" status: 200 len: 1001 time: 0.0539899 May 31 21:19:10.152584 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5146c16-25b5-46f7-b0b8-e99655038722 req-129c407f-4586-4364-a569-93fc757b54b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:19:10.153413 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99af0156-5695-4890-bedb-6e717bcd6dbc req-7f4cbaca-dbce-44ac-9601-601e0f396437 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:19:10.154058 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-e5146c16-25b5-46f7-b0b8-e99655038722 req-129c407f-4586-4364-a569-93fc757b54b7 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=e821434b-2d4a-43d9-a6fc-75e6d799de81 HTTP/1.1" status: 200 len: 848 time: 0.0429413 May 31 21:19:10.154909 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-99af0156-5695-4890-bedb-6e717bcd6dbc req-7f4cbaca-dbce-44ac-9601-601e0f396437 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/ports?device_id=45453898-e1e4-44bb-8af5-3a1729aa2870 HTTP/1.1" status: 200 len: 946 time: 0.0475032 May 31 21:19:10.199950 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5146c16-25b5-46f7-b0b8-e99655038722 req-ad0a901e-a9a8-4578-9033-d7fd589445d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:19:10.201423 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-e5146c16-25b5-46f7-b0b8-e99655038722 req-ad0a901e-a9a8-4578-9033-d7fd589445d0 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=b57e19b6-0914-4711-9006-4e82330c3537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0421512 May 31 21:19:10.204585 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-99af0156-5695-4890-bedb-6e717bcd6dbc req-4ae55875-520a-4343-8f83-88237169d545 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/security-groups?id=4049bcbd-f447-4c77-9485-61766d24f586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441368 May 31 21:19:10.290191 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-e5146c16-25b5-46f7-b0b8-e99655038722 req-8c4bd189-34e9-4739-bbb6-5956c77b9f60 service neutron] 10.222.0.40 "GET /v2.0/networks/b57e19b6-0914-4711-9006-4e82330c3537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810244 May 31 21:19:10.380378 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-e5146c16-25b5-46f7-b0b8-e99655038722 req-e136146b-3e77-4e03-a03e-7213462a00dd service neutron] 10.222.0.40 "GET /v2.0/networks/b57e19b6-0914-4711-9006-4e82330c3537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841932 May 31 21:19:11.318165 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28f6baf-92dd-4859-8fc2-fd46f17b62f2 req-8c5af66f-4235-4bbd-86c8-f68d0774c040 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:19:11.320153 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-c28f6baf-92dd-4859-8fc2-fd46f17b62f2 req-8c5af66f-4235-4bbd-86c8-f68d0774c040 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/ports?device_id=45453898-e1e4-44bb-8af5-3a1729aa2870 HTTP/1.1" status: 200 len: 946 time: 0.0503411 May 31 21:19:11.358785 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:19:11.367677 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-c28f6baf-92dd-4859-8fc2-fd46f17b62f2 req-ebd0e528-347b-491a-b65d-319f5fe22187 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/security-groups?id=4049bcbd-f447-4c77-9485-61766d24f586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419610 May 31 21:19:12.033275 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [req-7d1f3a7f-bf0f-4886-85e2-7f6e43769f25 req-7654be01-0132-4acf-8062-8967b5fc091d service neutron] (104320) timed out ('10.222.0.40', 55922) {{(pid=104320) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 31 21:19:12.230979 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-45c0e468-e59d-4938-a106-d26d0534c46d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (5ca9f0a2-8e5f-4b54-94fa-454f095515e4), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:19:12.469152 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:19:12.480078 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5a31d-84c8-4d1b-8dfd-1b60d8e6c3e5 req-d7fdfbab-c12f-4a09-80aa-01dca662934d tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:19:12.481544 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-70c5a31d-84c8-4d1b-8dfd-1b60d8e6c3e5 req-d7fdfbab-c12f-4a09-80aa-01dca662934d tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/ports?device_id=45453898-e1e4-44bb-8af5-3a1729aa2870 HTTP/1.1" status: 200 len: 946 time: 0.0481381 May 31 21:19:12.532068 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-70c5a31d-84c8-4d1b-8dfd-1b60d8e6c3e5 req-3a1c1862-2abf-4f71-a6d0-7adb3eb3a8a9 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/security-groups?id=4049bcbd-f447-4c77-9485-61766d24f586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448835 May 31 21:19:13.642276 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5830c9a2-35ab-4787-bd26-1cebd8c23eb8 req-c0ab3b96-fe18-4384-9aa6-ce1b0d67a04f tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:19:13.643722 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-5830c9a2-35ab-4787-bd26-1cebd8c23eb8 req-c0ab3b96-fe18-4384-9aa6-ce1b0d67a04f tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/ports?device_id=45453898-e1e4-44bb-8af5-3a1729aa2870 HTTP/1.1" status: 200 len: 946 time: 0.0468237 May 31 21:19:13.695926 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-5830c9a2-35ab-4787-bd26-1cebd8c23eb8 req-dc63fdce-e8cd-42d4-a472-8c13c0d9c2df tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/security-groups?id=4049bcbd-f447-4c77-9485-61766d24f586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460181 May 31 21:19:14.067569 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2c664d-f5cf-4974-a0f3-1b37ee5df3fc req-a29e876c-e8aa-4f03-a239-cc860e668e7b tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:19:14.069499 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-6c2c664d-f5cf-4974-a0f3-1b37ee5df3fc req-a29e876c-e8aa-4f03-a239-cc860e668e7b tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/ports?device_id=45453898-e1e4-44bb-8af5-3a1729aa2870 HTTP/1.1" status: 200 len: 946 time: 0.0463207 May 31 21:19:14.119628 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-6c2c664d-f5cf-4974-a0f3-1b37ee5df3fc req-20d1a542-5eb0-417a-b285-4e6b8f6bdf43 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/security-groups?id=4049bcbd-f447-4c77-9485-61766d24f586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444536 May 31 21:19:14.156436 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-342a1e7f-d8d0-40b9-9297-1731a12cf35c req-efdcb2eb-512b-495b-acff-4ba56d23b0a5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=45453898-e1e4-44bb-8af5-3a1729aa2870&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0802948 May 31 21:19:14.164722 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [req-342a1e7f-d8d0-40b9-9297-1731a12cf35c req-745a9121-feea-435e-a409-0116793e675e service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=104321) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 31 21:19:14.165669 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-342a1e7f-d8d0-40b9-9297-1731a12cf35c req-745a9121-feea-435e-a409-0116793e675e service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047619 May 31 21:19:14.284851 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a1e7f-d8d0-40b9-9297-1731a12cf35c req-af16dafe-1aec-42f3-aa18-dde4ddbdbd08 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:19:14.286202 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-342a1e7f-d8d0-40b9-9297-1731a12cf35c req-af16dafe-1aec-42f3-aa18-dde4ddbdbd08 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/ports/6278ba73-77b2-4be4-a1a0-b7b239769dc3 HTTP/1.1" status: 200 len: 943 time: 0.0949376 May 31 21:19:14.573530 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-2bea2fff-f9fc-4e28-ae4c-690c66d96db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (13ce5b10-321e-4e80-b29e-1cfc3c51661e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:19:15.242712 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce7058-201d-4ee8-90b7-1bc6e5b273bf req-fc93e0e8-ba92-4b05-a245-b41240d1618f tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:19:15.244204 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-a1ce7058-201d-4ee8-90b7-1bc6e5b273bf req-fc93e0e8-ba92-4b05-a245-b41240d1618f tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/ports?device_id=45453898-e1e4-44bb-8af5-3a1729aa2870 HTTP/1.1" status: 200 len: 946 time: 0.0561280 May 31 21:19:15.296630 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-a1ce7058-201d-4ee8-90b7-1bc6e5b273bf req-9258c8ae-1a50-4e41-97d4-a8dec17d9066 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/security-groups?id=4049bcbd-f447-4c77-9485-61766d24f586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468090 May 31 21:19:15.522842 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device 6278ba73-77b2-4be4-a1a0-b7b239769dc3 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 31 21:19:15.593875 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Current status of the port 6278ba73-77b2-4be4-a1a0-b7b239769dc3 is: ACTIVE; New status is: DOWN {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:19:15.594587 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (6278ba73-77b2-4be4-a1a0-b7b239769dc3), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:19:15.626904 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45453898-e1e4-44bb-8af5-3a1729aa2870', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6278ba73-77b2-4be4-a1a0-b7b239769dc3'}] {{(pid=104322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:19:15.629766 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0d07a434bcc94248bd83d89f5df7255b965f34de07d957ea8ea11cb14c6cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d275667f-a68b-4b82-b358-296723e032cb" -d '{"events": [{"server_uuid": "45453898-e1e4-44bb-8af5-3a1729aa2870", "name": "network-vif-unplugged", "status": "completed", "tag": "6278ba73-77b2-4be4-a1a0-b7b239769dc3"}]}' {{(pid=104322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:19:15.642761 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] For port 6278ba73-77b2-4be4-a1a0-b7b239769dc3, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=6278ba73-77b2-4be4-a1a0-b7b239769dc3,segment=NetworkSegment(6085a41f-6237-4890-bb7a-791e7fdfea31),segment_id=6085a41f-6237-4890-bb7a-791e7fdfea31)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:19:15.662520 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 31 May 2022 21:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c16407c5-ebb4-4122-9571-74aebcc1c380 x-openstack-request-id: req-c16407c5-ebb4-4122-9571-74aebcc1c380 {{(pid=104322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:19:15.662807 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45453898-e1e4-44bb-8af5-3a1729aa2870", "name": "network-vif-unplugged", "status": "failed", "tag": "6278ba73-77b2-4be4-a1a0-b7b239769dc3", "code": 422}]} {{(pid=104322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:19:15.663062 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c16407c5-ebb4-4122-9571-74aebcc1c380 {{(pid=104322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:19:15.663568 dv-cinder-839793-16-iscsi neutron-server[104322]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-c16407c5-ebb4-4122-9571-74aebcc1c380']: {'server_uuid': '45453898-e1e4-44bb-8af5-3a1729aa2870', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6278ba73-77b2-4be4-a1a0-b7b239769dc3', 'code': 422} returned with failed status May 31 21:19:15.704662 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-58fa0aab-c296-4be2-a1ab-08418c16cad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (8170e961-7e1e-4c09-b09f-6b764c457cfd), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:19:15.733235 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (6278ba73-77b2-4be4-a1a0-b7b239769dc3), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:19:15.780902 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Pushing event updated for resources: {'Port': ['ID=6278ba73-77b2-4be4-a1a0-b7b239769dc3,revision_number=6']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:19:16.411318 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db6e616-84f5-42ca-9744-5c26cb2ad514 req-8642b0fd-37fb-49e6-919d-dca47c64dd5a tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:19:16.413361 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-7db6e616-84f5-42ca-9744-5c26cb2ad514 req-8642b0fd-37fb-49e6-919d-dca47c64dd5a tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/ports?device_id=45453898-e1e4-44bb-8af5-3a1729aa2870 HTTP/1.1" status: 200 len: 944 time: 0.0479610 May 31 21:19:16.462754 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-7db6e616-84f5-42ca-9744-5c26cb2ad514 req-c3a5af63-8226-4be0-b2ce-1f537919fae5 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/security-groups?id=4049bcbd-f447-4c77-9485-61766d24f586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437026 May 31 21:19:16.636719 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a1e7f-d8d0-40b9-9297-1731a12cf35c req-403dc8cf-49c8-462f-9c51-90c61d0efb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:19:16.638131 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-342a1e7f-d8d0-40b9-9297-1731a12cf35c req-403dc8cf-49c8-462f-9c51-90c61d0efb94 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=45453898-e1e4-44bb-8af5-3a1729aa2870&tenant_id=d9c46b1e7a32484b9c22387f2aaeb871 HTTP/1.1" status: 200 len: 1128 time: 0.0374351 May 31 21:19:16.699201 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a1e7f-d8d0-40b9-9297-1731a12cf35c req-a2b07ec2-032c-4f79-acae-0bae114fff99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:19:16.700638 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-342a1e7f-d8d0-40b9-9297-1731a12cf35c req-a2b07ec2-032c-4f79-acae-0bae114fff99 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=d9c46b1e7a32484b9c22387f2aaeb871&device_id=45453898-e1e4-44bb-8af5-3a1729aa2870 HTTP/1.1" status: 200 len: 1128 time: 0.0412083 May 31 21:19:16.789365 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a1e7f-d8d0-40b9-9297-1731a12cf35c req-4a1b5b30-c967-421f-90d0-7f0d95851f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:19:16.790893 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-342a1e7f-d8d0-40b9-9297-1731a12cf35c req-4a1b5b30-c967-421f-90d0-7f0d95851f90 service neutron] 10.222.0.40 "GET /v2.0/networks?id=b57e19b6-0914-4711-9006-4e82330c3537 HTTP/1.1" status: 200 len: 910 time: 0.0846913 May 31 21:19:16.842162 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-b770b660-b824-4665-84d0-9bbdd29e8e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (1c1563bc-5b12-4065-8d27-b22246e8e8d3), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:19:16.854935 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-342a1e7f-d8d0-40b9-9297-1731a12cf35c req-6669ec2b-03c4-496d-a1c4-e8f1bec91b3c service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6278ba73-77b2-4be4-a1a0-b7b239769dc3 HTTP/1.1" status: 200 len: 999 time: 0.0585463 May 31 21:19:16.902932 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a1e7f-d8d0-40b9-9297-1731a12cf35c req-64b05dc7-afaa-4102-81f8-aafcd6897c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:19:16.904255 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-342a1e7f-d8d0-40b9-9297-1731a12cf35c req-64b05dc7-afaa-4102-81f8-aafcd6897c53 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=e821434b-2d4a-43d9-a6fc-75e6d799de81 HTTP/1.1" status: 200 len: 848 time: 0.0431066 May 31 21:19:16.945888 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a1e7f-d8d0-40b9-9297-1731a12cf35c req-bc63fda4-7d3e-46bb-a4af-86f0e26c574b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:19:16.947606 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-342a1e7f-d8d0-40b9-9297-1731a12cf35c req-bc63fda4-7d3e-46bb-a4af-86f0e26c574b service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=b57e19b6-0914-4711-9006-4e82330c3537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0372107 May 31 21:19:17.038552 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-342a1e7f-d8d0-40b9-9297-1731a12cf35c req-e7df34c8-c0a6-4942-ac38-92df6d444874 service neutron] 10.222.0.40 "GET /v2.0/networks/b57e19b6-0914-4711-9006-4e82330c3537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845568 May 31 21:19:17.104204 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=100 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:19:17.114995 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=100 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:19:17.124912 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-342a1e7f-d8d0-40b9-9297-1731a12cf35c req-d5cd1257-6706-4dd7-b915-ce044b8b3fe7 service neutron] 10.222.0.40 "GET /v2.0/networks/b57e19b6-0914-4711-9006-4e82330c3537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811889 May 31 21:19:17.573209 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d669d640-f0e3-4cf6-9893-e218ab7d313b req-995c6cc5-be1b-46f1-88ac-f614e7719191 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:19:17.574655 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-d669d640-f0e3-4cf6-9893-e218ab7d313b req-995c6cc5-be1b-46f1-88ac-f614e7719191 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/ports?device_id=45453898-e1e4-44bb-8af5-3a1729aa2870 HTTP/1.1" status: 200 len: 944 time: 0.0461190 May 31 21:19:17.622814 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-d669d640-f0e3-4cf6-9893-e218ab7d313b req-eacfa508-664d-4dd5-b77f-245695145ddf tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/security-groups?id=4049bcbd-f447-4c77-9485-61766d24f586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427766 May 31 21:19:18.590477 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (a61205dd-b11c-42a1-aa2d-4b7310a8dc99), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:19:18.739952 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced75e92-6d7f-46c2-b615-c58854f899e7 req-0e7f72b7-0311-4ab3-8859-5924443f4fe4 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:19:18.741387 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ced75e92-6d7f-46c2-b615-c58854f899e7 req-0e7f72b7-0311-4ab3-8859-5924443f4fe4 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/ports?device_id=45453898-e1e4-44bb-8af5-3a1729aa2870 HTTP/1.1" status: 200 len: 944 time: 0.0510671 May 31 21:19:18.789765 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-ced75e92-6d7f-46c2-b615-c58854f899e7 req-3e29e90f-38f5-42ff-85ec-cd9c05198279 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/security-groups?id=4049bcbd-f447-4c77-9485-61766d24f586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427799 May 31 21:19:19.901737 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35fb11f-2b9c-493b-bbbe-f8a54f8edacc req-97b1673d-40c3-4612-8245-451ccdfc0130 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:19:19.903185 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-a35fb11f-2b9c-493b-bbbe-f8a54f8edacc req-97b1673d-40c3-4612-8245-451ccdfc0130 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/ports?device_id=45453898-e1e4-44bb-8af5-3a1729aa2870 HTTP/1.1" status: 200 len: 944 time: 0.0462329 May 31 21:19:19.950818 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-a35fb11f-2b9c-493b-bbbe-f8a54f8edacc req-96dd51ef-060e-418f-b0d4-45d7a5c46f9b tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/security-groups?id=4049bcbd-f447-4c77-9485-61766d24f586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422320 May 31 21:19:21.064764 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd2f67d-a8a8-4492-bd43-d71b04e305df req-ca31d9e8-4dd0-442f-9911-7a0bef5b3160 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:19:21.066102 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-0dd2f67d-a8a8-4492-bd43-d71b04e305df req-ca31d9e8-4dd0-442f-9911-7a0bef5b3160 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/ports?device_id=45453898-e1e4-44bb-8af5-3a1729aa2870 HTTP/1.1" status: 200 len: 944 time: 0.0488408 May 31 21:19:21.114030 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-0dd2f67d-a8a8-4492-bd43-d71b04e305df req-9e66c00c-02ac-4b42-a723-2b0d42612ed4 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/security-groups?id=4049bcbd-f447-4c77-9485-61766d24f586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423896 May 31 21:19:21.709064 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (51675295-7abb-4335-9c5a-c46a9082010e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:19:22.224415 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c3b8ac-862d-4169-9fa6-07d609ed9729 req-3477d3aa-2d0f-4213-a2c5-268314c56f8f tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:19:22.226805 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-c9c3b8ac-862d-4169-9fa6-07d609ed9729 req-3477d3aa-2d0f-4213-a2c5-268314c56f8f tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/ports?device_id=45453898-e1e4-44bb-8af5-3a1729aa2870 HTTP/1.1" status: 200 len: 944 time: 0.0468123 May 31 21:19:22.282244 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-c9c3b8ac-862d-4169-9fa6-07d609ed9729 req-75012703-1089-4a80-b4ce-d154a75c2532 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/security-groups?id=4049bcbd-f447-4c77-9485-61766d24f586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505207 May 31 21:19:23.394382 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c5d17-9225-4f7a-88a5-39723524a4a4 req-a382858d-1eae-4eea-9afe-f7280ee655b4 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:19:23.395808 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-e01c5d17-9225-4f7a-88a5-39723524a4a4 req-a382858d-1eae-4eea-9afe-f7280ee655b4 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/ports?device_id=45453898-e1e4-44bb-8af5-3a1729aa2870 HTTP/1.1" status: 200 len: 944 time: 0.0462942 May 31 21:19:23.419682 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:19:23.431168 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=100 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:19:23.447484 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-e01c5d17-9225-4f7a-88a5-39723524a4a4 req-15f9da01-0846-43bc-bd2c-0e3c666f1356 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/security-groups?id=4049bcbd-f447-4c77-9485-61766d24f586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464404 May 31 21:19:24.558232 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1586bbbb-d892-4625-91ea-55473aed3f02 req-b0b3cc02-4be2-4b5b-ac53-7c2bbd06871f tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:19:24.559679 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-1586bbbb-d892-4625-91ea-55473aed3f02 req-b0b3cc02-4be2-4b5b-ac53-7c2bbd06871f tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/ports?device_id=45453898-e1e4-44bb-8af5-3a1729aa2870 HTTP/1.1" status: 200 len: 944 time: 0.0465469 May 31 21:19:24.608739 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-1586bbbb-d892-4625-91ea-55473aed3f02 req-cb67f0f4-2044-4c61-9f39-81d44f644ef4 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/security-groups?id=4049bcbd-f447-4c77-9485-61766d24f586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436761 May 31 21:19:25.228982 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.agents_db [None req-3d709c36-86fd-4f4f-bf7d-9e9748143f4e None None] Agent healthcheck: found 6 active agents {{(pid=104323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 31 21:19:25.575983 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device 6278ba73-77b2-4be4-a1a0-b7b239769dc3 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=104322) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 31 21:19:25.677358 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] For port 6278ba73-77b2-4be4-a1a0-b7b239769dc3, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=6278ba73-77b2-4be4-a1a0-b7b239769dc3,segment=NetworkSegment(6085a41f-6237-4890-bb7a-791e7fdfea31),segment_id=6085a41f-6237-4890-bb7a-791e7fdfea31)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:19:25.688776 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Returning: {'device': '6278ba73-77b2-4be4-a1a0-b7b239769dc3', 'network_id': 'b57e19b6-0914-4711-9006-4e82330c3537', 'port_id': '6278ba73-77b2-4be4-a1a0-b7b239769dc3', 'mac_address': 'fa:16:3e:05:53:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e821434b-2d4a-43d9-a6fc-75e6d799de81', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104322) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 31 21:19:25.723081 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf4551d-5cc6-4724-a99d-243575d78c3f req-43af400b-9cda-4ce4-a19d-43d7beedab85 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:19:25.723679 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Current status of the port 6278ba73-77b2-4be4-a1a0-b7b239769dc3 is: DOWN; New status is: BUILD {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:19:25.723835 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (6278ba73-77b2-4be4-a1a0-b7b239769dc3), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:19:25.724558 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-4bf4551d-5cc6-4724-a99d-243575d78c3f req-43af400b-9cda-4ce4-a19d-43d7beedab85 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/ports?device_id=45453898-e1e4-44bb-8af5-3a1729aa2870 HTTP/1.1" status: 200 len: 944 time: 0.0473678 May 31 21:19:25.737334 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.notifiers.nova [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6278ba73-77b2-4be4-a1a0-b7b239769dc3 {{(pid=104322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 21:19:25.757145 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] For port 6278ba73-77b2-4be4-a1a0-b7b239769dc3, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=6278ba73-77b2-4be4-a1a0-b7b239769dc3,segment=NetworkSegment(6085a41f-6237-4890-bb7a-791e7fdfea31),segment_id=6085a41f-6237-4890-bb7a-791e7fdfea31)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:19:25.774512 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-4bf4551d-5cc6-4724-a99d-243575d78c3f req-38288b71-7b25-4509-9037-0e1c507b1387 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/security-groups?id=4049bcbd-f447-4c77-9485-61766d24f586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438535 May 31 21:19:25.830142 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (6278ba73-77b2-4be4-a1a0-b7b239769dc3), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:19:25.876121 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Pushing event updated for resources: {'Port': ['ID=6278ba73-77b2-4be4-a1a0-b7b239769dc3,revision_number=7']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:19:26.127707 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] get_ports_and_sgs() called for port_ids ['6278ba73-77b2-4be4-a1a0-b7b239769dc3'] {{(pid=104322) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 31 21:19:26.888723 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d05fe-4f36-4ba6-a1ca-fde5bdd207ec req-0b66c956-b92b-45bc-8299-243f5f9ce375 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:19:26.890163 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-bd5d05fe-4f36-4ba6-a1ca-fde5bdd207ec req-0b66c956-b92b-45bc-8299-243f5f9ce375 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/ports?device_id=45453898-e1e4-44bb-8af5-3a1729aa2870 HTTP/1.1" status: 200 len: 945 time: 0.0491579 May 31 21:19:26.938231 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-bd5d05fe-4f36-4ba6-a1ca-fde5bdd207ec req-935e8fcd-e966-4b36-a99c-802e551aa710 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/security-groups?id=4049bcbd-f447-4c77-9485-61766d24f586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426366 May 31 21:19:27.134588 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:19:27.597407 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device 6278ba73-77b2-4be4-a1a0-b7b239769dc3 up at agent hyperv_hv-cinder-83979 {{(pid=104322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 31 21:19:27.643470 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.provisioning_blocks [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Provisioning complete for port 6278ba73-77b2-4be4-a1a0-b7b239769dc3 triggered by entity L2. {{(pid=104322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 31 21:19:27.643842 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-677393'] for port (6278ba73-77b2-4be4-a1a0-b7b239769dc3), provisioning_complete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:19:27.713600 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Current status of the port 6278ba73-77b2-4be4-a1a0-b7b239769dc3 is: BUILD; New status is: ACTIVE {{(pid=104322) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 31 21:19:27.714006 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-780010'] for port (6278ba73-77b2-4be4-a1a0-b7b239769dc3), before_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:19:27.735844 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45453898-e1e4-44bb-8af5-3a1729aa2870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6278ba73-77b2-4be4-a1a0-b7b239769dc3'}] {{(pid=104322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:19:27.738056 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0d07a434bcc94248bd83d89f5df7255b965f34de07d957ea8ea11cb14c6cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8856cc52-014b-4cc9-b0de-156daf884973" -d '{"events": [{"server_uuid": "45453898-e1e4-44bb-8af5-3a1729aa2870", "name": "network-vif-plugged", "status": "completed", "tag": "6278ba73-77b2-4be4-a1a0-b7b239769dc3"}]}' {{(pid=104322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:19:27.750045 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] For port 6278ba73-77b2-4be4-a1a0-b7b239769dc3, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=6278ba73-77b2-4be4-a1a0-b7b239769dc3,segment=NetworkSegment(6085a41f-6237-4890-bb7a-791e7fdfea31),segment_id=6085a41f-6237-4890-bb7a-791e7fdfea31)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:19:27.833213 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 May 2022 21:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35107702-d779-430f-a6fe-d09827374c32 x-openstack-request-id: req-35107702-d779-430f-a6fe-d09827374c32 {{(pid=104322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:19:27.833504 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45453898-e1e4-44bb-8af5-3a1729aa2870", "name": "network-vif-plugged", "status": "completed", "tag": "6278ba73-77b2-4be4-a1a0-b7b239769dc3", "code": 200}]} {{(pid=104322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:19:27.833755 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-35107702-d779-430f-a6fe-d09827374c32 {{(pid=104322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:19:27.834209 dv-cinder-839793-16-iscsi neutron-server[104322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35107702-d779-430f-a6fe-d09827374c32'] response: {'server_uuid': '45453898-e1e4-44bb-8af5-3a1729aa2870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6278ba73-77b2-4be4-a1a0-b7b239769dc3', 'code': 200} May 31 21:19:27.841343 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747262050771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747261518147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747261518165'] for port (6278ba73-77b2-4be4-a1a0-b7b239769dc3), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:19:27.890309 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Pushing event updated for resources: {'Port': ['ID=6278ba73-77b2-4be4-a1a0-b7b239769dc3,revision_number=8']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:19:28.049133 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b6176-3e8e-478e-8bd5-3e1065866882 req-db1e6589-5287-497d-88cc-260d8a955013 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:19:28.050628 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-c71b6176-3e8e-478e-8bd5-3e1065866882 req-db1e6589-5287-497d-88cc-260d8a955013 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/ports?device_id=45453898-e1e4-44bb-8af5-3a1729aa2870 HTTP/1.1" status: 200 len: 946 time: 0.0475616 May 31 21:19:28.099870 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-c71b6176-3e8e-478e-8bd5-3e1065866882 req-a12adb7c-cbea-44a1-92f4-58af706136e5 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/security-groups?id=4049bcbd-f447-4c77-9485-61766d24f586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431027 May 31 21:19:28.101189 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d14e4-2486-4eab-aebb-888515020ec3 req-27a5a616-b71d-44b2-8395-d7e8b582d615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:19:28.102703 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-6a7d14e4-2486-4eab-aebb-888515020ec3 req-27a5a616-b71d-44b2-8395-d7e8b582d615 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=45453898-e1e4-44bb-8af5-3a1729aa2870 HTTP/1.1" status: 200 len: 1130 time: 0.0412176 May 31 21:19:28.148251 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-6a7d14e4-2486-4eab-aebb-888515020ec3 req-8b8c4a44-e079-4cfa-b737-1551b141ec93 service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=4049bcbd-f447-4c77-9485-61766d24f586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392232 May 31 21:19:29.214471 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b08e0-4430-438d-9bac-efa448f42fbb req-4b8a9865-61fa-41c3-81c7-2c71c1d64e11 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:19:29.215909 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-a85b08e0-4430-438d-9bac-efa448f42fbb req-4b8a9865-61fa-41c3-81c7-2c71c1d64e11 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/ports?device_id=45453898-e1e4-44bb-8af5-3a1729aa2870 HTTP/1.1" status: 200 len: 946 time: 0.0469658 May 31 21:19:29.267851 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-a85b08e0-4430-438d-9bac-efa448f42fbb req-afc9e502-1564-4935-a440-e4b27e9b74c8 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/security-groups?id=4049bcbd-f447-4c77-9485-61766d24f586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464149 May 31 21:19:30.380291 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0909ba-d730-4795-9593-46919709f5f1 req-61f134f4-eafd-4e74-a89b-dd8e630a7bad tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:19:30.382284 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-fb0909ba-d730-4795-9593-46919709f5f1 req-61f134f4-eafd-4e74-a89b-dd8e630a7bad tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/ports?device_id=45453898-e1e4-44bb-8af5-3a1729aa2870 HTTP/1.1" status: 200 len: 946 time: 0.0467844 May 31 21:19:30.430771 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-fb0909ba-d730-4795-9593-46919709f5f1 req-cee4db6e-7640-4c8b-98ac-21d85ee2d4e5 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/security-groups?id=4049bcbd-f447-4c77-9485-61766d24f586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429502 May 31 21:19:32.773422 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-d78186aa-2e03-466c-8aa7-95216a44d59e req-fe7f3a92-472b-4f94-beeb-bd7787e39d6e service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=45453898-e1e4-44bb-8af5-3a1729aa2870&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0363710 May 31 21:19:32.850750 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78186aa-2e03-466c-8aa7-95216a44d59e req-830b897f-3cbe-47c6-949b-c5e33ec935ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:19:32.852202 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-d78186aa-2e03-466c-8aa7-95216a44d59e req-830b897f-3cbe-47c6-949b-c5e33ec935ec service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=d9c46b1e7a32484b9c22387f2aaeb871&device_id=45453898-e1e4-44bb-8af5-3a1729aa2870 HTTP/1.1" status: 200 len: 1130 time: 0.0385172 May 31 21:19:32.953528 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78186aa-2e03-466c-8aa7-95216a44d59e req-37a6c26c-3592-4818-a0fa-ea75656d33c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:19:32.954996 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-d78186aa-2e03-466c-8aa7-95216a44d59e req-37a6c26c-3592-4818-a0fa-ea75656d33c8 service neutron] 10.222.0.40 "GET /v2.0/networks?id=b57e19b6-0914-4711-9006-4e82330c3537 HTTP/1.1" status: 200 len: 910 time: 0.0861471 May 31 21:19:33.013637 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-d78186aa-2e03-466c-8aa7-95216a44d59e req-8224a625-88cb-4699-8213-bb37baa071ee service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6278ba73-77b2-4be4-a1a0-b7b239769dc3 HTTP/1.1" status: 200 len: 1001 time: 0.0526633 May 31 21:19:33.065124 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78186aa-2e03-466c-8aa7-95216a44d59e req-53e46a78-55d7-4352-b036-119811d9cd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:19:33.066469 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-d78186aa-2e03-466c-8aa7-95216a44d59e req-53e46a78-55d7-4352-b036-119811d9cd7e service neutron] 10.222.0.40 "GET /v2.0/subnets?id=e821434b-2d4a-43d9-a6fc-75e6d799de81 HTTP/1.1" status: 200 len: 848 time: 0.0459142 May 31 21:19:33.108322 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78186aa-2e03-466c-8aa7-95216a44d59e req-295f3979-c5a1-40c4-b7e3-085e79edbe0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:19:33.109752 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-d78186aa-2e03-466c-8aa7-95216a44d59e req-295f3979-c5a1-40c4-b7e3-085e79edbe0c service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=b57e19b6-0914-4711-9006-4e82330c3537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0372784 May 31 21:19:33.199527 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-d78186aa-2e03-466c-8aa7-95216a44d59e req-53162a27-8171-4820-9ec0-d5b6dadd260a service neutron] 10.222.0.40 "GET /v2.0/networks/b57e19b6-0914-4711-9006-4e82330c3537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830877 May 31 21:19:33.288095 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-d78186aa-2e03-466c-8aa7-95216a44d59e req-b62a1e4c-818b-4db1-865d-43bbe36a49f2 service neutron] 10.222.0.40 "GET /v2.0/networks/b57e19b6-0914-4711-9006-4e82330c3537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808291 May 31 21:19:37.881718 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:UPDATE=3,neutron:SELECT=81 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:19:37.886717 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:19:37.888422 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=83,neutron:UPDATE=7 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:19:40.417968 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=55 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:19:40.426964 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=56 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:19:42.218524 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-c0952269-72ff-4f65-a7ce-616e2241fe26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (5ca9f0a2-8e5f-4b54-94fa-454f095515e4), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:19:43.239481 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=15 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:19:43.243319 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=19 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:19:43.283489 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=63 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:19:43.284254 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=56 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:19:44.610636 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-1ebe5536-4a91-40c7-ba7f-078e7575dc07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (13ce5b10-321e-4e80-b29e-1cfc3c51661e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:19:45.713320 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-58fa0aab-c296-4be2-a1ab-08418c16cad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (8170e961-7e1e-4c09-b09f-6b764c457cfd), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:19:46.852124 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-b770b660-b824-4665-84d0-9bbdd29e8e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (1c1563bc-5b12-4065-8d27-b22246e8e8d3), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:19:48.606233 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (a61205dd-b11c-42a1-aa2d-4b7310a8dc99), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:19:51.725974 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (51675295-7abb-4335-9c5a-c46a9082010e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:19:59.510687 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d6abc9-78c7-4d99-bdd5-9948757b17d1 req-41b5c6f9-a4e7-4f5f-ab36-03d1fce31ca6 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:19:59.512106 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-80d6abc9-78c7-4d99-bdd5-9948757b17d1 req-41b5c6f9-a4e7-4f5f-ab36-03d1fce31ca6 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/ports?device_id=903d1b05-7ed1-4b57-9325-7671d72d4284 HTTP/1.1" status: 200 len: 945 time: 0.0463319 May 31 21:19:59.558583 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-80d6abc9-78c7-4d99-bdd5-9948757b17d1 req-6cf2b111-173f-4ae6-9345-48328bfda898 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/security-groups?id=71091ebf-4257-42c7-b4e6-3a87e2934b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409474 May 31 21:20:00.682411 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1064f8-643b-425a-bcfa-336bb7da40c0 req-2d198bfb-775e-4c5f-9771-eb372598995e tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:20:00.683837 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-3f1064f8-643b-425a-bcfa-336bb7da40c0 req-2d198bfb-775e-4c5f-9771-eb372598995e tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/ports?device_id=903d1b05-7ed1-4b57-9325-7671d72d4284 HTTP/1.1" status: 200 len: 945 time: 0.0506401 May 31 21:20:00.730885 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-3f1064f8-643b-425a-bcfa-336bb7da40c0 req-9df396ff-b723-40b1-94cb-bb854cc75e07 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/security-groups?id=71091ebf-4257-42c7-b4e6-3a87e2934b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412643 May 31 21:20:01.223833 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11008ee-2633-4513-bb24-0afc2e7989a0 req-27629353-3672-4fab-9ab1-b27dd4187ab5 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:20:01.225169 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-c11008ee-2633-4513-bb24-0afc2e7989a0 req-27629353-3672-4fab-9ab1-b27dd4187ab5 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.40 "GET /v2.0/ports?device_id=903d1b05-7ed1-4b57-9325-7671d72d4284 HTTP/1.1" status: 200 len: 945 time: 0.0456531 May 31 21:20:01.309376 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.plugin [req-c11008ee-2633-4513-bb24-0afc2e7989a0 req-2b457148-8df1-4e72-bf95-66c074a22251 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Deleting port 54a3d30c-a1ca-4282-8b04-891f97fda031 {{(pid=104321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 31 21:20:01.309710 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-c11008ee-2633-4513-bb24-0afc2e7989a0 req-2b457148-8df1-4e72-bf95-66c074a22251 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747262076802'] for port (54a3d30c-a1ca-4282-8b04-891f97fda031), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:01.398959 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [req-c11008ee-2633-4513-bb24-0afc2e7989a0 req-2b457148-8df1-4e72-bf95-66c074a22251 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] For port 54a3d30c-a1ca-4282-8b04-891f97fda031, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=54a3d30c-a1ca-4282-8b04-891f97fda031,segment=NetworkSegment(dab68be0-cc2b-428d-a1e3-e670fc69bce9),segment_id=dab68be0-cc2b-428d-a1e3-e670fc69bce9)] {{(pid=104321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:20:01.399317 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-c11008ee-2633-4513-bb24-0afc2e7989a0 req-2b457148-8df1-4e72-bf95-66c074a22251 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574989'] for port (54a3d30c-a1ca-4282-8b04-891f97fda031), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:01.560642 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-c11008ee-2633-4513-bb24-0afc2e7989a0 req-2b457148-8df1-4e72-bf95-66c074a22251 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:01.560962 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-c11008ee-2633-4513-bb24-0afc2e7989a0 req-2b457148-8df1-4e72-bf95-66c074a22251 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598426'] for floatingip (9b5ebc92-4aa3-4907-9dc0-9a6086e98dda), after_update {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:01.561280 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.db.l3_db [req-c11008ee-2633-4513-bb24-0afc2e7989a0 req-2b457148-8df1-4e72-bf95-66c074a22251 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Floating IP 9b5ebc92-4aa3-4907-9dc0-9a6086e98dda disassociated. External IP: 172.27.0.238, port: 54a3d30c-a1ca-4282-8b04-891f97fda031. May 31 21:20:01.561618 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.plugin [req-c11008ee-2633-4513-bb24-0afc2e7989a0 req-2b457148-8df1-4e72-bf95-66c074a22251 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Calling delete_port for 54a3d30c-a1ca-4282-8b04-891f97fda031 owned by compute:nova {{(pid=104321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 31 21:20:01.649653 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:20:01.652552 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:20:01.654244 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=3,neutron:UPDATE=3 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:20:01.777644 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-c11008ee-2633-4513-bb24-0afc2e7989a0 req-2b457148-8df1-4e72-bf95-66c074a22251 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747262050753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747261518138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25540506'] for port (54a3d30c-a1ca-4282-8b04-891f97fda031), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:01.807920 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b457148-8df1-4e72-bf95-66c074a22251 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Pushing event deleted for resources: {'Port': ['ID=54a3d30c-a1ca-4282-8b04-891f97fda031,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:20:01.821277 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b457148-8df1-4e72-bf95-66c074a22251 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:20:01.821654 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b457148-8df1-4e72-bf95-66c074a22251 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:20:01.821977 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b457148-8df1-4e72-bf95-66c074a22251 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:20:01.825033 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b457148-8df1-4e72-bf95-66c074a22251 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:20:01.825033 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b457148-8df1-4e72-bf95-66c074a22251 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:20:01.825033 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b457148-8df1-4e72-bf95-66c074a22251 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:20:01.825033 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b457148-8df1-4e72-bf95-66c074a22251 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:20:01.825033 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b457148-8df1-4e72-bf95-66c074a22251 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:20:01.825033 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b457148-8df1-4e72-bf95-66c074a22251 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:20:01.825033 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b457148-8df1-4e72-bf95-66c074a22251 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:20:01.825033 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b457148-8df1-4e72-bf95-66c074a22251 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:20:01.825033 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b457148-8df1-4e72-bf95-66c074a22251 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:20:01.825033 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b457148-8df1-4e72-bf95-66c074a22251 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:20:01.825808 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b457148-8df1-4e72-bf95-66c074a22251 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:20:01.825808 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b457148-8df1-4e72-bf95-66c074a22251 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:20:01.828617 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-756582cd-6e41-4c9e-ad86-59c8cc86f2c3 req-981bbdf0-ef26-428a-89ea-036580935c2d tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/ports?device_id=903d1b05-7ed1-4b57-9325-7671d72d4284 HTTP/1.1" status: 200 len: 210 time: 0.0283399 May 31 21:20:01.930177 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c11008ee-2633-4513-bb24-0afc2e7989a0 req-2b457148-8df1-4e72-bf95-66c074a22251 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Router a91754eb-1388-498d-ad7b-17314423f28d has already been hosted by L3 agent 13ce5b10-321e-4e80-b29e-1cfc3c51661e {{(pid=104321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 31 21:20:02.026631 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c11008ee-2633-4513-bb24-0afc2e7989a0 req-2b457148-8df1-4e72-bf95-66c074a22251 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Notify agent at l3_agent.dv-cinder-839793-16-iscsi the message routers_updated {{(pid=104321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 31 21:20:02.036396 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b34b0e9-e58f-448a-8fc3-ba7fd01b4736 None None] Sync routers for ids ['a91754eb-1388-498d-ad7b-17314423f28d'] in dv-cinder-839793-16-iscsi {{(pid=104323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 21:20:02.046116 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b34b0e9-e58f-448a-8fc3-ba7fd01b4736 None None] Routers {'a91754eb-1388-498d-ad7b-17314423f28d'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:20:02.046747 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-0b34b0e9-e58f-448a-8fc3-ba7fd01b4736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:19:44Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['a91754eb-1388-498d-ad7b-17314423f28d'], 'active': True} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:20:02.067582 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [req-c11008ee-2633-4513-bb24-0afc2e7989a0 req-2b457148-8df1-4e72-bf95-66c074a22251 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] No DVR routers for this DVR port 54a3d30c-a1ca-4282-8b04-891f97fda031 on host hv-cinder-83979 {{(pid=104321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} May 31 21:20:02.070498 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-c11008ee-2633-4513-bb24-0afc2e7989a0 req-2b457148-8df1-4e72-bf95-66c074a22251 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for port (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:02.074059 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-c11008ee-2633-4513-bb24-0afc2e7989a0 req-2b457148-8df1-4e72-bf95-66c074a22251 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.40 "DELETE /v2.0/ports/54a3d30c-a1ca-4282-8b04-891f97fda031 HTTP/1.1" status: 204 len: 173 time: 0.8440170 May 31 21:20:02.074487 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '903d1b05-7ed1-4b57-9325-7671d72d4284', 'name': 'network-vif-deleted', 'tag': '54a3d30c-a1ca-4282-8b04-891f97fda031'}] {{(pid=104321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:20:02.076761 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6b014d5dee29fffbb36c15c330f4dd8b871b4cb67f19a16d167ed5ff3960b8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-519dd307-8dfd-4cc7-bd2a-c31c97f0c7f5" -d '{"events": [{"server_uuid": "903d1b05-7ed1-4b57-9325-7671d72d4284", "name": "network-vif-deleted", "tag": "54a3d30c-a1ca-4282-8b04-891f97fda031"}]}' {{(pid=104321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:20:02.112347 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 May 2022 21:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-376b223b-bbd4-4f68-ba0e-1e15bab9c402 x-openstack-request-id: req-376b223b-bbd4-4f68-ba0e-1e15bab9c402 {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:20:02.112635 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "903d1b05-7ed1-4b57-9325-7671d72d4284", "name": "network-vif-deleted", "tag": "54a3d30c-a1ca-4282-8b04-891f97fda031", "status": "completed", "code": 200}]} {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:20:02.112989 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-376b223b-bbd4-4f68-ba0e-1e15bab9c402 {{(pid=104321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:20:02.113409 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-376b223b-bbd4-4f68-ba0e-1e15bab9c402'] response: {'server_uuid': '903d1b05-7ed1-4b57-9325-7671d72d4284', 'name': 'network-vif-deleted', 'tag': '54a3d30c-a1ca-4282-8b04-891f97fda031', 'status': 'completed', 'code': 200} May 31 21:20:02.148178 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvr_db [None req-0b34b0e9-e58f-448a-8fc3-ba7fd01b4736 None None] Set router a91754eb-1388-498d-ad7b-17314423f28d gateway port host: dv-cinder-839793-16-iscsi {{(pid=104323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:20:02.263942 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.agents_db [None req-3d709c36-86fd-4f4f-bf7d-9e9748143f4e None None] Agent healthcheck: found 6 active agents {{(pid=104323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 31 21:20:02.347907 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-0b34b0e9-e58f-448a-8fc3-ba7fd01b4736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'name': 'tempest-AttachVolumeNegativeTest-248878464-router', 'tenant_id': '69b2364f40d14160adf0220d92adaad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '345700f1-91f0-4de8-bcd4-74c223a3a73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:11:18Z', 'updated_at': '2022-05-31T21:11:21Z', 'revision_number': 4, 'project_id': '69b2364f40d14160adf0220d92adaad7', 'gw_port': {'id': '345700f1-91f0-4de8-bcd4-74c223a3a73c', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:75:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:11:18Z', 'updated_at': '2022-05-31T21:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_interfaces': [{'id': 'c06c97eb-71d0-46d3-a966-560d7406c393', 'name': '', 'network_id': 'f9f27def-cef7-45b6-9a7b-b0c954078818', 'tenant_id': '69b2364f40d14160adf0220d92adaad7', 'mac_address': 'fa:16:3e:03:e5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'b0a2bf4f-8e94-4747-a06c-e4eb22a2611a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:11:20Z', 'updated_at': '2022-05-31T21:11:25Z', 'revision_number': 5, 'project_id': '69b2364f40d14160adf0220d92adaad7', 'subnets': [{'id': 'b0a2bf4f-8e94-4747-a06c-e4eb22a2611a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:20:02.375527 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b34b0e9-e58f-448a-8fc3-ba7fd01b4736 None None] Checking router: a91754eb-1388-498d-ad7b-17314423f28d for host: dv-cinder-839793-16-iscsi {{(pid=104323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 21:20:02.384652 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b34b0e9-e58f-448a-8fc3-ba7fd01b4736 None None] Routers {'a91754eb-1388-498d-ad7b-17314423f28d'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:20:02.385251 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-0b34b0e9-e58f-448a-8fc3-ba7fd01b4736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:19:44Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['a91754eb-1388-498d-ad7b-17314423f28d'], 'active': True} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:20:02.479240 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvr_db [None req-0b34b0e9-e58f-448a-8fc3-ba7fd01b4736 None None] Set router a91754eb-1388-498d-ad7b-17314423f28d gateway port host: dv-cinder-839793-16-iscsi {{(pid=104323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:20:02.743410 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-0b34b0e9-e58f-448a-8fc3-ba7fd01b4736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'name': 'tempest-AttachVolumeNegativeTest-248878464-router', 'tenant_id': '69b2364f40d14160adf0220d92adaad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '345700f1-91f0-4de8-bcd4-74c223a3a73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:11:18Z', 'updated_at': '2022-05-31T21:11:21Z', 'revision_number': 4, 'project_id': '69b2364f40d14160adf0220d92adaad7', 'gw_port': {'id': '345700f1-91f0-4de8-bcd4-74c223a3a73c', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:75:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:11:18Z', 'updated_at': '2022-05-31T21:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_interfaces': [{'id': 'c06c97eb-71d0-46d3-a966-560d7406c393', 'name': '', 'network_id': 'f9f27def-cef7-45b6-9a7b-b0c954078818', 'tenant_id': '69b2364f40d14160adf0220d92adaad7', 'mac_address': 'fa:16:3e:03:e5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'b0a2bf4f-8e94-4747-a06c-e4eb22a2611a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:11:20Z', 'updated_at': '2022-05-31T21:11:25Z', 'revision_number': 5, 'project_id': '69b2364f40d14160adf0220d92adaad7', 'subnets': [{'id': 'b0a2bf4f-8e94-4747-a06c-e4eb22a2611a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:20:02.767987 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b34b0e9-e58f-448a-8fc3-ba7fd01b4736 None None] The sync data for ids ['a91754eb-1388-498d-ad7b-17314423f28d'] in dv-cinder-839793-16-iscsi is: [{'id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'name': 'tempest-AttachVolumeNegativeTest-248878464-router', 'tenant_id': '69b2364f40d14160adf0220d92adaad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '345700f1-91f0-4de8-bcd4-74c223a3a73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:11:18Z', 'updated_at': '2022-05-31T21:11:21Z', 'revision_number': 4, 'project_id': '69b2364f40d14160adf0220d92adaad7', 'gw_port': {'id': '345700f1-91f0-4de8-bcd4-74c223a3a73c', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:75:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:11:18Z', 'updated_at': '2022-05-31T21:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_interfaces': [{'id': 'c06c97eb-71d0-46d3-a966-560d7406c393', 'name': '', 'network_id': 'f9f27def-cef7-45b6-9a7b-b0c954078818', 'tenant_id': '69b2364f40d14160adf0220d92adaad7', 'mac_address': 'fa:16:3e:03:e5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'b0a2bf4f-8e94-4747-a06c-e4eb22a2611a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:11:20Z', 'updated_at': '2022-05-31T21:11:25Z', 'revision_number': 5, 'project_id': '69b2364f40d14160adf0220d92adaad7', 'subnets': [{'id': 'b0a2bf4f-8e94-4747-a06c-e4eb22a2611a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 21:20:03.001397 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d4b11a-18b3-439d-8f49-66168fab4063 None None] New status for floating IP 9b5ebc92-4aa3-4907-9dc0-9a6086e98dda: DOWN {{(pid=104322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 31 21:20:03.024433 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 42786) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:20:03.080129 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-d87fb216-56e7-485e-a7cd-1f66bc3f8099 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks [] for security_group (71091ebf-4257-42c7-b4e6-3a87e2934b1d), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:03.097329 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:20:03.105542 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:20:03.107570 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-d87fb216-56e7-485e-a7cd-1f66bc3f8099 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks [] for security_group (71091ebf-4257-42c7-b4e6-3a87e2934b1d), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:03.239870 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-d87fb216-56e7-485e-a7cd-1f66bc3f8099 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (71091ebf-4257-42c7-b4e6-3a87e2934b1d), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:03.242479 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-d87fb216-56e7-485e-a7cd-1f66bc3f8099 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks [] for security_group (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:03.243630 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-d87fb216-56e7-485e-a7cd-1f66bc3f8099 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "DELETE /v2.0/security-groups/71091ebf-4257-42c7-b4e6-3a87e2934b1d HTTP/1.1" status: 204 len: 168 time: 0.2182081 May 31 21:20:03.246370 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 42788) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:20:03.260113 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87fb216-56e7-485e-a7cd-1f66bc3f8099 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71091ebf-4257-42c7-b4e6-3a87e2934b1d,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:20:03.260449 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.api.v2.resource [None req-a7759e8b-541f-47b6-916e-18c536a49218 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] show failed (client error): The resource could not be found. May 31 21:20:03.262385 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-a7759e8b-541f-47b6-916e-18c536a49218 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "GET /v2.0/security-groups/71091ebf-4257-42c7-b4e6-3a87e2934b1d HTTP/1.1" status: 404 len: 347 time: 0.0140238 May 31 21:20:03.264338 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 42790) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:20:03.373441 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-bdae9d49-9ee6-4d63-be3e-d6607bc472d8 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Deleting port 1056ce79-ec61-4ade-9a34-4c3cd7c4c1a3 {{(pid=104320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 31 21:20:03.373781 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-bdae9d49-9ee6-4d63-be3e-d6607bc472d8 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747262076802'] for port (1056ce79-ec61-4ade-9a34-4c3cd7c4c1a3), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:03.451425 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-bdae9d49-9ee6-4d63-be3e-d6607bc472d8 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574989'] for port (1056ce79-ec61-4ade-9a34-4c3cd7c4c1a3), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:03.451748 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-bdae9d49-9ee6-4d63-be3e-d6607bc472d8 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks [] for floatingip (1056ce79-ec61-4ade-9a34-4c3cd7c4c1a3), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:03.464496 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-bdae9d49-9ee6-4d63-be3e-d6607bc472d8 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Calling delete_port for 1056ce79-ec61-4ade-9a34-4c3cd7c4c1a3 owned by network:floatingip {{(pid=104320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 31 21:20:03.640217 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-bdae9d49-9ee6-4d63-be3e-d6607bc472d8 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747262050753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747261518138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437045'] for port (1056ce79-ec61-4ade-9a34-4c3cd7c4c1a3), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:03.662831 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdae9d49-9ee6-4d63-be3e-d6607bc472d8 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Pushing event deleted for resources: {'Port': ['ID=1056ce79-ec61-4ade-9a34-4c3cd7c4c1a3,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:20:03.676262 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdae9d49-9ee6-4d63-be3e-d6607bc472d8 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:20:03.676611 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdae9d49-9ee6-4d63-be3e-d6607bc472d8 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:20:03.676947 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdae9d49-9ee6-4d63-be3e-d6607bc472d8 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:20:03.677281 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdae9d49-9ee6-4d63-be3e-d6607bc472d8 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:20:03.677609 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdae9d49-9ee6-4d63-be3e-d6607bc472d8 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:20:03.677960 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdae9d49-9ee6-4d63-be3e-d6607bc472d8 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:20:03.678286 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdae9d49-9ee6-4d63-be3e-d6607bc472d8 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:20:03.678609 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdae9d49-9ee6-4d63-be3e-d6607bc472d8 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:20:03.678928 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdae9d49-9ee6-4d63-be3e-d6607bc472d8 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:20:03.679247 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdae9d49-9ee6-4d63-be3e-d6607bc472d8 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:20:03.679566 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdae9d49-9ee6-4d63-be3e-d6607bc472d8 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:20:03.679883 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdae9d49-9ee6-4d63-be3e-d6607bc472d8 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:20:03.680733 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdae9d49-9ee6-4d63-be3e-d6607bc472d8 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:20:03.681051 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdae9d49-9ee6-4d63-be3e-d6607bc472d8 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:20:03.681368 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdae9d49-9ee6-4d63-be3e-d6607bc472d8 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:20:03.736062 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-bdae9d49-9ee6-4d63-be3e-d6607bc472d8 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks [] for floatingip (9b5ebc92-4aa3-4907-9dc0-9a6086e98dda), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:03.738381 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-bdae9d49-9ee6-4d63-be3e-d6607bc472d8 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for floatingip (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:03.739501 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-bdae9d49-9ee6-4d63-be3e-d6607bc472d8 tempest-AttachVolumeNegativeTest-14232740 tempest-AttachVolumeNegativeTest-14232740-project] 10.222.0.55 "DELETE /v2.0/floatingips/9b5ebc92-4aa3-4907-9dc0-9a6086e98dda HTTP/1.1" status: 204 len: 168 time: 0.4741511 May 31 21:20:05.862319 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device 54a3d30c-a1ca-4282-8b04-891f97fda031 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 31 21:20:05.880344 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] No Port match for: 54a3d30c-a1ca-4282-8b04-891f97fda031 {{(pid=104322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 31 21:20:05.880678 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device 54a3d30c-a1ca-4282-8b04-891f97fda031 not bound to the agent host hv-cinder-83979 {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 31 21:20:07.749097 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 42826) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:20:08.330624 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:20:08.344095 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:20:08.385191 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-3ce07c57-5c7c-4edc-9320-be981483434b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1599450'] for router_interface (a91754eb-1388-498d-ad7b-17314423f28d), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:08.594987 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-3ce07c57-5c7c-4edc-9320-be981483434b admin admin] Deleting port c06c97eb-71d0-46d3-a966-560d7406c393 {{(pid=104320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 31 21:20:08.595240 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-3ce07c57-5c7c-4edc-9320-be981483434b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747262076802'] for port (c06c97eb-71d0-46d3-a966-560d7406c393), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:08.670870 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-3ce07c57-5c7c-4edc-9320-be981483434b admin admin] For port c06c97eb-71d0-46d3-a966-560d7406c393, host dv-cinder-839793-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=c06c97eb-71d0-46d3-a966-560d7406c393,segment=NetworkSegment(dab68be0-cc2b-428d-a1e3-e670fc69bce9),segment_id=dab68be0-cc2b-428d-a1e3-e670fc69bce9)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:20:08.671222 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-3ce07c57-5c7c-4edc-9320-be981483434b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574989'] for port (c06c97eb-71d0-46d3-a966-560d7406c393), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:08.683389 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-3ce07c57-5c7c-4edc-9320-be981483434b admin admin] Calling delete_port for c06c97eb-71d0-46d3-a966-560d7406c393 owned by network:router_interface {{(pid=104320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 31 21:20:08.908440 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-3ce07c57-5c7c-4edc-9320-be981483434b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747262050753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747261518138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437045'] for port (c06c97eb-71d0-46d3-a966-560d7406c393), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:08.936206 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce07c57-5c7c-4edc-9320-be981483434b admin admin] Pushing event deleted for resources: {'Port': ['ID=c06c97eb-71d0-46d3-a966-560d7406c393,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:20:09.087568 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:20:09.097038 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-3ce07c57-5c7c-4edc-9320-be981483434b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1696841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1612805'] for router_interface (a91754eb-1388-498d-ad7b-17314423f28d), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:09.238627 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:20:09.308449 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ce07c57-5c7c-4edc-9320-be981483434b admin admin] Router a91754eb-1388-498d-ad7b-17314423f28d has already been hosted by L3 agent 13ce5b10-321e-4e80-b29e-1cfc3c51661e {{(pid=104320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 31 21:20:09.408052 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ce07c57-5c7c-4edc-9320-be981483434b admin admin] Notify agent at l3_agent.dv-cinder-839793-16-iscsi the message routers_updated {{(pid=104320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 31 21:20:09.412994 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-3ce07c57-5c7c-4edc-9320-be981483434b admin admin] 10.222.0.55 "PUT /v2.0/routers/a91754eb-1388-498d-ad7b-17314423f28d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6629210 May 31 21:20:09.415994 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 42830) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:20:09.418673 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29dd97e4-e1e9-4471-8533-2e4746295f57 None None] Sync routers for ids ['a91754eb-1388-498d-ad7b-17314423f28d'] in dv-cinder-839793-16-iscsi {{(pid=104323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 21:20:09.429448 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29dd97e4-e1e9-4471-8533-2e4746295f57 None None] Routers {'a91754eb-1388-498d-ad7b-17314423f28d'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:20:09.430769 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-29dd97e4-e1e9-4471-8533-2e4746295f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:19:44Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['a91754eb-1388-498d-ad7b-17314423f28d'], 'active': True} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:20:09.520380 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-db5edf30-51be-41ad-8cfe-53b59f693902 admin admin] Publish callbacks [] for router (a91754eb-1388-498d-ad7b-17314423f28d), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:09.529921 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvr_db [None req-29dd97e4-e1e9-4471-8533-2e4746295f57 None None] Set router a91754eb-1388-498d-ad7b-17314423f28d gateway port host: dv-cinder-839793-16-iscsi {{(pid=104323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:20:09.614833 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-db5edf30-51be-41ad-8cfe-53b59f693902 admin admin] Publish callbacks [] for router_gateway (a91754eb-1388-498d-ad7b-17314423f28d), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:09.690772 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=100 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:20:09.697477 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-29dd97e4-e1e9-4471-8533-2e4746295f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'name': 'tempest-AttachVolumeNegativeTest-248878464-router', 'tenant_id': '69b2364f40d14160adf0220d92adaad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '345700f1-91f0-4de8-bcd4-74c223a3a73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:11:18Z', 'updated_at': '2022-05-31T21:20:08Z', 'revision_number': 5, 'project_id': '69b2364f40d14160adf0220d92adaad7', 'gw_port': {'id': '345700f1-91f0-4de8-bcd4-74c223a3a73c', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:75:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:11:18Z', 'updated_at': '2022-05-31T21:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi'}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:20:09.716368 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-db5edf30-51be-41ad-8cfe-53b59f693902 admin admin] Deleting port 345700f1-91f0-4de8-bcd4-74c223a3a73c {{(pid=104320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 31 21:20:09.716703 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-db5edf30-51be-41ad-8cfe-53b59f693902 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747262076802'] for port (345700f1-91f0-4de8-bcd4-74c223a3a73c), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:09.722225 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29dd97e4-e1e9-4471-8533-2e4746295f57 None None] Checking router: a91754eb-1388-498d-ad7b-17314423f28d for host: dv-cinder-839793-16-iscsi {{(pid=104323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 21:20:09.731303 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29dd97e4-e1e9-4471-8533-2e4746295f57 None None] Routers {'a91754eb-1388-498d-ad7b-17314423f28d'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:20:09.731903 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-29dd97e4-e1e9-4471-8533-2e4746295f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:19:44Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['a91754eb-1388-498d-ad7b-17314423f28d'], 'active': True} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:20:09.734289 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=100 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:20:09.798130 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-db5edf30-51be-41ad-8cfe-53b59f693902 admin admin] For port 345700f1-91f0-4de8-bcd4-74c223a3a73c, host dv-cinder-839793-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=345700f1-91f0-4de8-bcd4-74c223a3a73c,segment=NetworkSegment(4436eed2-294e-4646-83cf-aec09b7c7c9c),segment_id=4436eed2-294e-4646-83cf-aec09b7c7c9c)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:20:09.798492 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-db5edf30-51be-41ad-8cfe-53b59f693902 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574989'] for port (345700f1-91f0-4de8-bcd4-74c223a3a73c), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:09.811185 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-db5edf30-51be-41ad-8cfe-53b59f693902 admin admin] Calling delete_port for 345700f1-91f0-4de8-bcd4-74c223a3a73c owned by network:router_gateway {{(pid=104320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 31 21:20:09.814057 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvr_db [None req-29dd97e4-e1e9-4471-8533-2e4746295f57 None None] Set router a91754eb-1388-498d-ad7b-17314423f28d gateway port host: None {{(pid=104323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:20:09.862061 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-29dd97e4-e1e9-4471-8533-2e4746295f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'name': 'tempest-AttachVolumeNegativeTest-248878464-router', 'tenant_id': '69b2364f40d14160adf0220d92adaad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:11:18Z', 'updated_at': '2022-05-31T21:20:09Z', 'revision_number': 6, 'project_id': '69b2364f40d14160adf0220d92adaad7', 'gw_port_host': None}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:20:09.888690 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29dd97e4-e1e9-4471-8533-2e4746295f57 None None] The sync data for ids ['a91754eb-1388-498d-ad7b-17314423f28d'] in dv-cinder-839793-16-iscsi is: [{'id': 'a91754eb-1388-498d-ad7b-17314423f28d', 'name': 'tempest-AttachVolumeNegativeTest-248878464-router', 'tenant_id': '69b2364f40d14160adf0220d92adaad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:11:18Z', 'updated_at': '2022-05-31T21:20:09Z', 'revision_number': 6, 'project_id': '69b2364f40d14160adf0220d92adaad7', 'gw_port_host': None}] {{(pid=104323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 21:20:09.954065 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:20:10.074636 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-db5edf30-51be-41ad-8cfe-53b59f693902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747262050753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747261518138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437045'] for port (345700f1-91f0-4de8-bcd4-74c223a3a73c), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:10.101967 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5edf30-51be-41ad-8cfe-53b59f693902 admin admin] Pushing event deleted for resources: {'Port': ['ID=345700f1-91f0-4de8-bcd4-74c223a3a73c,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:20:10.163318 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-db5edf30-51be-41ad-8cfe-53b59f693902 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598469'] for router_gateway (a91754eb-1388-498d-ad7b-17314423f28d), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:10.251863 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-db5edf30-51be-41ad-8cfe-53b59f693902 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1599166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256068'] for router (a91754eb-1388-498d-ad7b-17314423f28d), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:10.254532 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-db5edf30-51be-41ad-8cfe-53b59f693902 admin admin] Publish callbacks [] for router_controller (a91754eb-1388-498d-ad7b-17314423f28d), precommit_delete_associations {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:10.360303 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-db5edf30-51be-41ad-8cfe-53b59f693902 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1599157'] for router (a91754eb-1388-498d-ad7b-17314423f28d), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:10.360918 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db5edf30-51be-41ad-8cfe-53b59f693902 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a91754eb-1388-498d-ad7b-17314423f28d {{(pid=104320) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 31 21:20:10.367507 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-db5edf30-51be-41ad-8cfe-53b59f693902 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:10.367507 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-db5edf30-51be-41ad-8cfe-53b59f693902 admin admin] 10.222.0.55 "DELETE /v2.0/routers/a91754eb-1388-498d-ad7b-17314423f28d HTTP/1.1" status: 204 len: 168 time: 0.9494729 May 31 21:20:10.369456 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 42832) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:20:10.417012 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.db.db_base_plugin_v2 [None req-65a7c044-897a-4fc4-b153-fb731aba7057 admin admin] Deleting subnet b0a2bf4f-8e94-4747-a06c-e4eb22a2611a {{(pid=104320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 31 21:20:10.420310 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-65a7c044-897a-4fc4-b153-fb731aba7057 admin admin] Publish callbacks [] for subnet (b0a2bf4f-8e94-4747-a06c-e4eb22a2611a), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:10.421832 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:20:10.455285 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-65a7c044-897a-4fc4-b153-fb731aba7057 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25571901'] for subnet (b0a2bf4f-8e94-4747-a06c-e4eb22a2611a), precommit_delete_associations {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:10.527981 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-65a7c044-897a-4fc4-b153-fb731aba7057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673141'] for subnet (b0a2bf4f-8e94-4747-a06c-e4eb22a2611a), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:10.657247 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-65a7c044-897a-4fc4-b153-fb731aba7057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25436928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3351937'] for subnet (b0a2bf4f-8e94-4747-a06c-e4eb22a2611a), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:10.659414 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device c06c97eb-71d0-46d3-a966-560d7406c393 no longer exists at agent ovs-agent-dv-cinder-839793-16-iscsi {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 31 21:20:10.684526 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] No Port match for: c06c97eb-71d0-46d3-a966-560d7406c393 {{(pid=104322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 31 21:20:10.684872 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device c06c97eb-71d0-46d3-a966-560d7406c393 not bound to the agent host dv-cinder-839793-16-iscsi {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 31 21:20:10.691814 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a7c044-897a-4fc4-b153-fb731aba7057 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0a2bf4f-8e94-4747-a06c-e4eb22a2611a,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:20:10.697837 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-65a7c044-897a-4fc4-b153-fb731aba7057 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:10.702082 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-65a7c044-897a-4fc4-b153-fb731aba7057 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/b0a2bf4f-8e94-4747-a06c-e4eb22a2611a HTTP/1.1" status: 204 len: 168 time: 0.3313944 May 31 21:20:10.703539 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631d209e-3af3-4564-b3e9-ae10eae2fb2a None None] Network f9f27def-cef7-45b6-9a7b-b0c954078818 requested from dv-cinder-839793-16-iscsi {{(pid=104322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 31 21:20:10.704849 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 42834) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:20:10.777187 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-092b5e21-a57a-41e8-bbb8-beec34d68975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681077'] for network (f9f27def-cef7-45b6-9a7b-b0c954078818), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:10.820573 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.plugin [None req-092b5e21-a57a-41e8-bbb8-beec34d68975 admin admin] Deleting port 85f42f40-1d39-4bc0-b193-4bcb65f85cdb {{(pid=104321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 31 21:20:10.820904 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-092b5e21-a57a-41e8-bbb8-beec34d68975 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747262076802'] for port (85f42f40-1d39-4bc0-b193-4bcb65f85cdb), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:10.874788 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687daa34-33b6-4e65-8368-36a7369df412 None None] DHCP port deletion for f9f27def-cef7-45b6-9a7b-b0c954078818 request from dv-cinder-839793-16-iscsi {{(pid=104322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 31 21:20:10.888445 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [None req-092b5e21-a57a-41e8-bbb8-beec34d68975 admin admin] For port 85f42f40-1d39-4bc0-b193-4bcb65f85cdb, host dv-cinder-839793-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=85f42f40-1d39-4bc0-b193-4bcb65f85cdb,segment=NetworkSegment(dab68be0-cc2b-428d-a1e3-e670fc69bce9),segment_id=dab68be0-cc2b-428d-a1e3-e670fc69bce9)] {{(pid=104321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:20:10.888807 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-092b5e21-a57a-41e8-bbb8-beec34d68975 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574989'] for port (85f42f40-1d39-4bc0-b193-4bcb65f85cdb), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:10.902103 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.plugin [None req-092b5e21-a57a-41e8-bbb8-beec34d68975 admin admin] Calling delete_port for 85f42f40-1d39-4bc0-b193-4bcb65f85cdb owned by network:dhcp {{(pid=104321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 31 21:20:10.917670 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-687daa34-33b6-4e65-8368-36a7369df412 None None] Deleting port 85f42f40-1d39-4bc0-b193-4bcb65f85cdb {{(pid=104322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 31 21:20:10.918061 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-687daa34-33b6-4e65-8368-36a7369df412 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747262076802'] for port (85f42f40-1d39-4bc0-b193-4bcb65f85cdb), before_delete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:10.984867 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-687daa34-33b6-4e65-8368-36a7369df412 None None] For port 85f42f40-1d39-4bc0-b193-4bcb65f85cdb, host dv-cinder-839793-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=85f42f40-1d39-4bc0-b193-4bcb65f85cdb,segment=NetworkSegment(dab68be0-cc2b-428d-a1e3-e670fc69bce9),segment_id=dab68be0-cc2b-428d-a1e3-e670fc69bce9)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:20:10.991263 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-687daa34-33b6-4e65-8368-36a7369df412 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574989'] for port (85f42f40-1d39-4bc0-b193-4bcb65f85cdb), precommit_delete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:10.998245 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-687daa34-33b6-4e65-8368-36a7369df412 None None] Calling delete_port for 85f42f40-1d39-4bc0-b193-4bcb65f85cdb owned by network:dhcp {{(pid=104322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 31 21:20:11.038631 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-092b5e21-a57a-41e8-bbb8-beec34d68975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747262050753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747261518138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25540506'] for port (85f42f40-1d39-4bc0-b193-4bcb65f85cdb), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:11.077325 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092b5e21-a57a-41e8-bbb8-beec34d68975 admin admin] Pushing event deleted for resources: {'Port': ['ID=85f42f40-1d39-4bc0-b193-4bcb65f85cdb,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:20:11.084528 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092b5e21-a57a-41e8-bbb8-beec34d68975 admin admin] No DVR routers for this DVR port 85f42f40-1d39-4bc0-b193-4bcb65f85cdb on host dv-cinder-839793-16-iscsi {{(pid=104321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} May 31 21:20:11.090674 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-687daa34-33b6-4e65-8368-36a7369df412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747262050753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747261518138'] for port (85f42f40-1d39-4bc0-b193-4bcb65f85cdb), after_delete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:11.132012 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687daa34-33b6-4e65-8368-36a7369df412 None None] Pushing event deleted for resources: {'Port': ['ID=85f42f40-1d39-4bc0-b193-4bcb65f85cdb,revision_number=None']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:20:11.135725 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687daa34-33b6-4e65-8368-36a7369df412 None None] No DVR routers for this DVR port 85f42f40-1d39-4bc0-b193-4bcb65f85cdb on host dv-cinder-839793-16-iscsi {{(pid=104322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} May 31 21:20:11.146650 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687daa34-33b6-4e65-8368-36a7369df412 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:20:11.147174 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687daa34-33b6-4e65-8368-36a7369df412 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:20:11.147708 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687daa34-33b6-4e65-8368-36a7369df412 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:20:11.148243 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687daa34-33b6-4e65-8368-36a7369df412 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:20:11.148802 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687daa34-33b6-4e65-8368-36a7369df412 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:20:11.149321 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687daa34-33b6-4e65-8368-36a7369df412 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:20:11.149846 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687daa34-33b6-4e65-8368-36a7369df412 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:20:11.150471 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687daa34-33b6-4e65-8368-36a7369df412 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:20:11.150997 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687daa34-33b6-4e65-8368-36a7369df412 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:20:11.151518 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687daa34-33b6-4e65-8368-36a7369df412 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:20:11.152048 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687daa34-33b6-4e65-8368-36a7369df412 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:20:11.152519 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687daa34-33b6-4e65-8368-36a7369df412 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:20:11.152968 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687daa34-33b6-4e65-8368-36a7369df412 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:20:11.153397 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687daa34-33b6-4e65-8368-36a7369df412 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:20:11.153813 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687daa34-33b6-4e65-8368-36a7369df412 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:20:11.181407 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-092b5e21-a57a-41e8-bbb8-beec34d68975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678652', 'neutron.services.segments.db._delete_segments_for_network-8747261968285'] for network (f9f27def-cef7-45b6-9a7b-b0c954078818), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:11.200714 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.services.segments.db [None req-092b5e21-a57a-41e8-bbb8-beec34d68975 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9f27def-cef7-45b6-9a7b-b0c954078818']}} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:20:11.209708 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.services.segments.db [None req-092b5e21-a57a-41e8-bbb8-beec34d68975 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dab68be0-cc2b-428d-a1e3-e670fc69bce9') {'for_net_delete': True} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:20:11.210027 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.services.segments.db [None req-092b5e21-a57a-41e8-bbb8-beec34d68975 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dab68be0-cc2b-428d-a1e3-e670fc69bce9') {} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:20:11.219639 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-092b5e21-a57a-41e8-bbb8-beec34d68975 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747261973158', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3660646'] for segment (dab68be0-cc2b-428d-a1e3-e670fc69bce9), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:11.233072 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-092b5e21-a57a-41e8-bbb8-beec34d68975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674812'] for segment (dab68be0-cc2b-428d-a1e3-e670fc69bce9), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:11.238896 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-092b5e21-a57a-41e8-bbb8-beec34d68975 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=104321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 21:20:11.239274 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-092b5e21-a57a-41e8-bbb8-beec34d68975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25540173'] for segment (dab68be0-cc2b-428d-a1e3-e670fc69bce9), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:11.279369 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.services.segments.plugin [-] Segment dab68be0-cc2b-428d-a1e3-e670fc69bce9 resource provider aggregate not found May 31 21:20:11.302655 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.services.segments.plugin [-] Segment dab68be0-cc2b-428d-a1e3-e670fc69bce9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dab68be0-cc2b-428d-a1e3-e670fc69bce9 found for delete ", "request_id": "req-10b50f3e-e464-430c-b92c-55a4974fc6b4"}]} May 31 21:20:11.382467 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-092b5e21-a57a-41e8-bbb8-beec34d68975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598461'] for network (f9f27def-cef7-45b6-9a7b-b0c954078818), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:11.387720 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-092b5e21-a57a-41e8-bbb8-beec34d68975 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696852'] for network (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:11.390858 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-092b5e21-a57a-41e8-bbb8-beec34d68975 admin admin] 10.222.0.55 "DELETE /v2.0/networks/f9f27def-cef7-45b6-9a7b-b0c954078818 HTTP/1.1" status: 204 len: 168 time: 0.6838031 May 31 21:20:11.405552 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092b5e21-a57a-41e8-bbb8-beec34d68975 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9f27def-cef7-45b6-9a7b-b0c954078818,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:20:11.700353 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 42842) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:20:11.739769 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-4cdd460d-9445-458e-94a4-b6fede300d16 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=69b2364f40d14160adf0220d92adaad7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382993 May 31 21:20:11.742190 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 42844) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:20:11.788882 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-5f047514-3366-4517-a705-02f0ecf94c99 admin admin] Publish callbacks [] for security_group (b358fea7-7514-4693-8082-d565c52d82fd), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:11.809675 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-5f047514-3366-4517-a705-02f0ecf94c99 admin admin] Publish callbacks [] for security_group (b358fea7-7514-4693-8082-d565c52d82fd), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:11.919419 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-5f047514-3366-4517-a705-02f0ecf94c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (b358fea7-7514-4693-8082-d565c52d82fd), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:11.922010 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-5f047514-3366-4517-a705-02f0ecf94c99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:11.931326 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-5f047514-3366-4517-a705-02f0ecf94c99 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b358fea7-7514-4693-8082-d565c52d82fd HTTP/1.1" status: 204 len: 168 time: 0.1800475 May 31 21:20:11.932196 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f047514-3366-4517-a705-02f0ecf94c99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b358fea7-7514-4693-8082-d565c52d82fd,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:20:12.044765 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device 345700f1-91f0-4de8-bcd4-74c223a3a73c no longer exists at agent ovs-agent-dv-cinder-839793-16-iscsi {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 31 21:20:12.064364 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] No Port match for: 345700f1-91f0-4de8-bcd4-74c223a3a73c {{(pid=104322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 31 21:20:12.064701 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device 345700f1-91f0-4de8-bcd4-74c223a3a73c not bound to the agent host dv-cinder-839793-16-iscsi {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 31 21:20:12.065111 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device 85f42f40-1d39-4bc0-b193-4bcb65f85cdb no longer exists at agent ovs-agent-dv-cinder-839793-16-iscsi {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 31 21:20:12.083868 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] No Port match for: 85f42f40-1d39-4bc0-b193-4bcb65f85cdb {{(pid=104322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 31 21:20:12.084260 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device 85f42f40-1d39-4bc0-b193-4bcb65f85cdb not bound to the agent host dv-cinder-839793-16-iscsi {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 31 21:20:12.211098 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-36ef6761-947a-40de-a320-b1548caaa757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (5ca9f0a2-8e5f-4b54-94fa-454f095515e4), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:14.587371 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-99161404-38e3-4834-bef4-57383318ae4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (13ce5b10-321e-4e80-b29e-1cfc3c51661e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:15.691145 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-58fa0aab-c296-4be2-a1ab-08418c16cad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (8170e961-7e1e-4c09-b09f-6b764c457cfd), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:16.882767 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-b770b660-b824-4665-84d0-9bbdd29e8e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (1c1563bc-5b12-4065-8d27-b22246e8e8d3), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:18.593781 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (a61205dd-b11c-42a1-aa2d-4b7310a8dc99), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:20.243597 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=3 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:20:20.259923 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=20 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:20:20.667393 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=62,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:20:21.730997 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (51675295-7abb-4335-9c5a-c46a9082010e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:21.842812 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=75,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:20:21.927315 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=84,neutron:DELETE=9 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:20:23.259627 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 42960) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:20:23.362728 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-1d167ec7-5d9d-47ef-8da3-59c62ba2e9bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:23.434721 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-1d167ec7-5d9d-47ef-8da3-59c62ba2e9bd admin admin] Publish callbacks [] for security_group (76de84b7-3576-4890-984b-ca327c8cab06), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:23.507783 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-1d167ec7-5d9d-47ef-8da3-59c62ba2e9bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (76de84b7-3576-4890-984b-ca327c8cab06), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:23.550199 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-1d167ec7-5d9d-47ef-8da3-59c62ba2e9bd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9a36f704338c4c968e1d1a477d89eb70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2888832 May 31 21:20:23.551402 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d167ec7-5d9d-47ef-8da3-59c62ba2e9bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76de84b7-3576-4890-984b-ca327c8cab06,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:20:23.552919 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 42964) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:20:23.602319 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-36d22e31-9682-4db7-af0e-cae3956d5bfd admin admin] Publish callbacks [] for security_group (76de84b7-3576-4890-984b-ca327c8cab06), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:23.624661 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-36d22e31-9682-4db7-af0e-cae3956d5bfd admin admin] Publish callbacks [] for security_group (76de84b7-3576-4890-984b-ca327c8cab06), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:23.866413 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-36d22e31-9682-4db7-af0e-cae3956d5bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (76de84b7-3576-4890-984b-ca327c8cab06), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:23.868895 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-36d22e31-9682-4db7-af0e-cae3956d5bfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:23.870736 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-36d22e31-9682-4db7-af0e-cae3956d5bfd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/76de84b7-3576-4890-984b-ca327c8cab06 HTTP/1.1" status: 204 len: 168 time: 0.3168373 May 31 21:20:23.878518 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d22e31-9682-4db7-af0e-cae3956d5bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76de84b7-3576-4890-984b-ca327c8cab06,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:20:26.842661 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 43036) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:20:26.944357 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-24dcd19b-5a34-4a06-a211-d3adf2ac602e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:27.018181 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-24dcd19b-5a34-4a06-a211-d3adf2ac602e admin admin] Publish callbacks [] for security_group (8a244c99-6c39-4d49-a560-79c0c881abda), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:27.096107 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-24dcd19b-5a34-4a06-a211-d3adf2ac602e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (8a244c99-6c39-4d49-a560-79c0c881abda), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:27.139108 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-24dcd19b-5a34-4a06-a211-d3adf2ac602e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6e33f77d98554ef59014aaa34e64c647&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2953887 May 31 21:20:27.140029 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dcd19b-5a34-4a06-a211-d3adf2ac602e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a244c99-6c39-4d49-a560-79c0c881abda,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:20:27.141819 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 43040) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:20:27.189727 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-c0a02ee9-8e28-4d9b-9ebb-7abb84c13c17 admin admin] Publish callbacks [] for security_group (8a244c99-6c39-4d49-a560-79c0c881abda), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:27.210972 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-c0a02ee9-8e28-4d9b-9ebb-7abb84c13c17 admin admin] Publish callbacks [] for security_group (8a244c99-6c39-4d49-a560-79c0c881abda), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:27.319239 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-c0a02ee9-8e28-4d9b-9ebb-7abb84c13c17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (8a244c99-6c39-4d49-a560-79c0c881abda), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:27.321825 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-c0a02ee9-8e28-4d9b-9ebb-7abb84c13c17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:27.323549 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-c0a02ee9-8e28-4d9b-9ebb-7abb84c13c17 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8a244c99-6c39-4d49-a560-79c0c881abda HTTP/1.1" status: 204 len: 168 time: 0.1807163 May 31 21:20:27.331117 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a02ee9-8e28-4d9b-9ebb-7abb84c13c17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a244c99-6c39-4d49-a560-79c0c881abda,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:20:27.880395 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 43046) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:20:27.894127 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-273a4ab4-1d6e-4505-bf40-f11d6b5e2bd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:27.966572 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-273a4ab4-1d6e-4505-bf40-f11d6b5e2bd6 admin admin] Publish callbacks [] for security_group (9e174245-8a8f-4695-b176-ec95439d645c), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:28.037526 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-273a4ab4-1d6e-4505-bf40-f11d6b5e2bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (9e174245-8a8f-4695-b176-ec95439d645c), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:28.079113 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-273a4ab4-1d6e-4505-bf40-f11d6b5e2bd6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=02d631d71cc14adaa630d62c8973945d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1976638 May 31 21:20:28.080256 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273a4ab4-1d6e-4505-bf40-f11d6b5e2bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e174245-8a8f-4695-b176-ec95439d645c,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:20:28.081794 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 43048) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:20:28.130852 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-a5aebb57-1bc7-40a3-9bef-9361f833678c admin admin] Publish callbacks [] for security_group (9e174245-8a8f-4695-b176-ec95439d645c), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:28.151660 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-a5aebb57-1bc7-40a3-9bef-9361f833678c admin admin] Publish callbacks [] for security_group (9e174245-8a8f-4695-b176-ec95439d645c), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:28.284733 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-a5aebb57-1bc7-40a3-9bef-9361f833678c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (9e174245-8a8f-4695-b176-ec95439d645c), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:28.287307 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-a5aebb57-1bc7-40a3-9bef-9361f833678c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:28.288485 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-a5aebb57-1bc7-40a3-9bef-9361f833678c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9e174245-8a8f-4695-b176-ec95439d645c HTTP/1.1" status: 204 len: 168 time: 0.2056339 May 31 21:20:28.296605 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aebb57-1bc7-40a3-9bef-9361f833678c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e174245-8a8f-4695-b176-ec95439d645c,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:20:30.649220 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 43092) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:20:30.753163 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-87d29bd1-34e9-4ffc-9eca-eda1ae3f14ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:30.829231 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-87d29bd1-34e9-4ffc-9eca-eda1ae3f14ff admin admin] Publish callbacks [] for security_group (799e043e-fd85-4fcf-b528-9dfd749908c9), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:30.873135 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-87d29bd1-34e9-4ffc-9eca-eda1ae3f14ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (799e043e-fd85-4fcf-b528-9dfd749908c9), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:30.911818 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-87d29bd1-34e9-4ffc-9eca-eda1ae3f14ff admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5133c836220749b5ba508decf243f34c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2615654 May 31 21:20:30.912968 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d29bd1-34e9-4ffc-9eca-eda1ae3f14ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=799e043e-fd85-4fcf-b528-9dfd749908c9,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:20:30.914610 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 43096) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:20:30.963497 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-cffcf5a8-c491-4336-97ae-d8121e0105ab admin admin] Publish callbacks [] for security_group (799e043e-fd85-4fcf-b528-9dfd749908c9), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:30.984055 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-cffcf5a8-c491-4336-97ae-d8121e0105ab admin admin] Publish callbacks [] for security_group (799e043e-fd85-4fcf-b528-9dfd749908c9), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:31.100078 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-cffcf5a8-c491-4336-97ae-d8121e0105ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (799e043e-fd85-4fcf-b528-9dfd749908c9), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:31.102551 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-cffcf5a8-c491-4336-97ae-d8121e0105ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:31.103720 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-cffcf5a8-c491-4336-97ae-d8121e0105ab admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/799e043e-fd85-4fcf-b528-9dfd749908c9 HTTP/1.1" status: 204 len: 168 time: 0.1873186 May 31 21:20:31.111785 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffcf5a8-c491-4336-97ae-d8121e0105ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=799e043e-fd85-4fcf-b528-9dfd749908c9,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:20:31.709005 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 43102) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:20:31.722044 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-612c4b53-64e2-40ea-9a4d-22cb1ded9d88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:31.764830 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:20:31.776040 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=75,neutron:INSERT=20,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:20:31.797659 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-612c4b53-64e2-40ea-9a4d-22cb1ded9d88 admin admin] Publish callbacks [] for security_group (d24c1727-e177-45bf-9825-53e6fa229dc9), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:31.872682 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-612c4b53-64e2-40ea-9a4d-22cb1ded9d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (d24c1727-e177-45bf-9825-53e6fa229dc9), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:31.909358 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612c4b53-64e2-40ea-9a4d-22cb1ded9d88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d24c1727-e177-45bf-9825-53e6fa229dc9,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:20:31.914124 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-612c4b53-64e2-40ea-9a4d-22cb1ded9d88 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bfd33725a1b744babc536f43ad055f4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2040520 May 31 21:20:31.917300 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 43104) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:20:31.968311 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-34c17f8b-72bb-499e-a2a9-7a393a6fca1d admin admin] Publish callbacks [] for security_group (d24c1727-e177-45bf-9825-53e6fa229dc9), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:31.989647 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-34c17f8b-72bb-499e-a2a9-7a393a6fca1d admin admin] Publish callbacks [] for security_group (d24c1727-e177-45bf-9825-53e6fa229dc9), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:32.095908 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-34c17f8b-72bb-499e-a2a9-7a393a6fca1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (d24c1727-e177-45bf-9825-53e6fa229dc9), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:32.098461 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-34c17f8b-72bb-499e-a2a9-7a393a6fca1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:32.099596 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-34c17f8b-72bb-499e-a2a9-7a393a6fca1d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d24c1727-e177-45bf-9825-53e6fa229dc9 HTTP/1.1" status: 204 len: 168 time: 0.1814859 May 31 21:20:32.107904 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c17f8b-72bb-499e-a2a9-7a393a6fca1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24c1727-e177-45bf-9825-53e6fa229dc9,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:20:32.119118 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=49 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:20:32.119815 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=37,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:20:37.425608 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 43180) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:20:37.527216 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-cf2bdb21-7ecd-457d-9ccb-037b3c2356e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:37.600148 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-cf2bdb21-7ecd-457d-9ccb-037b3c2356e2 admin admin] Publish callbacks [] for security_group (b7d11387-0706-4ccc-93d5-f7c167fca5ac), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:37.672884 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-cf2bdb21-7ecd-457d-9ccb-037b3c2356e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (b7d11387-0706-4ccc-93d5-f7c167fca5ac), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:37.711463 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-cf2bdb21-7ecd-457d-9ccb-037b3c2356e2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6281c1bee94f485eb2d79fab5bc4cf5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2847521 May 31 21:20:37.713763 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2bdb21-7ecd-457d-9ccb-037b3c2356e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d11387-0706-4ccc-93d5-f7c167fca5ac,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:20:37.714136 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 43184) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:20:37.765755 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0c68126e-e91d-4aa4-931c-d9fdabca4e04 admin admin] Publish callbacks [] for security_group (b7d11387-0706-4ccc-93d5-f7c167fca5ac), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:37.787295 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0c68126e-e91d-4aa4-931c-d9fdabca4e04 admin admin] Publish callbacks [] for security_group (b7d11387-0706-4ccc-93d5-f7c167fca5ac), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:37.795939 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=9 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:20:37.802325 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:20:37.905730 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0c68126e-e91d-4aa4-931c-d9fdabca4e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (b7d11387-0706-4ccc-93d5-f7c167fca5ac), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:37.908336 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-0c68126e-e91d-4aa4-931c-d9fdabca4e04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:37.910134 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-0c68126e-e91d-4aa4-931c-d9fdabca4e04 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b7d11387-0706-4ccc-93d5-f7c167fca5ac HTTP/1.1" status: 204 len: 168 time: 0.1948106 May 31 21:20:37.919413 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c68126e-e91d-4aa4-931c-d9fdabca4e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d11387-0706-4ccc-93d5-f7c167fca5ac,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:20:37.936272 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=35,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:20:38.521681 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 43190) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:20:38.535848 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-e2218d73-8aaa-431b-9f35-cda76905b587 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:38.610078 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-e2218d73-8aaa-431b-9f35-cda76905b587 admin admin] Publish callbacks [] for security_group (4203eb60-5f15-4cae-8ebd-b761e23633f7), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:38.684265 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-e2218d73-8aaa-431b-9f35-cda76905b587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (4203eb60-5f15-4cae-8ebd-b761e23633f7), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:38.725014 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-e2218d73-8aaa-431b-9f35-cda76905b587 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5f6a5cd93fea4055ad411ee6c1343fad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2022288 May 31 21:20:38.725882 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2218d73-8aaa-431b-9f35-cda76905b587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4203eb60-5f15-4cae-8ebd-b761e23633f7,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:20:38.727852 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 43192) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:20:38.775896 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-56cc5055-2201-4d87-a7e1-65970f5657b9 admin admin] Publish callbacks [] for security_group (4203eb60-5f15-4cae-8ebd-b761e23633f7), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:38.800734 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-56cc5055-2201-4d87-a7e1-65970f5657b9 admin admin] Publish callbacks [] for security_group (4203eb60-5f15-4cae-8ebd-b761e23633f7), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:38.816001 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:20:38.912779 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-56cc5055-2201-4d87-a7e1-65970f5657b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (4203eb60-5f15-4cae-8ebd-b761e23633f7), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:38.915255 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-56cc5055-2201-4d87-a7e1-65970f5657b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:38.916406 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-56cc5055-2201-4d87-a7e1-65970f5657b9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4203eb60-5f15-4cae-8ebd-b761e23633f7 HTTP/1.1" status: 204 len: 168 time: 0.1875544 May 31 21:20:38.926005 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cc5055-2201-4d87-a7e1-65970f5657b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4203eb60-5f15-4cae-8ebd-b761e23633f7,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:20:39.232358 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.agents_db [None req-3d709c36-86fd-4f4f-bf7d-9e9748143f4e None None] Agent healthcheck: found 6 active agents {{(pid=104323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 31 21:20:40.228615 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:20:41.420728 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 43246) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:20:41.523746 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-0810d8e0-51ca-443b-8203-1e52dc16ab6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:41.596797 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-0810d8e0-51ca-443b-8203-1e52dc16ab6c admin admin] Publish callbacks [] for security_group (269f8fa6-04d1-44c1-b250-50acc680f1ea), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:41.694303 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-0810d8e0-51ca-443b-8203-1e52dc16ab6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (269f8fa6-04d1-44c1-b250-50acc680f1ea), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:41.734189 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-0810d8e0-51ca-443b-8203-1e52dc16ab6c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=634e2d2e18f145d3ad693b7ad889763e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3123677 May 31 21:20:41.735479 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0810d8e0-51ca-443b-8203-1e52dc16ab6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=269f8fa6-04d1-44c1-b250-50acc680f1ea,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:20:41.737202 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 43250) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:20:41.785822 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-c41b22b9-4d8e-4b6a-9094-cfa303dd5adf admin admin] Publish callbacks [] for security_group (269f8fa6-04d1-44c1-b250-50acc680f1ea), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:41.809865 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-c41b22b9-4d8e-4b6a-9094-cfa303dd5adf admin admin] Publish callbacks [] for security_group (269f8fa6-04d1-44c1-b250-50acc680f1ea), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:41.929784 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-c41b22b9-4d8e-4b6a-9094-cfa303dd5adf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (269f8fa6-04d1-44c1-b250-50acc680f1ea), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:41.932273 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-c41b22b9-4d8e-4b6a-9094-cfa303dd5adf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:41.933408 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-c41b22b9-4d8e-4b6a-9094-cfa303dd5adf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/269f8fa6-04d1-44c1-b250-50acc680f1ea HTTP/1.1" status: 204 len: 168 time: 0.1951978 May 31 21:20:41.942230 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41b22b9-4d8e-4b6a-9094-cfa303dd5adf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=269f8fa6-04d1-44c1-b250-50acc680f1ea,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:20:42.215573 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-b8ea51d6-7812-419b-8576-2de4ba91beed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (5ca9f0a2-8e5f-4b54-94fa-454f095515e4), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:42.504361 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 43256) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:20:42.518322 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-fbcfb890-9c40-4b57-b7e7-49c6601ee121 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:42.593435 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-fbcfb890-9c40-4b57-b7e7-49c6601ee121 admin admin] Publish callbacks [] for security_group (ccc799d2-276b-4715-bf05-61edcc483a51), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:42.661311 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-fbcfb890-9c40-4b57-b7e7-49c6601ee121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (ccc799d2-276b-4715-bf05-61edcc483a51), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:42.700121 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-fbcfb890-9c40-4b57-b7e7-49c6601ee121 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=be698d180a6e49ca898bdceb4fd42eb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1946745 May 31 21:20:42.702032 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcfb890-9c40-4b57-b7e7-49c6601ee121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc799d2-276b-4715-bf05-61edcc483a51,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:20:42.702841 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 43258) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:20:42.751943 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-de595254-ba7a-4885-b7dd-b1676ee40cde admin admin] Publish callbacks [] for security_group (ccc799d2-276b-4715-bf05-61edcc483a51), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:42.772615 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-de595254-ba7a-4885-b7dd-b1676ee40cde admin admin] Publish callbacks [] for security_group (ccc799d2-276b-4715-bf05-61edcc483a51), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:42.906758 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-de595254-ba7a-4885-b7dd-b1676ee40cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (ccc799d2-276b-4715-bf05-61edcc483a51), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:42.909215 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-de595254-ba7a-4885-b7dd-b1676ee40cde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:42.910365 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-de595254-ba7a-4885-b7dd-b1676ee40cde admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ccc799d2-276b-4715-bf05-61edcc483a51 HTTP/1.1" status: 204 len: 168 time: 0.2065420 May 31 21:20:42.918508 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de595254-ba7a-4885-b7dd-b1676ee40cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc799d2-276b-4715-bf05-61edcc483a51,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:20:44.558549 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-12c44045-24a7-410d-90d2-fa4242bf863b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (13ce5b10-321e-4e80-b29e-1cfc3c51661e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:45.683968 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-58fa0aab-c296-4be2-a1ab-08418c16cad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (8170e961-7e1e-4c09-b09f-6b764c457cfd), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:46.859539 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-b770b660-b824-4665-84d0-9bbdd29e8e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (1c1563bc-5b12-4065-8d27-b22246e8e8d3), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:48.591698 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (a61205dd-b11c-42a1-aa2d-4b7310a8dc99), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:51.723525 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (51675295-7abb-4335-9c5a-c46a9082010e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:52.695017 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=56,neutron:DELETE=6,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:20:52.698977 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=56,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:20:52.913517 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=68,neutron:INSERT=10,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:20:52.914232 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=37,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:20:56.186618 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 43364) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:20:56.288225 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-45066200-4db4-433e-8c39-f4b86fe3ef81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:56.360012 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-45066200-4db4-433e-8c39-f4b86fe3ef81 admin admin] Publish callbacks [] for security_group (36c2de48-6399-4b93-a391-64c865a11835), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:56.443509 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-45066200-4db4-433e-8c39-f4b86fe3ef81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (36c2de48-6399-4b93-a391-64c865a11835), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:56.482911 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-45066200-4db4-433e-8c39-f4b86fe3ef81 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d36ec6c47ba24dfa8fdfd6125d49ec7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2952542 May 31 21:20:56.483974 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45066200-4db4-433e-8c39-f4b86fe3ef81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c2de48-6399-4b93-a391-64c865a11835,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:20:56.485731 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 43368) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:20:56.534793 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-778f18b3-d44b-4a5b-899c-4ca0b371a49a admin admin] Publish callbacks [] for security_group (36c2de48-6399-4b93-a391-64c865a11835), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:56.555737 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-778f18b3-d44b-4a5b-899c-4ca0b371a49a admin admin] Publish callbacks [] for security_group (36c2de48-6399-4b93-a391-64c865a11835), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:56.683284 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-778f18b3-d44b-4a5b-899c-4ca0b371a49a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (36c2de48-6399-4b93-a391-64c865a11835), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:56.685745 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-778f18b3-d44b-4a5b-899c-4ca0b371a49a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:56.686900 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-778f18b3-d44b-4a5b-899c-4ca0b371a49a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/36c2de48-6399-4b93-a391-64c865a11835 HTTP/1.1" status: 204 len: 168 time: 0.1996360 May 31 21:20:56.695806 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778f18b3-d44b-4a5b-899c-4ca0b371a49a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c2de48-6399-4b93-a391-64c865a11835,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:20:57.249413 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=1 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:20:57.253975 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=7 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:20:57.309533 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 43374) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:20:57.323672 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-f821609c-e8b9-4a70-8f96-8fa065bcc9d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:57.397825 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-f821609c-e8b9-4a70-8f96-8fa065bcc9d8 admin admin] Publish callbacks [] for security_group (a3072810-9ddc-46e0-8a70-5a4f7907cc85), precommit_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:57.448898 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-f821609c-e8b9-4a70-8f96-8fa065bcc9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (a3072810-9ddc-46e0-8a70-5a4f7907cc85), after_create {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:57.488589 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-f821609c-e8b9-4a70-8f96-8fa065bcc9d8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=025cf25956d74a808a38d008cd143cc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1778917 May 31 21:20:57.489570 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f821609c-e8b9-4a70-8f96-8fa065bcc9d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3072810-9ddc-46e0-8a70-5a4f7907cc85,revision_number=1']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:20:57.491182 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 43376) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:20:57.539213 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-363102ac-1491-48dc-9677-93657c715dcb admin admin] Publish callbacks [] for security_group (a3072810-9ddc-46e0-8a70-5a4f7907cc85), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:57.561056 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-363102ac-1491-48dc-9677-93657c715dcb admin admin] Publish callbacks [] for security_group (a3072810-9ddc-46e0-8a70-5a4f7907cc85), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:57.683225 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-363102ac-1491-48dc-9677-93657c715dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (a3072810-9ddc-46e0-8a70-5a4f7907cc85), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:57.686142 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-363102ac-1491-48dc-9677-93657c715dcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:20:57.687272 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-363102ac-1491-48dc-9677-93657c715dcb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a3072810-9ddc-46e0-8a70-5a4f7907cc85 HTTP/1.1" status: 204 len: 168 time: 0.1951103 May 31 21:20:57.695701 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363102ac-1491-48dc-9677-93657c715dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3072810-9ddc-46e0-8a70-5a4f7907cc85,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:21:01.831006 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:21:06.709412 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=15,neutron:UPDATE=4 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:21:07.479252 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=34,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:21:07.486748 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=36,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:21:07.593568 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=37,neutron:INSERT=5,neutron:DELETE=3 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:21:07.695806 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=33,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:21:07.710788 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:21:12.219448 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-cedc0c7d-698a-4c77-aa7b-83f2acb523a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (5ca9f0a2-8e5f-4b54-94fa-454f095515e4), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:13.852369 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 43498) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:21:14.126670 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.plugin [None req-ba9c181e-5fdf-4467-bf6d-e7fbfeb2f817 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Deleting port 079e15de-febe-43ea-945d-3d43f578d284 {{(pid=104321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 31 21:21:14.126929 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-ba9c181e-5fdf-4467-bf6d-e7fbfeb2f817 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747262076802'] for port (079e15de-febe-43ea-945d-3d43f578d284), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:14.200290 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-ba9c181e-5fdf-4467-bf6d-e7fbfeb2f817 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574989'] for port (079e15de-febe-43ea-945d-3d43f578d284), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:14.200611 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-ba9c181e-5fdf-4467-bf6d-e7fbfeb2f817 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Publish callbacks [] for floatingip (079e15de-febe-43ea-945d-3d43f578d284), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:14.214038 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.plugin [None req-ba9c181e-5fdf-4467-bf6d-e7fbfeb2f817 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Calling delete_port for 079e15de-febe-43ea-945d-3d43f578d284 owned by network:floatingip {{(pid=104321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 31 21:21:14.423943 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-ba9c181e-5fdf-4467-bf6d-e7fbfeb2f817 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747262050753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747261518138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25540506'] for port (079e15de-febe-43ea-945d-3d43f578d284), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:14.446691 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9c181e-5fdf-4467-bf6d-e7fbfeb2f817 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Pushing event deleted for resources: {'Port': ['ID=079e15de-febe-43ea-945d-3d43f578d284,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:21:14.456244 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9c181e-5fdf-4467-bf6d-e7fbfeb2f817 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:21:14.456587 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9c181e-5fdf-4467-bf6d-e7fbfeb2f817 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:21:14.456982 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9c181e-5fdf-4467-bf6d-e7fbfeb2f817 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:21:14.457283 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9c181e-5fdf-4467-bf6d-e7fbfeb2f817 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:21:14.457611 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9c181e-5fdf-4467-bf6d-e7fbfeb2f817 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:21:14.457960 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9c181e-5fdf-4467-bf6d-e7fbfeb2f817 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:21:14.458771 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9c181e-5fdf-4467-bf6d-e7fbfeb2f817 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:21:14.458771 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9c181e-5fdf-4467-bf6d-e7fbfeb2f817 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:21:14.458993 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9c181e-5fdf-4467-bf6d-e7fbfeb2f817 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:21:14.459196 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9c181e-5fdf-4467-bf6d-e7fbfeb2f817 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:21:14.459510 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9c181e-5fdf-4467-bf6d-e7fbfeb2f817 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:21:14.459831 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9c181e-5fdf-4467-bf6d-e7fbfeb2f817 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:21:14.460144 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9c181e-5fdf-4467-bf6d-e7fbfeb2f817 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:21:14.460455 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9c181e-5fdf-4467-bf6d-e7fbfeb2f817 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:21:14.460768 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9c181e-5fdf-4467-bf6d-e7fbfeb2f817 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:21:14.523079 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-ba9c181e-5fdf-4467-bf6d-e7fbfeb2f817 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Publish callbacks [] for floatingip (842f2cbc-26b7-4d07-998b-9148dfde7637), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:14.523397 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.db.l3_db [None req-ba9c181e-5fdf-4467-bf6d-e7fbfeb2f817 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Floating IP 842f2cbc-26b7-4d07-998b-9148dfde7637 disassociated (deleted). External IP: 172.27.0.65, port: 6278ba73-77b2-4be4-a1a0-b7b239769dc3. May 31 21:21:14.550217 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-032c3192-9b19-46c8-83ed-0e664019fa65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (13ce5b10-321e-4e80-b29e-1cfc3c51661e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:14.710623 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba9c181e-5fdf-4467-bf6d-e7fbfeb2f817 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Router 34b6c026-fcd9-4549-9db8-37be632f2d49 has already been hosted by L3 agent 13ce5b10-321e-4e80-b29e-1cfc3c51661e {{(pid=104321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 31 21:21:14.810386 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba9c181e-5fdf-4467-bf6d-e7fbfeb2f817 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Notify agent at l3_agent.dv-cinder-839793-16-iscsi the message routers_updated {{(pid=104321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 31 21:21:14.815200 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-ba9c181e-5fdf-4467-bf6d-e7fbfeb2f817 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for floatingip (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:14.820067 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a4ac7f-de13-4643-94e3-7f9091e97ba0 None None] Sync routers for ids ['34b6c026-fcd9-4549-9db8-37be632f2d49'] in dv-cinder-839793-16-iscsi {{(pid=104322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 21:21:14.829209 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a4ac7f-de13-4643-94e3-7f9091e97ba0 None None] Routers {'34b6c026-fcd9-4549-9db8-37be632f2d49'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:21:14.829922 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-48a4ac7f-de13-4643-94e3-7f9091e97ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:21:14Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['34b6c026-fcd9-4549-9db8-37be632f2d49'], 'active': True} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:21:14.838417 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:21:14.844307 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-ba9c181e-5fdf-4467-bf6d-e7fbfeb2f817 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "DELETE /v2.0/floatingips/842f2cbc-26b7-4d07-998b-9148dfde7637 HTTP/1.1" status: 204 len: 168 time: 0.9909093 May 31 21:21:14.844908 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45453898-e1e4-44bb-8af5-3a1729aa2870', 'tag': '6278ba73-77b2-4be4-a1a0-b7b239769dc3'}] {{(pid=104321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:21:14.847742 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6b014d5dee29fffbb36c15c330f4dd8b871b4cb67f19a16d167ed5ff3960b8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6403731d-fd55-43eb-b01c-84e209c5390f" -d '{"events": [{"name": "network-changed", "server_uuid": "45453898-e1e4-44bb-8af5-3a1729aa2870", "tag": "6278ba73-77b2-4be4-a1a0-b7b239769dc3"}]}' {{(pid=104321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:21:14.934629 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvr_db [None req-48a4ac7f-de13-4643-94e3-7f9091e97ba0 None None] Set router 34b6c026-fcd9-4549-9db8-37be632f2d49 gateway port host: dv-cinder-839793-16-iscsi {{(pid=104322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:21:15.024175 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 May 2022 21:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a6084c-b81e-471e-938b-b0febc467f5b x-openstack-request-id: req-19a6084c-b81e-471e-938b-b0febc467f5b {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:21:15.024732 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45453898-e1e4-44bb-8af5-3a1729aa2870", "tag": "6278ba73-77b2-4be4-a1a0-b7b239769dc3", "status": "completed", "code": 200}]} {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:21:15.024732 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-19a6084c-b81e-471e-938b-b0febc467f5b {{(pid=104321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:21:15.025086 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19a6084c-b81e-471e-938b-b0febc467f5b'] response: {'name': 'network-changed', 'server_uuid': '45453898-e1e4-44bb-8af5-3a1729aa2870', 'tag': '6278ba73-77b2-4be4-a1a0-b7b239769dc3', 'status': 'completed', 'code': 200} May 31 21:21:15.092173 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6403731d-fd55-43eb-b01c-84e209c5390f req-be941e30-bf28-44b0-bbbc-6021d04f0a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:21:15.093860 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-6403731d-fd55-43eb-b01c-84e209c5390f req-be941e30-bf28-44b0-bbbc-6021d04f0a89 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=d9c46b1e7a32484b9c22387f2aaeb871&device_id=45453898-e1e4-44bb-8af5-3a1729aa2870 HTTP/1.1" status: 200 len: 1130 time: 0.0457108 May 31 21:21:15.108557 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:21:15.264378 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-48a4ac7f-de13-4643-94e3-7f9091e97ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b6c026-fcd9-4549-9db8-37be632f2d49', 'name': 'tempest-TestShelveInstance-2015894288-router', 'tenant_id': 'd9c46b1e7a32484b9c22387f2aaeb871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '1e2da960-f178-4016-92d3-b0dab784f817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:14:35Z', 'updated_at': '2022-05-31T21:14:38Z', 'revision_number': 4, 'project_id': 'd9c46b1e7a32484b9c22387f2aaeb871', 'gw_port': {'id': '1e2da960-f178-4016-92d3-b0dab784f817', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ba:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b6c026-fcd9-4549-9db8-37be632f2d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:14:35Z', 'updated_at': '2022-05-31T21:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_interfaces': [{'id': '84a34838-a107-4d6b-8968-5e4472d9d3c8', 'name': '', 'network_id': 'b57e19b6-0914-4711-9006-4e82330c3537', 'tenant_id': 'd9c46b1e7a32484b9c22387f2aaeb871', 'mac_address': 'fa:16:3e:3a:99:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b6c026-fcd9-4549-9db8-37be632f2d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'e821434b-2d4a-43d9-a6fc-75e6d799de81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:14:38Z', 'updated_at': '2022-05-31T21:14:42Z', 'revision_number': 5, 'project_id': 'd9c46b1e7a32484b9c22387f2aaeb871', 'subnets': [{'id': 'e821434b-2d4a-43d9-a6fc-75e6d799de81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:21:15.266454 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365f5bc3-9d66-4add-a990-4534b0251cf3 req-09e6405b-b78f-4e3c-81a5-1998a27bfd72 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:21:15.269200 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-365f5bc3-9d66-4add-a990-4534b0251cf3 req-09e6405b-b78f-4e3c-81a5-1998a27bfd72 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/ports?device_id=45453898-e1e4-44bb-8af5-3a1729aa2870 HTTP/1.1" status: 200 len: 946 time: 0.0523765 May 31 21:21:15.293417 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a4ac7f-de13-4643-94e3-7f9091e97ba0 None None] Checking router: 34b6c026-fcd9-4549-9db8-37be632f2d49 for host: dv-cinder-839793-16-iscsi {{(pid=104322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 21:21:15.303436 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a4ac7f-de13-4643-94e3-7f9091e97ba0 None None] Routers {'34b6c026-fcd9-4549-9db8-37be632f2d49'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:21:15.303693 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-48a4ac7f-de13-4643-94e3-7f9091e97ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:21:14Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['34b6c026-fcd9-4549-9db8-37be632f2d49'], 'active': True} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:21:15.336123 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-365f5bc3-9d66-4add-a990-4534b0251cf3 req-7061b01c-c132-4ce0-ae3c-5ac8174d5ed2 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/security-groups?id=4049bcbd-f447-4c77-9485-61766d24f586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606256 May 31 21:21:15.408577 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvr_db [None req-48a4ac7f-de13-4643-94e3-7f9091e97ba0 None None] Set router 34b6c026-fcd9-4549-9db8-37be632f2d49 gateway port host: dv-cinder-839793-16-iscsi {{(pid=104322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:21:15.442075 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6403731d-fd55-43eb-b01c-84e209c5390f req-0d3665e4-c372-48ae-b019-4bbc97936644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:21:15.443785 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-6403731d-fd55-43eb-b01c-84e209c5390f req-0d3665e4-c372-48ae-b019-4bbc97936644 service neutron] 10.222.0.40 "GET /v2.0/networks?id=b57e19b6-0914-4711-9006-4e82330c3537 HTTP/1.1" status: 200 len: 910 time: 0.3428388 May 31 21:21:15.590893 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-48a4ac7f-de13-4643-94e3-7f9091e97ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b6c026-fcd9-4549-9db8-37be632f2d49', 'name': 'tempest-TestShelveInstance-2015894288-router', 'tenant_id': 'd9c46b1e7a32484b9c22387f2aaeb871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '1e2da960-f178-4016-92d3-b0dab784f817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:14:35Z', 'updated_at': '2022-05-31T21:14:38Z', 'revision_number': 4, 'project_id': 'd9c46b1e7a32484b9c22387f2aaeb871', 'gw_port': {'id': '1e2da960-f178-4016-92d3-b0dab784f817', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ba:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b6c026-fcd9-4549-9db8-37be632f2d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:14:35Z', 'updated_at': '2022-05-31T21:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_interfaces': [{'id': '84a34838-a107-4d6b-8968-5e4472d9d3c8', 'name': '', 'network_id': 'b57e19b6-0914-4711-9006-4e82330c3537', 'tenant_id': 'd9c46b1e7a32484b9c22387f2aaeb871', 'mac_address': 'fa:16:3e:3a:99:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b6c026-fcd9-4549-9db8-37be632f2d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'e821434b-2d4a-43d9-a6fc-75e6d799de81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:14:38Z', 'updated_at': '2022-05-31T21:14:42Z', 'revision_number': 5, 'project_id': 'd9c46b1e7a32484b9c22387f2aaeb871', 'subnets': [{'id': 'e821434b-2d4a-43d9-a6fc-75e6d799de81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:21:15.614653 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a4ac7f-de13-4643-94e3-7f9091e97ba0 None None] The sync data for ids ['34b6c026-fcd9-4549-9db8-37be632f2d49'] in dv-cinder-839793-16-iscsi is: [{'id': '34b6c026-fcd9-4549-9db8-37be632f2d49', 'name': 'tempest-TestShelveInstance-2015894288-router', 'tenant_id': 'd9c46b1e7a32484b9c22387f2aaeb871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '1e2da960-f178-4016-92d3-b0dab784f817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:14:35Z', 'updated_at': '2022-05-31T21:14:38Z', 'revision_number': 4, 'project_id': 'd9c46b1e7a32484b9c22387f2aaeb871', 'gw_port': {'id': '1e2da960-f178-4016-92d3-b0dab784f817', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ba:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b6c026-fcd9-4549-9db8-37be632f2d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:14:35Z', 'updated_at': '2022-05-31T21:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi', '_interfaces': [{'id': '84a34838-a107-4d6b-8968-5e4472d9d3c8', 'name': '', 'network_id': 'b57e19b6-0914-4711-9006-4e82330c3537', 'tenant_id': 'd9c46b1e7a32484b9c22387f2aaeb871', 'mac_address': 'fa:16:3e:3a:99:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b6c026-fcd9-4549-9db8-37be632f2d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'e821434b-2d4a-43d9-a6fc-75e6d799de81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:14:38Z', 'updated_at': '2022-05-31T21:14:42Z', 'revision_number': 5, 'project_id': 'd9c46b1e7a32484b9c22387f2aaeb871', 'subnets': [{'id': 'e821434b-2d4a-43d9-a6fc-75e6d799de81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 21:21:15.699585 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-58fa0aab-c296-4be2-a1ab-08418c16cad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (8170e961-7e1e-4c09-b09f-6b764c457cfd), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:15.827741 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f48581-ba9c-4deb-9b4f-2c2cd766454d None None] New status for floating IP 842f2cbc-26b7-4d07-998b-9148dfde7637: DOWN {{(pid=104323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 31 21:21:16.230479 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.agents_db [None req-3d709c36-86fd-4f4f-bf7d-9e9748143f4e None None] Agent healthcheck: found 6 active agents {{(pid=104323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 31 21:21:16.251928 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-6403731d-fd55-43eb-b01c-84e209c5390f req-9b8eca7d-4281-41a1-aad1-9e7f1e752333 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6278ba73-77b2-4be4-a1a0-b7b239769dc3 HTTP/1.1" status: 200 len: 217 time: 0.0350165 May 31 21:21:16.297954 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6403731d-fd55-43eb-b01c-84e209c5390f req-5be39444-0bde-4ba5-bbba-60443d08b9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:21:16.299878 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-6403731d-fd55-43eb-b01c-84e209c5390f req-5be39444-0bde-4ba5-bbba-60443d08b9b5 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=e821434b-2d4a-43d9-a6fc-75e6d799de81 HTTP/1.1" status: 200 len: 848 time: 0.0414708 May 31 21:21:16.352221 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6403731d-fd55-43eb-b01c-84e209c5390f req-78e67dd3-45c3-4a1f-9202-77dacd03443e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:21:16.353679 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-6403731d-fd55-43eb-b01c-84e209c5390f req-78e67dd3-45c3-4a1f-9202-77dacd03443e service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=b57e19b6-0914-4711-9006-4e82330c3537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0375414 May 31 21:21:16.447456 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-6403731d-fd55-43eb-b01c-84e209c5390f req-b51794b1-d407-433a-8913-9a2e2b6cd754 service neutron] 10.222.0.40 "GET /v2.0/networks/b57e19b6-0914-4711-9006-4e82330c3537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869262 May 31 21:21:16.453724 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9775b8a-b91c-455c-b838-57706096cd35 req-33af1c57-e0c5-416c-9c1e-42f0c176e32a tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:21:16.455238 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-d9775b8a-b91c-455c-b838-57706096cd35 req-33af1c57-e0c5-416c-9c1e-42f0c176e32a tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/ports?device_id=45453898-e1e4-44bb-8af5-3a1729aa2870 HTTP/1.1" status: 200 len: 946 time: 0.0484648 May 31 21:21:16.504606 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-d9775b8a-b91c-455c-b838-57706096cd35 req-dd59d8bc-bafe-48b4-9c4b-fe1f2a3674be tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/security-groups?id=4049bcbd-f447-4c77-9485-61766d24f586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437315 May 31 21:21:16.539702 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-6403731d-fd55-43eb-b01c-84e209c5390f req-7748cfe0-de05-4946-bb08-a8b5ef5da711 service neutron] 10.222.0.40 "GET /v2.0/networks/b57e19b6-0914-4711-9006-4e82330c3537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844305 May 31 21:21:16.860072 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-b770b660-b824-4665-84d0-9bbdd29e8e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (1c1563bc-5b12-4065-8d27-b22246e8e8d3), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:17.142504 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f57153c-2dbf-417b-a133-e69ade34cb4c req-1dcff964-c60a-4a39-8aac-5fdb8a77ff6c tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 21:21:17.144420 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-2f57153c-2dbf-417b-a133-e69ade34cb4c req-1dcff964-c60a-4a39-8aac-5fdb8a77ff6c tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.40 "GET /v2.0/ports?device_id=45453898-e1e4-44bb-8af5-3a1729aa2870 HTTP/1.1" status: 200 len: 946 time: 0.0495830 May 31 21:21:17.223394 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.plugin [req-2f57153c-2dbf-417b-a133-e69ade34cb4c req-3005e72e-85e9-4699-a570-c8e43ef70d9c tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Deleting port 6278ba73-77b2-4be4-a1a0-b7b239769dc3 {{(pid=104321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 31 21:21:17.223730 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-2f57153c-2dbf-417b-a133-e69ade34cb4c req-3005e72e-85e9-4699-a570-c8e43ef70d9c tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747262076802'] for port (6278ba73-77b2-4be4-a1a0-b7b239769dc3), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:17.311981 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [req-2f57153c-2dbf-417b-a133-e69ade34cb4c req-3005e72e-85e9-4699-a570-c8e43ef70d9c tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] For port 6278ba73-77b2-4be4-a1a0-b7b239769dc3, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=6278ba73-77b2-4be4-a1a0-b7b239769dc3,segment=NetworkSegment(6085a41f-6237-4890-bb7a-791e7fdfea31),segment_id=6085a41f-6237-4890-bb7a-791e7fdfea31)] {{(pid=104321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:21:17.312676 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-2f57153c-2dbf-417b-a133-e69ade34cb4c req-3005e72e-85e9-4699-a570-c8e43ef70d9c tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574989'] for port (6278ba73-77b2-4be4-a1a0-b7b239769dc3), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:17.325693 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.plugin [req-2f57153c-2dbf-417b-a133-e69ade34cb4c req-3005e72e-85e9-4699-a570-c8e43ef70d9c tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Calling delete_port for 6278ba73-77b2-4be4-a1a0-b7b239769dc3 owned by compute:nova {{(pid=104321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 31 21:21:17.515280 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-2f57153c-2dbf-417b-a133-e69ade34cb4c req-3005e72e-85e9-4699-a570-c8e43ef70d9c tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747262050753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747261518138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25540506'] for port (6278ba73-77b2-4be4-a1a0-b7b239769dc3), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:17.546576 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3005e72e-85e9-4699-a570-c8e43ef70d9c tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Pushing event deleted for resources: {'Port': ['ID=6278ba73-77b2-4be4-a1a0-b7b239769dc3,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:21:17.572600 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:21:17.590176 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f57153c-2dbf-417b-a133-e69ade34cb4c req-3005e72e-85e9-4699-a570-c8e43ef70d9c tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] No DVR routers for this DVR port 6278ba73-77b2-4be4-a1a0-b7b239769dc3 on host hv-cinder-83979 {{(pid=104321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} May 31 21:21:17.592780 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [req-2f57153c-2dbf-417b-a133-e69ade34cb4c req-3005e72e-85e9-4699-a570-c8e43ef70d9c tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56868'] for port (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:17.596766 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [req-2f57153c-2dbf-417b-a133-e69ade34cb4c req-3005e72e-85e9-4699-a570-c8e43ef70d9c tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.40 "DELETE /v2.0/ports/6278ba73-77b2-4be4-a1a0-b7b239769dc3 HTTP/1.1" status: 204 len: 173 time: 0.4456425 May 31 21:21:17.597212 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45453898-e1e4-44bb-8af5-3a1729aa2870', 'name': 'network-vif-deleted', 'tag': '6278ba73-77b2-4be4-a1a0-b7b239769dc3'}] {{(pid=104321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 21:21:17.599627 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6b014d5dee29fffbb36c15c330f4dd8b871b4cb67f19a16d167ed5ff3960b8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b1af590-409f-45fe-b631-774b8ef1dd86" -d '{"events": [{"server_uuid": "45453898-e1e4-44bb-8af5-3a1729aa2870", "name": "network-vif-deleted", "tag": "6278ba73-77b2-4be4-a1a0-b7b239769dc3"}]}' {{(pid=104321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 21:21:17.628150 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-f5f76476-3684-4de5-9cd6-d626ad8b5750 req-0c10de34-eabd-42b3-9d07-b1096f75640c tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/ports?device_id=45453898-e1e4-44bb-8af5-3a1729aa2870 HTTP/1.1" status: 200 len: 210 time: 0.0367641 May 31 21:21:17.634892 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 May 2022 21:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d43d51d1-c47d-4db8-8ba2-9da45682d786 x-openstack-request-id: req-d43d51d1-c47d-4db8-8ba2-9da45682d786 {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 21:21:17.635421 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45453898-e1e4-44bb-8af5-3a1729aa2870", "name": "network-vif-deleted", "tag": "6278ba73-77b2-4be4-a1a0-b7b239769dc3", "status": "completed", "code": 200}]} {{(pid=104321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 21:21:17.635674 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d43d51d1-c47d-4db8-8ba2-9da45682d786 {{(pid=104321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 21:21:17.636072 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d43d51d1-c47d-4db8-8ba2-9da45682d786'] response: {'server_uuid': '45453898-e1e4-44bb-8af5-3a1729aa2870', 'name': 'network-vif-deleted', 'tag': '6278ba73-77b2-4be4-a1a0-b7b239769dc3', 'status': 'completed', 'code': 200} May 31 21:21:18.624156 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (a61205dd-b11c-42a1-aa2d-4b7310a8dc99), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:18.742394 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [req-c252a5eb-bee9-4e67-818f-9c4c576ab937 req-474c1a7e-d075-4f46-a11f-d4fa7239d3d8 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "GET /v2.0/ports?device_id=45453898-e1e4-44bb-8af5-3a1729aa2870 HTTP/1.1" status: 200 len: 210 time: 0.0285718 May 31 21:21:19.801493 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 43538) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:21:19.859288 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-78521104-eeca-48e9-adb6-38534ff68cc7 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Publish callbacks [] for security_group (4049bcbd-f447-4c77-9485-61766d24f586), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:19.883794 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-78521104-eeca-48e9-adb6-38534ff68cc7 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Publish callbacks [] for security_group (4049bcbd-f447-4c77-9485-61766d24f586), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:20.025216 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-78521104-eeca-48e9-adb6-38534ff68cc7 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (4049bcbd-f447-4c77-9485-61766d24f586), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:20.027807 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-78521104-eeca-48e9-adb6-38534ff68cc7 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Publish callbacks [] for security_group (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:20.028990 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-78521104-eeca-48e9-adb6-38534ff68cc7 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] 10.222.0.55 "DELETE /v2.0/security-groups/4049bcbd-f447-4c77-9485-61766d24f586 HTTP/1.1" status: 204 len: 168 time: 0.2281291 May 31 21:21:20.038240 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78521104-eeca-48e9-adb6-38534ff68cc7 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4049bcbd-f447-4c77-9485-61766d24f586,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:21:20.045599 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78521104-eeca-48e9-adb6-38534ff68cc7 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:21:20.046040 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78521104-eeca-48e9-adb6-38534ff68cc7 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:21:20.046390 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78521104-eeca-48e9-adb6-38534ff68cc7 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:21:20.046737 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78521104-eeca-48e9-adb6-38534ff68cc7 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:21:20.047074 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78521104-eeca-48e9-adb6-38534ff68cc7 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:21:20.047406 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78521104-eeca-48e9-adb6-38534ff68cc7 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:21:20.047735 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78521104-eeca-48e9-adb6-38534ff68cc7 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:21:20.048062 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78521104-eeca-48e9-adb6-38534ff68cc7 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:21:20.048394 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78521104-eeca-48e9-adb6-38534ff68cc7 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:21:20.048719 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78521104-eeca-48e9-adb6-38534ff68cc7 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:21:20.049043 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78521104-eeca-48e9-adb6-38534ff68cc7 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:21:20.049366 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78521104-eeca-48e9-adb6-38534ff68cc7 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:21:20.049689 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78521104-eeca-48e9-adb6-38534ff68cc7 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:21:20.050046 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78521104-eeca-48e9-adb6-38534ff68cc7 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:21:20.050375 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78521104-eeca-48e9-adb6-38534ff68cc7 tempest-TestShelveInstance-853675695 tempest-TestShelveInstance-853675695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:21:20.134783 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 43544) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:21:20.534799 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-fdc06d0b-e50e-479d-af82-4d864003868e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1599450'] for router_interface (34b6c026-fcd9-4549-9db8-37be632f2d49), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:20.751754 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-fdc06d0b-e50e-479d-af82-4d864003868e admin admin] Deleting port 84a34838-a107-4d6b-8968-5e4472d9d3c8 {{(pid=104320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 31 21:21:20.752111 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-fdc06d0b-e50e-479d-af82-4d864003868e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747262076802'] for port (84a34838-a107-4d6b-8968-5e4472d9d3c8), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:20.753566 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:21:20.780840 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device 6278ba73-77b2-4be4-a1a0-b7b239769dc3 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 31 21:21:20.794858 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:21:20.803924 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] No Port match for: 6278ba73-77b2-4be4-a1a0-b7b239769dc3 {{(pid=104322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 31 21:21:20.804271 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Device 6278ba73-77b2-4be4-a1a0-b7b239769dc3 not bound to the agent host hv-cinder-83979 {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 31 21:21:20.839006 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-fdc06d0b-e50e-479d-af82-4d864003868e admin admin] For port 84a34838-a107-4d6b-8968-5e4472d9d3c8, host dv-cinder-839793-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=84a34838-a107-4d6b-8968-5e4472d9d3c8,segment=NetworkSegment(6085a41f-6237-4890-bb7a-791e7fdfea31),segment_id=6085a41f-6237-4890-bb7a-791e7fdfea31)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:21:20.839613 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-fdc06d0b-e50e-479d-af82-4d864003868e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574989'] for port (84a34838-a107-4d6b-8968-5e4472d9d3c8), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:20.852890 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-fdc06d0b-e50e-479d-af82-4d864003868e admin admin] Calling delete_port for 84a34838-a107-4d6b-8968-5e4472d9d3c8 owned by network:router_interface {{(pid=104320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 31 21:21:21.332106 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-fdc06d0b-e50e-479d-af82-4d864003868e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747262050753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747261518138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437045'] for port (84a34838-a107-4d6b-8968-5e4472d9d3c8), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:21.354775 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc06d0b-e50e-479d-af82-4d864003868e admin admin] Pushing event deleted for resources: {'Port': ['ID=84a34838-a107-4d6b-8968-5e4472d9d3c8,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:21:21.520684 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-fdc06d0b-e50e-479d-af82-4d864003868e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1696841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1612805'] for router_interface (34b6c026-fcd9-4549-9db8-37be632f2d49), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:21.722202 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (51675295-7abb-4335-9c5a-c46a9082010e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:21.725501 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdc06d0b-e50e-479d-af82-4d864003868e admin admin] Router 34b6c026-fcd9-4549-9db8-37be632f2d49 has already been hosted by L3 agent 13ce5b10-321e-4e80-b29e-1cfc3c51661e {{(pid=104320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 31 21:21:21.771873 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:21:21.826440 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdc06d0b-e50e-479d-af82-4d864003868e admin admin] Notify agent at l3_agent.dv-cinder-839793-16-iscsi the message routers_updated {{(pid=104320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 31 21:21:21.833162 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-fdc06d0b-e50e-479d-af82-4d864003868e admin admin] 10.222.0.55 "PUT /v2.0/routers/34b6c026-fcd9-4549-9db8-37be632f2d49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6973135 May 31 21:21:21.834018 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 43550) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:21:21.835188 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0b4005-b4b1-49d2-a28d-62a16da3b031 None None] Sync routers for ids ['34b6c026-fcd9-4549-9db8-37be632f2d49'] in dv-cinder-839793-16-iscsi {{(pid=104322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 21:21:21.845016 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0b4005-b4b1-49d2-a28d-62a16da3b031 None None] Routers {'34b6c026-fcd9-4549-9db8-37be632f2d49'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:21:21.845632 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-0f0b4005-b4b1-49d2-a28d-62a16da3b031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:21:14Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['34b6c026-fcd9-4549-9db8-37be632f2d49'], 'active': True} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:21:21.932507 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-58e01111-4c91-4f92-a430-fc996c5124e5 admin admin] Publish callbacks [] for router (34b6c026-fcd9-4549-9db8-37be632f2d49), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:21.944361 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvr_db [None req-0f0b4005-b4b1-49d2-a28d-62a16da3b031 None None] Set router 34b6c026-fcd9-4549-9db8-37be632f2d49 gateway port host: dv-cinder-839793-16-iscsi {{(pid=104322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:21:22.032194 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:21:22.032194 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-58e01111-4c91-4f92-a430-fc996c5124e5 admin admin] Publish callbacks [] for router_gateway (34b6c026-fcd9-4549-9db8-37be632f2d49), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:22.113882 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-0f0b4005-b4b1-49d2-a28d-62a16da3b031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b6c026-fcd9-4549-9db8-37be632f2d49', 'name': 'tempest-TestShelveInstance-2015894288-router', 'tenant_id': 'd9c46b1e7a32484b9c22387f2aaeb871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '1e2da960-f178-4016-92d3-b0dab784f817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:14:35Z', 'updated_at': '2022-05-31T21:21:21Z', 'revision_number': 5, 'project_id': 'd9c46b1e7a32484b9c22387f2aaeb871', 'gw_port': {'id': '1e2da960-f178-4016-92d3-b0dab784f817', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ba:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b6c026-fcd9-4549-9db8-37be632f2d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:14:35Z', 'updated_at': '2022-05-31T21:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi'}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:21:22.114298 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-58e01111-4c91-4f92-a430-fc996c5124e5 admin admin] Deleting port 1e2da960-f178-4016-92d3-b0dab784f817 {{(pid=104320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 31 21:21:22.114635 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-58e01111-4c91-4f92-a430-fc996c5124e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747262076802'] for port (1e2da960-f178-4016-92d3-b0dab784f817), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:22.138747 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0b4005-b4b1-49d2-a28d-62a16da3b031 None None] Checking router: 34b6c026-fcd9-4549-9db8-37be632f2d49 for host: dv-cinder-839793-16-iscsi {{(pid=104322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 21:21:22.147502 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0b4005-b4b1-49d2-a28d-62a16da3b031 None None] Routers {'34b6c026-fcd9-4549-9db8-37be632f2d49'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:21:22.148109 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-0f0b4005-b4b1-49d2-a28d-62a16da3b031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:21:14Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['34b6c026-fcd9-4549-9db8-37be632f2d49'], 'active': True} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:21:22.199120 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-58e01111-4c91-4f92-a430-fc996c5124e5 admin admin] For port 1e2da960-f178-4016-92d3-b0dab784f817, host dv-cinder-839793-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=1e2da960-f178-4016-92d3-b0dab784f817,segment=NetworkSegment(4436eed2-294e-4646-83cf-aec09b7c7c9c),segment_id=4436eed2-294e-4646-83cf-aec09b7c7c9c)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:21:22.199494 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-58e01111-4c91-4f92-a430-fc996c5124e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574989'] for port (1e2da960-f178-4016-92d3-b0dab784f817), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:22.220552 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-58e01111-4c91-4f92-a430-fc996c5124e5 admin admin] Calling delete_port for 1e2da960-f178-4016-92d3-b0dab784f817 owned by network:router_gateway {{(pid=104320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 31 21:21:22.231174 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvr_db [None req-0f0b4005-b4b1-49d2-a28d-62a16da3b031 None None] Set router 34b6c026-fcd9-4549-9db8-37be632f2d49 gateway port host: None {{(pid=104322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:21:22.281456 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_hamode_db [None req-0f0b4005-b4b1-49d2-a28d-62a16da3b031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b6c026-fcd9-4549-9db8-37be632f2d49', 'name': 'tempest-TestShelveInstance-2015894288-router', 'tenant_id': 'd9c46b1e7a32484b9c22387f2aaeb871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:14:35Z', 'updated_at': '2022-05-31T21:21:22Z', 'revision_number': 6, 'project_id': 'd9c46b1e7a32484b9c22387f2aaeb871', 'gw_port_host': None}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:21:22.304947 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0b4005-b4b1-49d2-a28d-62a16da3b031 None None] The sync data for ids ['34b6c026-fcd9-4549-9db8-37be632f2d49'] in dv-cinder-839793-16-iscsi is: [{'id': '34b6c026-fcd9-4549-9db8-37be632f2d49', 'name': 'tempest-TestShelveInstance-2015894288-router', 'tenant_id': 'd9c46b1e7a32484b9c22387f2aaeb871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:14:35Z', 'updated_at': '2022-05-31T21:21:22Z', 'revision_number': 6, 'project_id': 'd9c46b1e7a32484b9c22387f2aaeb871', 'gw_port_host': None}] {{(pid=104322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 21:21:22.457863 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-58e01111-4c91-4f92-a430-fc996c5124e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747262050753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747261518138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437045'] for port (1e2da960-f178-4016-92d3-b0dab784f817), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:22.481938 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e01111-4c91-4f92-a430-fc996c5124e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e2da960-f178-4016-92d3-b0dab784f817,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:21:22.545037 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-58e01111-4c91-4f92-a430-fc996c5124e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598469'] for router_gateway (34b6c026-fcd9-4549-9db8-37be632f2d49), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:22.630465 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-58e01111-4c91-4f92-a430-fc996c5124e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1599166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256068'] for router (34b6c026-fcd9-4549-9db8-37be632f2d49), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:22.632616 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-58e01111-4c91-4f92-a430-fc996c5124e5 admin admin] Publish callbacks [] for router_controller (34b6c026-fcd9-4549-9db8-37be632f2d49), precommit_delete_associations {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:22.728465 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-58e01111-4c91-4f92-a430-fc996c5124e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1599157'] for router (34b6c026-fcd9-4549-9db8-37be632f2d49), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:22.729078 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58e01111-4c91-4f92-a430-fc996c5124e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34b6c026-fcd9-4549-9db8-37be632f2d49 {{(pid=104320) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 31 21:21:22.736004 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-58e01111-4c91-4f92-a430-fc996c5124e5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:22.737948 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 43554) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:21:22.745225 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-58e01111-4c91-4f92-a430-fc996c5124e5 admin admin] 10.222.0.55 "DELETE /v2.0/routers/34b6c026-fcd9-4549-9db8-37be632f2d49 HTTP/1.1" status: 204 len: 168 time: 0.9098430 May 31 21:21:22.782382 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.db_base_plugin_v2 [None req-1de9dfd8-2b46-4084-8f39-b62b867ca711 admin admin] Deleting subnet e821434b-2d4a-43d9-a6fc-75e6d799de81 {{(pid=104321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 31 21:21:22.785696 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-1de9dfd8-2b46-4084-8f39-b62b867ca711 admin admin] Publish callbacks [] for subnet (e821434b-2d4a-43d9-a6fc-75e6d799de81), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:22.820637 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-1de9dfd8-2b46-4084-8f39-b62b867ca711 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3660655'] for subnet (e821434b-2d4a-43d9-a6fc-75e6d799de81), precommit_delete_associations {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:22.895037 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-1de9dfd8-2b46-4084-8f39-b62b867ca711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673141'] for subnet (e821434b-2d4a-43d9-a6fc-75e6d799de81), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:22.919529 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:21:23.023968 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-1de9dfd8-2b46-4084-8f39-b62b867ca711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25540591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25435895'] for subnet (e821434b-2d4a-43d9-a6fc-75e6d799de81), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:23.049572 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de9dfd8-2b46-4084-8f39-b62b867ca711 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e821434b-2d4a-43d9-a6fc-75e6d799de81,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:21:23.054910 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-1de9dfd8-2b46-4084-8f39-b62b867ca711 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696852'] for subnet (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:23.057967 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-1de9dfd8-2b46-4084-8f39-b62b867ca711 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/e821434b-2d4a-43d9-a6fc-75e6d799de81 HTTP/1.1" status: 204 len: 168 time: 0.3190157 May 31 21:21:23.060556 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 43556) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:21:23.063548 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f835f6-3f13-4371-a9a9-c48f2ace5481 None None] Network b57e19b6-0914-4711-9006-4e82330c3537 requested from dv-cinder-839793-16-iscsi {{(pid=104322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 31 21:21:23.135138 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-d03fd4a5-b5db-4a01-bac8-b061026fa7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681077'] for network (b57e19b6-0914-4711-9006-4e82330c3537), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:23.176917 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.plugin [None req-d03fd4a5-b5db-4a01-bac8-b061026fa7c9 admin admin] Deleting port 2fb09746-e248-42c5-998d-3bef42683bfb {{(pid=104321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 31 21:21:23.177258 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-d03fd4a5-b5db-4a01-bac8-b061026fa7c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747262076802'] for port (2fb09746-e248-42c5-998d-3bef42683bfb), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:23.222430 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d152722d-29ce-45d4-b756-758d84c32076 None None] DHCP port deletion for b57e19b6-0914-4711-9006-4e82330c3537 request from dv-cinder-839793-16-iscsi {{(pid=104322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 31 21:21:23.250702 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [None req-d03fd4a5-b5db-4a01-bac8-b061026fa7c9 admin admin] For port 2fb09746-e248-42c5-998d-3bef42683bfb, host dv-cinder-839793-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=2fb09746-e248-42c5-998d-3bef42683bfb,segment=NetworkSegment(6085a41f-6237-4890-bb7a-791e7fdfea31),segment_id=6085a41f-6237-4890-bb7a-791e7fdfea31)] {{(pid=104321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:21:23.251230 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-d03fd4a5-b5db-4a01-bac8-b061026fa7c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574989'] for port (2fb09746-e248-42c5-998d-3bef42683bfb), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:23.264456 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.plugin [None req-d03fd4a5-b5db-4a01-bac8-b061026fa7c9 admin admin] Calling delete_port for 2fb09746-e248-42c5-998d-3bef42683bfb owned by network:dhcp {{(pid=104321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 31 21:21:23.264968 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-d152722d-29ce-45d4-b756-758d84c32076 None None] Deleting port 2fb09746-e248-42c5-998d-3bef42683bfb {{(pid=104322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 31 21:21:23.265338 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-d152722d-29ce-45d4-b756-758d84c32076 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747262076802'] for port (2fb09746-e248-42c5-998d-3bef42683bfb), before_delete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:23.347372 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-d152722d-29ce-45d4-b756-758d84c32076 None None] For port 2fb09746-e248-42c5-998d-3bef42683bfb, host dv-cinder-839793-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=2fb09746-e248-42c5-998d-3bef42683bfb,segment=NetworkSegment(6085a41f-6237-4890-bb7a-791e7fdfea31),segment_id=6085a41f-6237-4890-bb7a-791e7fdfea31)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:21:23.348051 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-d152722d-29ce-45d4-b756-758d84c32076 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574989'] for port (2fb09746-e248-42c5-998d-3bef42683bfb), precommit_delete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:23.361113 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=100 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:21:23.362372 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-d152722d-29ce-45d4-b756-758d84c32076 None None] Calling delete_port for 2fb09746-e248-42c5-998d-3bef42683bfb owned by network:dhcp {{(pid=104322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 31 21:21:23.401228 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-d03fd4a5-b5db-4a01-bac8-b061026fa7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747262050753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747261518138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25540506'] for port (2fb09746-e248-42c5-998d-3bef42683bfb), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:23.412898 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:21:23.414720 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:21:23.426365 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03fd4a5-b5db-4a01-bac8-b061026fa7c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fb09746-e248-42c5-998d-3bef42683bfb,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:21:23.434752 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03fd4a5-b5db-4a01-bac8-b061026fa7c9 admin admin] No DVR routers for this DVR port 2fb09746-e248-42c5-998d-3bef42683bfb on host dv-cinder-839793-16-iscsi {{(pid=104321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} May 31 21:21:23.444218 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-d152722d-29ce-45d4-b756-758d84c32076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747262050753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747261518138'] for port (2fb09746-e248-42c5-998d-3bef42683bfb), after_delete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:23.459917 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [req-387ab2d2-5c8e-4e16-93a7-22d77f261200 req-c76cc68f-eec2-45e6-90e7-ce4c74a503ba service neutron] (104321) timed out ('10.222.0.40', 55919) {{(pid=104321) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 31 21:21:23.474695 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d152722d-29ce-45d4-b756-758d84c32076 None None] Pushing event deleted for resources: {'Port': ['ID=2fb09746-e248-42c5-998d-3bef42683bfb,revision_number=None']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:21:23.487514 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d152722d-29ce-45d4-b756-758d84c32076 None None] No DVR routers for this DVR port 2fb09746-e248-42c5-998d-3bef42683bfb on host dv-cinder-839793-16-iscsi {{(pid=104322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} May 31 21:21:23.489855 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d152722d-29ce-45d4-b756-758d84c32076 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:21:23.490313 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d152722d-29ce-45d4-b756-758d84c32076 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:21:23.490661 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d152722d-29ce-45d4-b756-758d84c32076 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:21:23.491001 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d152722d-29ce-45d4-b756-758d84c32076 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:21:23.491336 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d152722d-29ce-45d4-b756-758d84c32076 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:21:23.491709 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d152722d-29ce-45d4-b756-758d84c32076 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:21:23.491997 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d152722d-29ce-45d4-b756-758d84c32076 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:21:23.492326 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d152722d-29ce-45d4-b756-758d84c32076 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:21:23.492653 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d152722d-29ce-45d4-b756-758d84c32076 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:21:23.492986 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d152722d-29ce-45d4-b756-758d84c32076 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:21:23.493314 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d152722d-29ce-45d4-b756-758d84c32076 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:21:23.493641 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d152722d-29ce-45d4-b756-758d84c32076 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:21:23.493989 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d152722d-29ce-45d4-b756-758d84c32076 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:21:23.494318 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d152722d-29ce-45d4-b756-758d84c32076 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:21:23.496515 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d152722d-29ce-45d4-b756-758d84c32076 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-16-iscsi {{(pid=104322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 21:21:23.513666 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-d03fd4a5-b5db-4a01-bac8-b061026fa7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678652', 'neutron.services.segments.db._delete_segments_for_network-8747261968285'] for network (b57e19b6-0914-4711-9006-4e82330c3537), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:23.536447 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.services.segments.db [None req-d03fd4a5-b5db-4a01-bac8-b061026fa7c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b57e19b6-0914-4711-9006-4e82330c3537']}} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:21:23.546149 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.services.segments.db [None req-d03fd4a5-b5db-4a01-bac8-b061026fa7c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6085a41f-6237-4890-bb7a-791e7fdfea31') {'for_net_delete': True} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:21:23.546441 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.services.segments.db [None req-d03fd4a5-b5db-4a01-bac8-b061026fa7c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6085a41f-6237-4890-bb7a-791e7fdfea31') {} {{(pid=104321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:21:23.556365 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-d03fd4a5-b5db-4a01-bac8-b061026fa7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747261973158', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3660646'] for segment (6085a41f-6237-4890-bb7a-791e7fdfea31), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:23.567463 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:21:23.569774 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-d03fd4a5-b5db-4a01-bac8-b061026fa7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674812'] for segment (6085a41f-6237-4890-bb7a-791e7fdfea31), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:23.576405 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d03fd4a5-b5db-4a01-bac8-b061026fa7c9 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=104321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 21:21:23.576787 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-d03fd4a5-b5db-4a01-bac8-b061026fa7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25540173'] for segment (6085a41f-6237-4890-bb7a-791e7fdfea31), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:23.619900 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.services.segments.plugin [-] Segment 6085a41f-6237-4890-bb7a-791e7fdfea31 resource provider aggregate not found May 31 21:21:23.638192 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.services.segments.plugin [-] Segment 6085a41f-6237-4890-bb7a-791e7fdfea31 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6085a41f-6237-4890-bb7a-791e7fdfea31 found for delete ", "request_id": "req-22b2c1fc-8a20-4d8d-adfc-7ade62ea292a"}]} May 31 21:21:23.751079 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-d03fd4a5-b5db-4a01-bac8-b061026fa7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598461'] for network (b57e19b6-0914-4711-9006-4e82330c3537), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:23.761738 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-d03fd4a5-b5db-4a01-bac8-b061026fa7c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696852'] for network (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:23.761738 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-d03fd4a5-b5db-4a01-bac8-b061026fa7c9 admin admin] 10.222.0.55 "DELETE /v2.0/networks/b57e19b6-0914-4711-9006-4e82330c3537 HTTP/1.1" status: 204 len: 168 time: 0.6989701 May 31 21:21:23.763623 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 43564) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:21:23.774033 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03fd4a5-b5db-4a01-bac8-b061026fa7c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b57e19b6-0914-4711-9006-4e82330c3537,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:21:23.854242 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:21:24.044549 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:21:24.080696 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device 1e2da960-f178-4016-92d3-b0dab784f817 no longer exists at agent ovs-agent-dv-cinder-839793-16-iscsi {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 31 21:21:24.081333 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-bbe6e1eb-14af-48dd-8aaa-f09526d5c934 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1599450'] for router_interface (e833a3d7-4a77-419c-9845-6c98207e3ca3), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:24.100167 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] No Port match for: 1e2da960-f178-4016-92d3-b0dab784f817 {{(pid=104322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 31 21:21:24.100509 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device 1e2da960-f178-4016-92d3-b0dab784f817 not bound to the agent host dv-cinder-839793-16-iscsi {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 31 21:21:24.100919 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device 84a34838-a107-4d6b-8968-5e4472d9d3c8 no longer exists at agent ovs-agent-dv-cinder-839793-16-iscsi {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 31 21:21:24.118885 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] No Port match for: 84a34838-a107-4d6b-8968-5e4472d9d3c8 {{(pid=104322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 31 21:21:24.119227 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device 84a34838-a107-4d6b-8968-5e4472d9d3c8 not bound to the agent host dv-cinder-839793-16-iscsi {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 31 21:21:24.119632 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device 2fb09746-e248-42c5-998d-3bef42683bfb no longer exists at agent ovs-agent-dv-cinder-839793-16-iscsi {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 31 21:21:24.137660 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] No Port match for: 2fb09746-e248-42c5-998d-3bef42683bfb {{(pid=104322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 31 21:21:24.138028 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device 2fb09746-e248-42c5-998d-3bef42683bfb not bound to the agent host dv-cinder-839793-16-iscsi {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 31 21:21:24.294143 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-bbe6e1eb-14af-48dd-8aaa-f09526d5c934 admin admin] Deleting port 3c1b003c-0da1-4882-a4b4-ed31da18735e {{(pid=104320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 31 21:21:24.295073 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-bbe6e1eb-14af-48dd-8aaa-f09526d5c934 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747262076802'] for port (3c1b003c-0da1-4882-a4b4-ed31da18735e), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:24.377105 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-bbe6e1eb-14af-48dd-8aaa-f09526d5c934 admin admin] For port 3c1b003c-0da1-4882-a4b4-ed31da18735e, host dv-cinder-839793-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=3c1b003c-0da1-4882-a4b4-ed31da18735e,segment=NetworkSegment(380d8392-0ecd-4c14-b18f-ced006f74b97),segment_id=380d8392-0ecd-4c14-b18f-ced006f74b97)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:21:24.377465 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-bbe6e1eb-14af-48dd-8aaa-f09526d5c934 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574989'] for port (3c1b003c-0da1-4882-a4b4-ed31da18735e), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:24.389919 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-bbe6e1eb-14af-48dd-8aaa-f09526d5c934 admin admin] Calling delete_port for 3c1b003c-0da1-4882-a4b4-ed31da18735e owned by network:router_interface {{(pid=104320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 31 21:21:24.642394 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-bbe6e1eb-14af-48dd-8aaa-f09526d5c934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747262050753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747261518138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437045'] for port (3c1b003c-0da1-4882-a4b4-ed31da18735e), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:24.666951 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe6e1eb-14af-48dd-8aaa-f09526d5c934 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c1b003c-0da1-4882-a4b4-ed31da18735e,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:21:24.768818 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:21:24.832670 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-bbe6e1eb-14af-48dd-8aaa-f09526d5c934 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1696841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1612805'] for router_interface (e833a3d7-4a77-419c-9845-6c98207e3ca3), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:25.030462 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbe6e1eb-14af-48dd-8aaa-f09526d5c934 admin admin] Router e833a3d7-4a77-419c-9845-6c98207e3ca3 has already been hosted by L3 agent 13ce5b10-321e-4e80-b29e-1cfc3c51661e {{(pid=104320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 31 21:21:25.086619 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:21:25.138318 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbe6e1eb-14af-48dd-8aaa-f09526d5c934 admin admin] Notify agent at l3_agent.dv-cinder-839793-16-iscsi the message routers_updated {{(pid=104320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 31 21:21:25.144921 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-bbe6e1eb-14af-48dd-8aaa-f09526d5c934 admin admin] 10.222.0.55 "PUT /v2.0/routers/e833a3d7-4a77-419c-9845-6c98207e3ca3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3802366 May 31 21:21:25.147619 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 43568) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:21:25.149368 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa8fd0b-9bc8-485c-ba15-e5c6f35a8c8b None None] Sync routers for ids ['e833a3d7-4a77-419c-9845-6c98207e3ca3'] in dv-cinder-839793-16-iscsi {{(pid=104323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 21:21:25.159990 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa8fd0b-9bc8-485c-ba15-e5c6f35a8c8b None None] Routers {'e833a3d7-4a77-419c-9845-6c98207e3ca3'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:21:25.160592 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-bfa8fd0b-9bc8-485c-ba15-e5c6f35a8c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:21:14Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['e833a3d7-4a77-419c-9845-6c98207e3ca3'], 'active': True} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:21:25.250001 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-cae3618d-549a-4ed7-849e-611457bcb40a admin admin] Publish callbacks [] for router (e833a3d7-4a77-419c-9845-6c98207e3ca3), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:25.265784 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvr_db [None req-bfa8fd0b-9bc8-485c-ba15-e5c6f35a8c8b None None] Set router e833a3d7-4a77-419c-9845-6c98207e3ca3 gateway port host: dv-cinder-839793-16-iscsi {{(pid=104323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:21:25.352388 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-cae3618d-549a-4ed7-849e-611457bcb40a admin admin] Publish callbacks [] for router_gateway (e833a3d7-4a77-419c-9845-6c98207e3ca3), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:25.430776 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-bfa8fd0b-9bc8-485c-ba15-e5c6f35a8c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e833a3d7-4a77-419c-9845-6c98207e3ca3', 'name': 'tempest-TestShelveInstance-171505392-router', 'tenant_id': '4cfaa71f564d47c1b9fc6cca168c2629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'external_fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '7c469238-9abd-49e3-8ada-7f96e86e63f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:14:41Z', 'updated_at': '2022-05-31T21:21:24Z', 'revision_number': 5, 'project_id': '4cfaa71f564d47c1b9fc6cca168c2629', 'gw_port': {'id': '7c469238-9abd-49e3-8ada-7f96e86e63f2', 'name': '', 'network_id': 'c2cfca3b-95da-4cff-a3c5-795dffb6abac', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:92:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e833a3d7-4a77-419c-9845-6c98207e3ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T21:14:42Z', 'updated_at': '2022-05-31T21:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '763c29f6-cebe-4813-9ab2-68212649a0b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-16-iscsi'}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:21:25.445603 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.plugin [None req-cae3618d-549a-4ed7-849e-611457bcb40a admin admin] Deleting port 7c469238-9abd-49e3-8ada-7f96e86e63f2 {{(pid=104321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 31 21:21:25.445962 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-cae3618d-549a-4ed7-849e-611457bcb40a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747262076802'] for port (7c469238-9abd-49e3-8ada-7f96e86e63f2), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:25.456910 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa8fd0b-9bc8-485c-ba15-e5c6f35a8c8b None None] Checking router: e833a3d7-4a77-419c-9845-6c98207e3ca3 for host: dv-cinder-839793-16-iscsi {{(pid=104323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 21:21:25.465187 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa8fd0b-9bc8-485c-ba15-e5c6f35a8c8b None None] Routers {'e833a3d7-4a77-419c-9845-6c98207e3ca3'} bound to L3 agent in host dv-cinder-839793-16-iscsi {{(pid=104323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} May 31 21:21:25.465782 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-bfa8fd0b-9bc8-485c-ba15-e5c6f35a8c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T20:54:44Z,description=,heartbeat_timestamp=2022-05-31T21:21:14Z,host='dv-cinder-839793-16-iscsi',id=13ce5b10-321e-4e80-b29e-1cfc3c51661e,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T20:54:45Z,topic='l3_agent')) {'router_ids': ['e833a3d7-4a77-419c-9845-6c98207e3ca3'], 'active': True} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:21:25.528057 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.db [None req-cae3618d-549a-4ed7-849e-611457bcb40a admin admin] For port 7c469238-9abd-49e3-8ada-7f96e86e63f2, host dv-cinder-839793-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=7c469238-9abd-49e3-8ada-7f96e86e63f2,segment=NetworkSegment(4436eed2-294e-4646-83cf-aec09b7c7c9c),segment_id=4436eed2-294e-4646-83cf-aec09b7c7c9c)] {{(pid=104321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:21:25.528316 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-cae3618d-549a-4ed7-849e-611457bcb40a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574989'] for port (7c469238-9abd-49e3-8ada-7f96e86e63f2), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:25.545070 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.plugins.ml2.plugin [None req-cae3618d-549a-4ed7-849e-611457bcb40a admin admin] Calling delete_port for 7c469238-9abd-49e3-8ada-7f96e86e63f2 owned by network:router_gateway {{(pid=104321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 31 21:21:25.547107 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_dvr_db [None req-bfa8fd0b-9bc8-485c-ba15-e5c6f35a8c8b None None] Set router e833a3d7-4a77-419c-9845-6c98207e3ca3 gateway port host: None {{(pid=104323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} May 31 21:21:25.550771 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:21:25.597594 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.l3_hamode_db [None req-bfa8fd0b-9bc8-485c-ba15-e5c6f35a8c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e833a3d7-4a77-419c-9845-6c98207e3ca3', 'name': 'tempest-TestShelveInstance-171505392-router', 'tenant_id': '4cfaa71f564d47c1b9fc6cca168c2629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:14:41Z', 'updated_at': '2022-05-31T21:21:25Z', 'revision_number': 6, 'project_id': '4cfaa71f564d47c1b9fc6cca168c2629', 'gw_port_host': None}], 'dv-cinder-839793-16-iscsi', False) {} {{(pid=104323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:21:25.621807 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa8fd0b-9bc8-485c-ba15-e5c6f35a8c8b None None] The sync data for ids ['e833a3d7-4a77-419c-9845-6c98207e3ca3'] in dv-cinder-839793-16-iscsi is: [{'id': 'e833a3d7-4a77-419c-9845-6c98207e3ca3', 'name': 'tempest-TestShelveInstance-171505392-router', 'tenant_id': '4cfaa71f564d47c1b9fc6cca168c2629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T21:14:41Z', 'updated_at': '2022-05-31T21:21:25Z', 'revision_number': 6, 'project_id': '4cfaa71f564d47c1b9fc6cca168c2629', 'gw_port_host': None}] {{(pid=104323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 21:21:25.785073 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-cae3618d-549a-4ed7-849e-611457bcb40a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747262050753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747261518138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25540506'] for port (7c469238-9abd-49e3-8ada-7f96e86e63f2), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:25.818532 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae3618d-549a-4ed7-849e-611457bcb40a admin admin] Pushing event deleted for resources: {'Port': ['ID=7c469238-9abd-49e3-8ada-7f96e86e63f2,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:21:25.873581 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-cae3618d-549a-4ed7-849e-611457bcb40a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598469'] for router_gateway (e833a3d7-4a77-419c-9845-6c98207e3ca3), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:25.955447 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-cae3618d-549a-4ed7-849e-611457bcb40a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1599166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256068'] for router (e833a3d7-4a77-419c-9845-6c98207e3ca3), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:25.957686 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-cae3618d-549a-4ed7-849e-611457bcb40a admin admin] Publish callbacks [] for router_controller (e833a3d7-4a77-419c-9845-6c98207e3ca3), precommit_delete_associations {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:26.070859 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-cae3618d-549a-4ed7-849e-611457bcb40a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1599157'] for router (e833a3d7-4a77-419c-9845-6c98207e3ca3), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:26.071488 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae3618d-549a-4ed7-849e-611457bcb40a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e833a3d7-4a77-419c-9845-6c98207e3ca3 {{(pid=104321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 31 21:21:26.076136 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-cae3618d-549a-4ed7-849e-611457bcb40a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:26.077285 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-cae3618d-549a-4ed7-849e-611457bcb40a admin admin] 10.222.0.55 "DELETE /v2.0/routers/e833a3d7-4a77-419c-9845-6c98207e3ca3 HTTP/1.1" status: 204 len: 168 time: 0.9285939 May 31 21:21:26.079730 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 43572) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:21:26.114452 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:21:26.126463 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.db.db_base_plugin_v2 [None req-8203a020-7553-40b8-8db8-6891b69d7845 admin admin] Deleting subnet 0e68974f-cf1b-4484-8328-549ef8fb7ef2 {{(pid=104321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 31 21:21:26.129591 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-8203a020-7553-40b8-8db8-6891b69d7845 admin admin] Publish callbacks [] for subnet (0e68974f-cf1b-4484-8328-549ef8fb7ef2), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:26.163286 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-8203a020-7553-40b8-8db8-6891b69d7845 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3660655'] for subnet (0e68974f-cf1b-4484-8328-549ef8fb7ef2), precommit_delete_associations {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:26.235974 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-8203a020-7553-40b8-8db8-6891b69d7845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673141'] for subnet (0e68974f-cf1b-4484-8328-549ef8fb7ef2), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:26.356868 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-8203a020-7553-40b8-8db8-6891b69d7845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25540591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25435895'] for subnet (0e68974f-cf1b-4484-8328-549ef8fb7ef2), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:26.387174 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8203a020-7553-40b8-8db8-6891b69d7845 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e68974f-cf1b-4484-8328-549ef8fb7ef2,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:21:26.391078 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-8203a020-7553-40b8-8db8-6891b69d7845 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696852'] for subnet (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:26.397424 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 43576) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:21:26.397974 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-8203a020-7553-40b8-8db8-6891b69d7845 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/0e68974f-cf1b-4484-8328-549ef8fb7ef2 HTTP/1.1" status: 204 len: 168 time: 0.3167987 May 31 21:21:26.399942 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34afff80-b104-4ac3-b589-39f1905f4d84 None None] Network cbf92b67-7866-43bf-b8b6-929bdafcde90 requested from dv-cinder-839793-16-iscsi {{(pid=104322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 31 21:21:26.451426 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device 3c1b003c-0da1-4882-a4b4-ed31da18735e no longer exists at agent ovs-agent-dv-cinder-839793-16-iscsi {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 31 21:21:26.474937 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] No Port match for: 3c1b003c-0da1-4882-a4b4-ed31da18735e {{(pid=104322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 31 21:21:26.475314 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device 3c1b003c-0da1-4882-a4b4-ed31da18735e not bound to the agent host dv-cinder-839793-16-iscsi {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 31 21:21:26.483668 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-5b643a8a-9edf-46a0-8d20-5711d8aa909d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681077'] for network (cbf92b67-7866-43bf-b8b6-929bdafcde90), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:26.527917 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-5b643a8a-9edf-46a0-8d20-5711d8aa909d admin admin] Deleting port fb25cfc2-768b-4a33-98b6-410320b3f857 {{(pid=104320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 31 21:21:26.528259 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-5b643a8a-9edf-46a0-8d20-5711d8aa909d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747262076802'] for port (fb25cfc2-768b-4a33-98b6-410320b3f857), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:26.587570 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e30bf43-6340-4a63-93b7-1c32501834d2 None None] DHCP port deletion for cbf92b67-7866-43bf-b8b6-929bdafcde90 request from dv-cinder-839793-16-iscsi {{(pid=104322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 31 21:21:26.602001 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.db [None req-5b643a8a-9edf-46a0-8d20-5711d8aa909d admin admin] For port fb25cfc2-768b-4a33-98b6-410320b3f857, host dv-cinder-839793-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=fb25cfc2-768b-4a33-98b6-410320b3f857,segment=NetworkSegment(380d8392-0ecd-4c14-b18f-ced006f74b97),segment_id=380d8392-0ecd-4c14-b18f-ced006f74b97)] {{(pid=104320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:21:26.609337 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-5b643a8a-9edf-46a0-8d20-5711d8aa909d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574989'] for port (fb25cfc2-768b-4a33-98b6-410320b3f857), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:26.617859 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.plugin [None req-5b643a8a-9edf-46a0-8d20-5711d8aa909d admin admin] Calling delete_port for fb25cfc2-768b-4a33-98b6-410320b3f857 owned by network:dhcp {{(pid=104320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 31 21:21:26.630430 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-4e30bf43-6340-4a63-93b7-1c32501834d2 None None] Deleting port fb25cfc2-768b-4a33-98b6-410320b3f857 {{(pid=104322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 31 21:21:26.633574 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-4e30bf43-6340-4a63-93b7-1c32501834d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747262076802'] for port (fb25cfc2-768b-4a33-98b6-410320b3f857), before_delete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:26.699479 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.db [None req-4e30bf43-6340-4a63-93b7-1c32501834d2 None None] For port fb25cfc2-768b-4a33-98b6-410320b3f857, host dv-cinder-839793-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-16-iscsi',level=0,port_id=fb25cfc2-768b-4a33-98b6-410320b3f857,segment=NetworkSegment(380d8392-0ecd-4c14-b18f-ced006f74b97),segment_id=380d8392-0ecd-4c14-b18f-ced006f74b97)] {{(pid=104322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 31 21:21:26.699884 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-4e30bf43-6340-4a63-93b7-1c32501834d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574989'] for port (fb25cfc2-768b-4a33-98b6-410320b3f857), precommit_delete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:26.714760 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-4e30bf43-6340-4a63-93b7-1c32501834d2 None None] Calling delete_port for fb25cfc2-768b-4a33-98b6-410320b3f857 owned by network:dhcp {{(pid=104322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 31 21:21:26.779583 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-5b643a8a-9edf-46a0-8d20-5711d8aa909d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747262050753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747261518138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437045'] for port (fb25cfc2-768b-4a33-98b6-410320b3f857), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:26.798509 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-4e30bf43-6340-4a63-93b7-1c32501834d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-779819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747262050753', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747261518138'] for port (fb25cfc2-768b-4a33-98b6-410320b3f857), after_delete {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:26.804799 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b643a8a-9edf-46a0-8d20-5711d8aa909d admin admin] Pushing event deleted for resources: {'Port': ['ID=fb25cfc2-768b-4a33-98b6-410320b3f857,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:21:26.808429 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b643a8a-9edf-46a0-8d20-5711d8aa909d admin admin] No DVR routers for this DVR port fb25cfc2-768b-4a33-98b6-410320b3f857 on host dv-cinder-839793-16-iscsi {{(pid=104320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} May 31 21:21:26.821582 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e30bf43-6340-4a63-93b7-1c32501834d2 None None] Pushing event deleted for resources: {'Port': ['ID=fb25cfc2-768b-4a33-98b6-410320b3f857,revision_number=None']} {{(pid=104322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:21:26.827365 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e30bf43-6340-4a63-93b7-1c32501834d2 None None] No DVR routers for this DVR port fb25cfc2-768b-4a33-98b6-410320b3f857 on host dv-cinder-839793-16-iscsi {{(pid=104322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} May 31 21:21:26.883569 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-5b643a8a-9edf-46a0-8d20-5711d8aa909d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678652', 'neutron.services.segments.db._delete_segments_for_network-8747261968285'] for network (cbf92b67-7866-43bf-b8b6-929bdafcde90), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:26.903438 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.services.segments.db [None req-5b643a8a-9edf-46a0-8d20-5711d8aa909d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbf92b67-7866-43bf-b8b6-929bdafcde90']}} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:21:26.912714 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.services.segments.db [None req-5b643a8a-9edf-46a0-8d20-5711d8aa909d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '380d8392-0ecd-4c14-b18f-ced006f74b97') {'for_net_delete': True} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:21:26.913012 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.services.segments.db [None req-5b643a8a-9edf-46a0-8d20-5711d8aa909d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '380d8392-0ecd-4c14-b18f-ced006f74b97') {} {{(pid=104320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 21:21:26.922831 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-5b643a8a-9edf-46a0-8d20-5711d8aa909d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747261973158', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25571892'] for segment (380d8392-0ecd-4c14-b18f-ced006f74b97), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:26.932435 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:21:26.936358 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-5b643a8a-9edf-46a0-8d20-5711d8aa909d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674812'] for segment (380d8392-0ecd-4c14-b18f-ced006f74b97), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:26.943107 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b643a8a-9edf-46a0-8d20-5711d8aa909d admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=104320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 21:21:26.943488 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-5b643a8a-9edf-46a0-8d20-5711d8aa909d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25436834'] for segment (380d8392-0ecd-4c14-b18f-ced006f74b97), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:26.980916 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.services.segments.plugin [-] Segment 380d8392-0ecd-4c14-b18f-ced006f74b97 resource provider aggregate not found May 31 21:21:26.999002 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.services.segments.plugin [-] Segment 380d8392-0ecd-4c14-b18f-ced006f74b97 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 380d8392-0ecd-4c14-b18f-ced006f74b97 found for delete ", "request_id": "req-1e0e13bf-3f63-4d91-b586-56213604496e"}]} May 31 21:21:27.076022 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-5b643a8a-9edf-46a0-8d20-5711d8aa909d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598461'] for network (cbf92b67-7866-43bf-b8b6-929bdafcde90), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:27.085947 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-5b643a8a-9edf-46a0-8d20-5711d8aa909d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696852'] for network (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:27.086575 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-5b643a8a-9edf-46a0-8d20-5711d8aa909d admin admin] 10.222.0.55 "DELETE /v2.0/networks/cbf92b67-7866-43bf-b8b6-929bdafcde90 HTTP/1.1" status: 204 len: 168 time: 0.6874018 May 31 21:21:27.099926 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b643a8a-9edf-46a0-8d20-5711d8aa909d admin admin] Pushing event deleted for resources: {'Network': ['ID=cbf92b67-7866-43bf-b8b6-929bdafcde90,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:21:27.416669 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 43584) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:21:27.456524 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-7ba7f7a5-7669-4959-bb6b-3fdb3fe4a1d1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d9c46b1e7a32484b9c22387f2aaeb871&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387032 May 31 21:21:27.458885 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 43588) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:21:27.507281 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-ecbdcc47-d3c7-4bb6-8b7a-a9a562db9a8d admin admin] Publish callbacks [] for security_group (04956938-7b9a-4364-ae54-9aff4b0d4338), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:27.528514 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-ecbdcc47-d3c7-4bb6-8b7a-a9a562db9a8d admin admin] Publish callbacks [] for security_group (04956938-7b9a-4364-ae54-9aff4b0d4338), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:27.646580 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-ecbdcc47-d3c7-4bb6-8b7a-a9a562db9a8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (04956938-7b9a-4364-ae54-9aff4b0d4338), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:27.649130 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-ecbdcc47-d3c7-4bb6-8b7a-a9a562db9a8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:27.650353 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-ecbdcc47-d3c7-4bb6-8b7a-a9a562db9a8d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/04956938-7b9a-4364-ae54-9aff4b0d4338 HTTP/1.1" status: 204 len: 168 time: 0.1905751 May 31 21:21:27.658554 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbdcc47-d3c7-4bb6-8b7a-a9a562db9a8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04956938-7b9a-4364-ae54-9aff4b0d4338,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:21:28.089808 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device fb25cfc2-768b-4a33-98b6-410320b3f857 no longer exists at agent ovs-agent-dv-cinder-839793-16-iscsi {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 31 21:21:28.109826 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] No Port match for: fb25cfc2-768b-4a33-98b6-410320b3f857 {{(pid=104322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 31 21:21:28.110110 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device fb25cfc2-768b-4a33-98b6-410320b3f857 not bound to the agent host dv-cinder-839793-16-iscsi {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 31 21:21:28.110518 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device 7c469238-9abd-49e3-8ada-7f96e86e63f2 no longer exists at agent ovs-agent-dv-cinder-839793-16-iscsi {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 31 21:21:28.129310 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.plugin [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] No Port match for: 7c469238-9abd-49e3-8ada-7f96e86e63f2 {{(pid=104322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 31 21:21:28.129548 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron.plugins.ml2.rpc [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Device 7c469238-9abd-49e3-8ada-7f96e86e63f2 not bound to the agent host dv-cinder-839793-16-iscsi {{(pid=104322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 31 21:21:28.364793 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 43602) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:21:28.380395 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:21:28.408373 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-d2753293-4ed5-4e81-aa5e-4fddbed682b4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4cfaa71f564d47c1b9fc6cca168c2629&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0423880 May 31 21:21:28.410762 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 43604) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:21:28.459098 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-5e835e38-c27f-4eae-ae82-2843849de84a admin admin] Publish callbacks [] for security_group (a77d37ff-deb4-408f-80c1-70e3e70cf8a0), before_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:28.480454 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-5e835e38-c27f-4eae-ae82-2843849de84a admin admin] Publish callbacks [] for security_group (a77d37ff-deb4-408f-80c1-70e3e70cf8a0), precommit_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:28.607490 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-5e835e38-c27f-4eae-ae82-2843849de84a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (a77d37ff-deb4-408f-80c1-70e3e70cf8a0), after_delete {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:28.610001 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-5e835e38-c27f-4eae-ae82-2843849de84a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:28.611161 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-5e835e38-c27f-4eae-ae82-2843849de84a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a77d37ff-deb4-408f-80c1-70e3e70cf8a0 HTTP/1.1" status: 204 len: 168 time: 0.1995285 May 31 21:21:28.622244 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e835e38-c27f-4eae-ae82-2843849de84a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77d37ff-deb4-408f-80c1-70e3e70cf8a0,revision_number=None']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:21:37.088408 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=58,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:21:38.092575 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=40,neutron:DELETE=8 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:21:38.113542 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=33,neutron:DELETE=1 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:21:38.615232 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=72,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:21:38.630711 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=28,neutron:DELETE=1 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:21:40.296102 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.wsgi [-] (104321) accepted ('10.222.0.55', 43656) {{(pid=104321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:21:40.401526 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-62b8f778-3767-4b18-b376-e0e3daf7b1d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:40.473621 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-62b8f778-3767-4b18-b376-e0e3daf7b1d6 admin admin] Publish callbacks [] for security_group (dd910983-afd5-4cd6-a636-e1ac33a43473), precommit_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:40.526903 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron_lib.callbacks.manager [None req-62b8f778-3767-4b18-b376-e0e3daf7b1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (dd910983-afd5-4cd6-a636-e1ac33a43473), after_create {{(pid=104321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:40.566147 dv-cinder-839793-16-iscsi neutron-server[104321]: INFO neutron.wsgi [None req-62b8f778-3767-4b18-b376-e0e3daf7b1d6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=633b813ffa9945a180e2995ca41fe525&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2684689 May 31 21:21:40.567231 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b8f778-3767-4b18-b376-e0e3daf7b1d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd910983-afd5-4cd6-a636-e1ac33a43473,revision_number=1']} {{(pid=104321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:21:40.569160 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.wsgi [-] (104320) accepted ('10.222.0.55', 43660) {{(pid=104320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 31 21:21:40.617676 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-8e2a15c0-c4b1-4e5b-bc30-708b8c5604db admin admin] Publish callbacks [] for security_group (dd910983-afd5-4cd6-a636-e1ac33a43473), before_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:40.638896 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-8e2a15c0-c4b1-4e5b-bc30-708b8c5604db admin admin] Publish callbacks [] for security_group (dd910983-afd5-4cd6-a636-e1ac33a43473), precommit_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:40.795554 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-8e2a15c0-c4b1-4e5b-bc30-708b8c5604db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769432'] for security_group (dd910983-afd5-4cd6-a636-e1ac33a43473), after_delete {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:40.798111 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron_lib.callbacks.manager [None req-8e2a15c0-c4b1-4e5b-bc30-708b8c5604db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:40.799282 dv-cinder-839793-16-iscsi neutron-server[104320]: INFO neutron.wsgi [None req-8e2a15c0-c4b1-4e5b-bc30-708b8c5604db admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/dd910983-afd5-4cd6-a636-e1ac33a43473 HTTP/1.1" status: 204 len: 168 time: 0.2291214 May 31 21:21:40.807858 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2a15c0-c4b1-4e5b-bc30-708b8c5604db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd910983-afd5-4cd6-a636-e1ac33a43473,revision_number=None']} {{(pid=104320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 21:21:41.909904 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=58 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:21:41.911814 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=64 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:21:42.235898 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-fd11656f-fa91-45a5-ab21-2285a57bf156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (5ca9f0a2-8e5f-4b54-94fa-454f095515e4), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:44.554000 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-487463d6-1af3-4c4a-964e-47601e9ec9f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (13ce5b10-321e-4e80-b29e-1cfc3c51661e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:45.692937 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-58fa0aab-c296-4be2-a1ab-08418c16cad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (8170e961-7e1e-4c09-b09f-6b764c457cfd), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:46.858503 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-b770b660-b824-4665-84d0-9bbdd29e8e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (1c1563bc-5b12-4065-8d27-b22246e8e8d3), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:48.691626 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (a61205dd-b11c-42a1-aa2d-4b7310a8dc99), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:50.560229 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=17,neutron:INSERT=7 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:21:50.562123 dv-cinder-839793-16-iscsi neutron-server[104321]: DEBUG dbcounter [-] [104321] Writing DB stats neutron:SELECT=20,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104321) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:21:50.673681 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:21:50.803596 dv-cinder-839793-16-iscsi neutron-server[104320]: DEBUG dbcounter [-] [104320] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=104320) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:21:51.754965 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (51675295-7abb-4335-9c5a-c46a9082010e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:21:53.229105 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.agents_db [None req-3d709c36-86fd-4f4f-bf7d-9e9748143f4e None None] Agent healthcheck: found 6 active agents {{(pid=104323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 31 21:22:01.687724 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:22:01.691586 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:22:01.700908 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:22:11.250981 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=5 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:22:11.255836 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=3 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:22:12.228343 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-706ac187-eb19-4621-a285-dcd51427e2a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (5ca9f0a2-8e5f-4b54-94fa-454f095515e4), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:22:14.549055 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-b3fe094c-fac3-4a6e-b721-ddd12a6ff6ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (13ce5b10-321e-4e80-b29e-1cfc3c51661e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:22:15.696659 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-58fa0aab-c296-4be2-a1ab-08418c16cad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (8170e961-7e1e-4c09-b09f-6b764c457cfd), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:22:16.874204 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-b770b660-b824-4665-84d0-9bbdd29e8e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (1c1563bc-5b12-4065-8d27-b22246e8e8d3), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:22:18.565795 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (a61205dd-b11c-42a1-aa2d-4b7310a8dc99), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:22:21.770609 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (51675295-7abb-4335-9c5a-c46a9082010e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:22:30.227593 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.agents_db [None req-3d709c36-86fd-4f4f-bf7d-9e9748143f4e None None] Agent healthcheck: found 6 active agents {{(pid=104323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 31 21:22:31.692853 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:22:31.696739 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:22:31.698421 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:UPDATE=3,neutron:SELECT=4 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:22:42.244267 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-69d11ab5-bd0f-41e3-a6d9-8967c7b02398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (5ca9f0a2-8e5f-4b54-94fa-454f095515e4), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:22:44.574432 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f0c460f1-ec9f-483a-acab-3b7d45719ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (13ce5b10-321e-4e80-b29e-1cfc3c51661e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:22:45.700832 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-58fa0aab-c296-4be2-a1ab-08418c16cad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (8170e961-7e1e-4c09-b09f-6b764c457cfd), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:22:46.855151 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-b770b660-b824-4665-84d0-9bbdd29e8e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (1c1563bc-5b12-4065-8d27-b22246e8e8d3), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:22:48.262260 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:22:48.263061 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=3 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:22:48.551744 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (a61205dd-b11c-42a1-aa2d-4b7310a8dc99), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:22:51.752334 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (51675295-7abb-4335-9c5a-c46a9082010e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:23:01.834706 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=15,neutron:UPDATE=3 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:23:01.837553 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=14 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:23:01.841279 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=15,neutron:UPDATE=3 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:23:07.226210 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.agents_db [None req-3d709c36-86fd-4f4f-bf7d-9e9748143f4e None None] Agent healthcheck: found 6 active agents {{(pid=104323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 31 21:23:12.259755 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-b0d1f8c3-d17b-44c7-9d9c-8b1829a5c5bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (5ca9f0a2-8e5f-4b54-94fa-454f095515e4), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:23:14.574203 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-229f8fa2-a36e-4f64-91be-51dfc9864af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (13ce5b10-321e-4e80-b29e-1cfc3c51661e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:23:15.705280 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-58fa0aab-c296-4be2-a1ab-08418c16cad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (8170e961-7e1e-4c09-b09f-6b764c457cfd), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:23:16.888340 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-b770b660-b824-4665-84d0-9bbdd29e8e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (1c1563bc-5b12-4065-8d27-b22246e8e8d3), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:23:18.589720 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (a61205dd-b11c-42a1-aa2d-4b7310a8dc99), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:23:21.802300 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (51675295-7abb-4335-9c5a-c46a9082010e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:23:25.257572 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=4 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:23:25.258402 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=4 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:23:28.512983 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:UPDATE=3,neutron:SELECT=1 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:23:31.701539 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=7 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:23:31.704420 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:23:41.835063 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=11 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:23:41.837990 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=15 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:23:42.235896 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-9869447d-e71a-4c15-a759-c5fa4aae980f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (5ca9f0a2-8e5f-4b54-94fa-454f095515e4), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:23:44.224737 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.agents_db [None req-3d709c36-86fd-4f4f-bf7d-9e9748143f4e None None] Agent healthcheck: found 6 active agents {{(pid=104323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 31 21:23:44.589588 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-9840d3bf-b14e-4252-a048-9190cbeaf97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (13ce5b10-321e-4e80-b29e-1cfc3c51661e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:23:45.702582 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-58fa0aab-c296-4be2-a1ab-08418c16cad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (8170e961-7e1e-4c09-b09f-6b764c457cfd), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:23:46.879818 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-b770b660-b824-4665-84d0-9bbdd29e8e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (1c1563bc-5b12-4065-8d27-b22246e8e8d3), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:23:48.599864 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (a61205dd-b11c-42a1-aa2d-4b7310a8dc99), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:23:51.800781 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (51675295-7abb-4335-9c5a-c46a9082010e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:23:58.518270 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:24:01.711855 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:24:01.717827 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:24:02.264456 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=2 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:24:02.265698 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=6 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:24:12.239694 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-4d93e17b-c4c2-46bd-a83e-b377df504f3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (5ca9f0a2-8e5f-4b54-94fa-454f095515e4), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:24:14.582521 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-188624ad-81fa-4f48-a1d1-1bed7f28e2da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (13ce5b10-321e-4e80-b29e-1cfc3c51661e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:24:15.718364 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-58fa0aab-c296-4be2-a1ab-08418c16cad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (8170e961-7e1e-4c09-b09f-6b764c457cfd), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:24:16.856866 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-b770b660-b824-4665-84d0-9bbdd29e8e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (1c1563bc-5b12-4065-8d27-b22246e8e8d3), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:24:18.571082 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (a61205dd-b11c-42a1-aa2d-4b7310a8dc99), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:24:21.222847 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.agents_db [None req-3d709c36-86fd-4f4f-bf7d-9e9748143f4e None None] Agent healthcheck: found 6 active agents {{(pid=104323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 31 21:24:21.782392 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (51675295-7abb-4335-9c5a-c46a9082010e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:24:31.708950 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:24:31.709671 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:24:31.715505 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:24:39.261512 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=5 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:24:40.236864 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:24:42.225830 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-5212d0e2-2212-42bf-b793-bf245b53fd74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (5ca9f0a2-8e5f-4b54-94fa-454f095515e4), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:24:44.562670 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-b719f06c-02a3-4886-8ec0-e73020a9bbf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (13ce5b10-321e-4e80-b29e-1cfc3c51661e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:24:45.712886 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-58fa0aab-c296-4be2-a1ab-08418c16cad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (8170e961-7e1e-4c09-b09f-6b764c457cfd), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:24:46.877997 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-b770b660-b824-4665-84d0-9bbdd29e8e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (1c1563bc-5b12-4065-8d27-b22246e8e8d3), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:24:48.563975 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (a61205dd-b11c-42a1-aa2d-4b7310a8dc99), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:24:51.813788 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (51675295-7abb-4335-9c5a-c46a9082010e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:24:58.221090 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.agents_db [None req-3d709c36-86fd-4f4f-bf7d-9e9748143f4e None None] Agent healthcheck: found 6 active agents {{(pid=104323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 31 21:25:01.848919 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:25:01.850773 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:25:01.852464 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:25:12.236915 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-94092a3c-bb33-4d9f-990a-969d5409e7ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (5ca9f0a2-8e5f-4b54-94fa-454f095515e4), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:25:14.551220 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-018b1930-0d90-4d52-8577-f86dd259d047 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (13ce5b10-321e-4e80-b29e-1cfc3c51661e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:25:15.728504 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-58fa0aab-c296-4be2-a1ab-08418c16cad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (8170e961-7e1e-4c09-b09f-6b764c457cfd), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:25:16.253586 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=4 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:25:16.257997 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=4 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:25:16.865346 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-b770b660-b824-4665-84d0-9bbdd29e8e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (1c1563bc-5b12-4065-8d27-b22246e8e8d3), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:25:18.578000 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (a61205dd-b11c-42a1-aa2d-4b7310a8dc99), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:25:21.785055 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (51675295-7abb-4335-9c5a-c46a9082010e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:25:31.721765 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:UPDATE=3,neutron:SELECT=3 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:25:31.724644 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:25:31.727348 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:25:35.220874 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.agents_db [None req-3d709c36-86fd-4f4f-bf7d-9e9748143f4e None None] Agent healthcheck: found 6 active agents {{(pid=104323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 31 21:25:41.849532 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=10 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:25:42.256904 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-d29ba13e-3c4e-41f2-a694-052167ecd8a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (5ca9f0a2-8e5f-4b54-94fa-454f095515e4), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:25:44.560431 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-0a2dca03-3e0c-4451-b0f6-7eafb1d25e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (13ce5b10-321e-4e80-b29e-1cfc3c51661e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:25:45.748508 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-58fa0aab-c296-4be2-a1ab-08418c16cad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (8170e961-7e1e-4c09-b09f-6b764c457cfd), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:25:46.886651 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-b770b660-b824-4665-84d0-9bbdd29e8e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (1c1563bc-5b12-4065-8d27-b22246e8e8d3), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:25:48.589566 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (a61205dd-b11c-42a1-aa2d-4b7310a8dc99), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:25:51.800886 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (51675295-7abb-4335-9c5a-c46a9082010e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:25:53.252710 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=21 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:25:53.253431 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=3 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:26:01.734833 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=7 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:26:01.738143 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:26:01.739878 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=4,neutron:UPDATE=4 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:26:12.219625 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.agents_db [None req-3d709c36-86fd-4f4f-bf7d-9e9748143f4e None None] Agent healthcheck: found 6 active agents {{(pid=104323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 31 21:26:12.274122 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-4ad2c269-0ca9-45b5-9a2f-8b26a5d660f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (5ca9f0a2-8e5f-4b54-94fa-454f095515e4), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:26:14.536601 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-0ed7acbf-2e11-489e-8829-95a74b28e817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (13ce5b10-321e-4e80-b29e-1cfc3c51661e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:26:15.720054 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-58fa0aab-c296-4be2-a1ab-08418c16cad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (8170e961-7e1e-4c09-b09f-6b764c457cfd), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:26:16.873760 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-b770b660-b824-4665-84d0-9bbdd29e8e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (1c1563bc-5b12-4065-8d27-b22246e8e8d3), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:26:18.611111 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (a61205dd-b11c-42a1-aa2d-4b7310a8dc99), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:26:20.215359 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=1 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:26:21.828135 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (51675295-7abb-4335-9c5a-c46a9082010e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:26:31.748900 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:26:31.753003 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:26:31.754695 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:26:40.241572 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=1 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:26:40.242397 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=9,neutron:DELETE=1 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:26:42.249413 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-dba17b99-7cc4-45f7-947e-aee646c8d0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (5ca9f0a2-8e5f-4b54-94fa-454f095515e4), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:26:44.551023 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-13c82962-a779-43c8-8311-87c7b2399f8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (13ce5b10-321e-4e80-b29e-1cfc3c51661e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:26:45.718599 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-58fa0aab-c296-4be2-a1ab-08418c16cad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (8170e961-7e1e-4c09-b09f-6b764c457cfd), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:26:46.877721 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-b770b660-b824-4665-84d0-9bbdd29e8e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (1c1563bc-5b12-4065-8d27-b22246e8e8d3), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:26:48.592054 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (a61205dd-b11c-42a1-aa2d-4b7310a8dc99), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:26:49.218664 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG neutron.db.agents_db [None req-3d709c36-86fd-4f4f-bf7d-9e9748143f4e None None] Agent healthcheck: found 6 active agents {{(pid=104323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 31 21:26:51.856534 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-585c-40df-be10-d632bfc5473d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (51675295-7abb-4335-9c5a-c46a9082010e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:27:01.858531 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:27:01.860933 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=13,neutron:UPDATE=4 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:27:01.862665 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG dbcounter [-] [104322] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=104322) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:27:07.253537 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=3 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:27:07.257511 dv-cinder-839793-16-iscsi neutron-server[104323]: DEBUG dbcounter [-] [104323] Writing DB stats neutron:SELECT=5 {{(pid=104323) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 31 21:27:12.231218 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-16ce01ef-9dad-4880-9805-2c2b7efd51a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (5ca9f0a2-8e5f-4b54-94fa-454f095515e4), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:27:14.561292 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-1d35281f-d41e-4532-aa11-eb08f9caacb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (13ce5b10-321e-4e80-b29e-1cfc3c51661e), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:27:15.704896 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-58fa0aab-c296-4be2-a1ab-08418c16cad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (8170e961-7e1e-4c09-b09f-6b764c457cfd), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:27:16.876478 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-b770b660-b824-4665-84d0-9bbdd29e8e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (1c1563bc-5b12-4065-8d27-b22246e8e8d3), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 31 21:27:18.590962 dv-cinder-839793-16-iscsi neutron-server[104322]: DEBUG neutron_lib.callbacks.manager [None req-f984e92a-ce5f-41dc-8300-72694707f8bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747261968267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676031'] for agent (a61205dd-b11c-42a1-aa2d-4b7310a8dc99), after_update {{(pid=104322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}